[ 478.784352] env[62954]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62954) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 478.784679] env[62954]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62954) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 478.784799] env[62954]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62954) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 478.785098] env[62954]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 478.879490] env[62954]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62954) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 478.889596] env[62954]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=62954) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 479.492921] env[62954]: INFO nova.virt.driver [None req-7cd9cfd9-665b-4644-87f3-e2b763385760 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 479.562325] env[62954]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 479.562502] env[62954]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 479.562572] env[62954]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62954) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 482.762266] env[62954]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-ca56a406-dbe3-4194-844f-280ff8c511c2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 482.778490] env[62954]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62954) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 482.778622] env[62954]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-e39a80e8-c3c4-45bf-8ec9-339e3c1ade59 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 482.804830] env[62954]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 0101f. [ 482.804958] env[62954]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.242s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 482.805493] env[62954]: INFO nova.virt.vmwareapi.driver [None req-7cd9cfd9-665b-4644-87f3-e2b763385760 None None] VMware vCenter version: 7.0.3 [ 482.808871] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefb28ce-999b-4576-b0e0-bd3f2bf881c9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 482.830772] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6617a2c5-bfde-442e-8186-10b349a473a9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 482.836650] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb45c674-6efc-416e-9685-135b112c388e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 482.843264] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bcef44-f9f4-4b6f-9ad7-51c9620d50db {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 482.856014] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4189b0dc-078b-4620-bf02-5de09da98bd3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 482.861874] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d05c7f-ca65-4083-899d-4dce6dde545f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 482.892235] env[62954]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-eaa042d8-4036-436a-b238-fbab347270f4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 482.897535] env[62954]: DEBUG nova.virt.vmwareapi.driver [None req-7cd9cfd9-665b-4644-87f3-e2b763385760 None None] Extension org.openstack.compute already exists. {{(pid=62954) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 482.900274] env[62954]: INFO nova.compute.provider_config [None req-7cd9cfd9-665b-4644-87f3-e2b763385760 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 483.404099] env[62954]: DEBUG nova.context [None req-7cd9cfd9-665b-4644-87f3-e2b763385760 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),a00a5b95-48f3-48f8-86bb-b9473ad59f86(cell1) {{(pid=62954) load_cells /opt/stack/nova/nova/context.py:464}} [ 483.407714] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 483.407959] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 483.408705] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 483.409185] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] Acquiring lock "a00a5b95-48f3-48f8-86bb-b9473ad59f86" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 483.409385] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] Lock "a00a5b95-48f3-48f8-86bb-b9473ad59f86" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 483.410427] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] Lock "a00a5b95-48f3-48f8-86bb-b9473ad59f86" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 483.430643] env[62954]: INFO dbcounter [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] Registered counter for database nova_cell0 [ 483.438860] env[62954]: INFO dbcounter [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] Registered counter for database nova_cell1 [ 483.442173] env[62954]: DEBUG oslo_db.sqlalchemy.engines [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62954) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 483.442539] env[62954]: DEBUG oslo_db.sqlalchemy.engines [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62954) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 483.447481] env[62954]: ERROR nova.db.main.api [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 483.447481] env[62954]: result = function(*args, **kwargs) [ 483.447481] env[62954]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 483.447481] env[62954]: return func(*args, **kwargs) [ 483.447481] env[62954]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 483.447481] env[62954]: result = fn(*args, **kwargs) [ 483.447481] env[62954]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 483.447481] env[62954]: return f(*args, **kwargs) [ 483.447481] env[62954]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 483.447481] env[62954]: return db.service_get_minimum_version(context, binaries) [ 483.447481] env[62954]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 483.447481] env[62954]: _check_db_access() [ 483.447481] env[62954]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 483.447481] env[62954]: stacktrace = ''.join(traceback.format_stack()) [ 483.447481] env[62954]: [ 483.448204] env[62954]: ERROR nova.db.main.api [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 483.448204] env[62954]: result = function(*args, **kwargs) [ 483.448204] env[62954]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 483.448204] env[62954]: return func(*args, **kwargs) [ 483.448204] env[62954]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 483.448204] env[62954]: result = fn(*args, **kwargs) [ 483.448204] env[62954]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 483.448204] env[62954]: return f(*args, **kwargs) [ 483.448204] env[62954]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 483.448204] env[62954]: return db.service_get_minimum_version(context, binaries) [ 483.448204] env[62954]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 483.448204] env[62954]: _check_db_access() [ 483.448204] env[62954]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 483.448204] env[62954]: stacktrace = ''.join(traceback.format_stack()) [ 483.448204] env[62954]: [ 483.448610] env[62954]: WARNING nova.objects.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 483.448731] env[62954]: WARNING nova.objects.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] Failed to get minimum service version for cell a00a5b95-48f3-48f8-86bb-b9473ad59f86 [ 483.449167] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] Acquiring lock "singleton_lock" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 483.449334] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] Acquired lock "singleton_lock" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 483.449571] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] Releasing lock "singleton_lock" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 483.449889] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] Full set of CONF: {{(pid=62954) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 483.450043] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] ******************************************************************************** {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 483.450178] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] Configuration options gathered from: {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 483.450313] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 483.450507] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 483.450636] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] ================================================================================ {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 483.450841] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] allow_resize_to_same_host = True {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.451067] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] arq_binding_timeout = 300 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.451227] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] backdoor_port = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.451362] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] backdoor_socket = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.451534] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] block_device_allocate_retries = 60 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.451699] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] block_device_allocate_retries_interval = 3 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.451871] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cert = self.pem {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.452084] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.452270] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] compute_monitors = [] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.452443] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] config_dir = [] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.452617] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] config_drive_format = iso9660 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.452748] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.452913] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] config_source = [] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.453097] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] console_host = devstack {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.453273] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] control_exchange = nova {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.453463] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cpu_allocation_ratio = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.453631] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] daemon = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.453800] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] debug = True {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.453959] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] default_access_ip_network_name = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.454144] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] default_availability_zone = nova {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.454304] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] default_ephemeral_format = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.454462] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] default_green_pool_size = 1000 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.454705] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.454876] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] default_schedule_zone = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.455053] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] disk_allocation_ratio = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.455220] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] enable_new_services = True {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.455401] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] enabled_apis = ['osapi_compute'] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.455569] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] enabled_ssl_apis = [] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.455732] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] flat_injected = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.455894] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] force_config_drive = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.456072] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] force_raw_images = True {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.456369] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] graceful_shutdown_timeout = 5 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.456512] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] heal_instance_info_cache_interval = 60 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.456743] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] host = cpu-1 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.456928] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.457123] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.457292] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.457518] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.457683] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] instance_build_timeout = 0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.457846] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] instance_delete_interval = 300 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.458024] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] instance_format = [instance: %(uuid)s] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.458202] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] instance_name_template = instance-%08x {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.458365] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] instance_usage_audit = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.458537] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] instance_usage_audit_period = month {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.458701] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.458872] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.459079] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] internal_service_availability_zone = internal {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.459251] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] key = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.459413] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] live_migration_retry_count = 30 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.459586] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] log_color = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.459749] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] log_config_append = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.459916] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.460089] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] log_dir = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.460253] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] log_file = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.460381] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] log_options = True {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.460541] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] log_rotate_interval = 1 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.460707] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] log_rotate_interval_type = days {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.460873] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] log_rotation_type = none {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.461042] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.461185] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.461359] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.461527] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.461654] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.461817] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] long_rpc_timeout = 1800 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.461991] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] max_concurrent_builds = 10 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.462186] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] max_concurrent_live_migrations = 1 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.462348] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] max_concurrent_snapshots = 5 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.462505] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] max_local_block_devices = 3 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.462662] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] max_logfile_count = 30 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.462819] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] max_logfile_size_mb = 200 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.462976] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] maximum_instance_delete_attempts = 5 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.463161] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] metadata_listen = 0.0.0.0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.463333] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] metadata_listen_port = 8775 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.463501] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] metadata_workers = 2 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.463663] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] migrate_max_retries = -1 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.463830] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] mkisofs_cmd = genisoimage {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.464049] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.464187] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] my_ip = 10.180.1.21 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.464392] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.464554] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] network_allocate_retries = 0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.464730] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.464898] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.465076] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] osapi_compute_listen_port = 8774 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.465251] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] osapi_compute_unique_server_name_scope = {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.465432] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] osapi_compute_workers = 2 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.465596] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] password_length = 12 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.465757] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] periodic_enable = True {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.465918] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] periodic_fuzzy_delay = 60 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.466101] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] pointer_model = usbtablet {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.466276] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] preallocate_images = none {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.466436] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] publish_errors = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.466564] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] pybasedir = /opt/stack/nova {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.466720] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] ram_allocation_ratio = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.466877] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] rate_limit_burst = 0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.467056] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] rate_limit_except_level = CRITICAL {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.467223] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] rate_limit_interval = 0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.467382] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] reboot_timeout = 0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.467540] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] reclaim_instance_interval = 0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.467696] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] record = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.467868] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] reimage_timeout_per_gb = 60 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.468042] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] report_interval = 120 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.468241] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] rescue_timeout = 0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.468422] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] reserved_host_cpus = 0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.468586] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] reserved_host_disk_mb = 0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.468746] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] reserved_host_memory_mb = 512 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.468909] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] reserved_huge_pages = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.469126] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] resize_confirm_window = 0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.469251] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] resize_fs_using_block_device = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.469410] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] resume_guests_state_on_host_boot = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.469583] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.469748] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] rpc_response_timeout = 60 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.469910] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] run_external_periodic_tasks = True {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.470093] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] running_deleted_instance_action = reap {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.470261] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.470422] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] running_deleted_instance_timeout = 0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.470582] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] scheduler_instance_sync_interval = 120 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.470752] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] service_down_time = 720 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.470922] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] servicegroup_driver = db {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.471124] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] shell_completion = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.471299] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] shelved_offload_time = 0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.471461] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] shelved_poll_interval = 3600 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.471629] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] shutdown_timeout = 0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.471791] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] source_is_ipv6 = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.471953] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] ssl_only = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.472325] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.472531] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] sync_power_state_interval = 600 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.472722] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] sync_power_state_pool_size = 1000 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.472919] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] syslog_log_facility = LOG_USER {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.473117] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] tempdir = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.473314] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] timeout_nbd = 10 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.473516] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] transport_url = **** {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.473703] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] update_resources_interval = 0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.473892] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] use_cow_images = True {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.474090] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] use_journal = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.474277] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] use_json = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.474441] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] use_rootwrap_daemon = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.474604] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] use_stderr = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.474765] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] use_syslog = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.474924] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vcpu_pin_set = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.475109] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vif_plugging_is_fatal = True {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.475285] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vif_plugging_timeout = 300 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.475451] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] virt_mkfs = [] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.475612] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] volume_usage_poll_interval = 0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.475771] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] watch_log_file = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.475940] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] web = /usr/share/spice-html5 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.476140] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.476311] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.476475] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.476645] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_concurrency.disable_process_locking = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.477563] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.477763] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.477941] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.478140] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.478318] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.478487] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.478673] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api.auth_strategy = keystone {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.478843] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api.compute_link_prefix = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.479034] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.479223] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api.dhcp_domain = novalocal {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.479394] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api.enable_instance_password = True {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.479561] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api.glance_link_prefix = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.479728] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.479902] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.480081] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api.instance_list_per_project_cells = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.480281] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api.list_records_by_skipping_down_cells = True {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.480468] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api.local_metadata_per_cell = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.480644] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api.max_limit = 1000 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.480813] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api.metadata_cache_expiration = 15 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.481043] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api.neutron_default_tenant_id = default {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.481226] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api.response_validation = warn {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.481404] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api.use_neutron_default_nets = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.481575] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.481740] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.481907] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.482126] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.482309] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api.vendordata_dynamic_targets = [] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.482477] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api.vendordata_jsonfile_path = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.482665] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.482864] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cache.backend = dogpile.cache.memcached {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.483050] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cache.backend_argument = **** {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.483221] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cache.backend_expiration_time = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.483395] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cache.config_prefix = cache.oslo {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.483568] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cache.dead_timeout = 60.0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.483735] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cache.debug_cache_backend = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.483901] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cache.enable_retry_client = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.484078] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cache.enable_socket_keepalive = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.484260] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cache.enabled = True {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.484429] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cache.enforce_fips_mode = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.484597] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cache.expiration_time = 600 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.484763] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cache.hashclient_retry_attempts = 2 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.484932] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.485118] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cache.memcache_dead_retry = 300 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.485285] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cache.memcache_password = **** {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.485485] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.485727] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.485912] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cache.memcache_pool_maxsize = 10 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.486128] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.486353] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cache.memcache_sasl_enabled = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.486576] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.486755] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.486921] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cache.memcache_username = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.487107] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cache.proxies = [] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.487280] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cache.redis_db = 0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.487441] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cache.redis_password = **** {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.487614] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.487792] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.487964] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cache.redis_server = localhost:6379 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.488148] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cache.redis_socket_timeout = 1.0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.488311] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cache.redis_username = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.488473] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cache.retry_attempts = 2 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.488639] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cache.retry_delay = 0.0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.488805] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cache.socket_keepalive_count = 1 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.488970] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cache.socket_keepalive_idle = 1 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.489148] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cache.socket_keepalive_interval = 1 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.489331] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cache.tls_allowed_ciphers = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.489466] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cache.tls_cafile = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.489624] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cache.tls_certfile = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.489787] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cache.tls_enabled = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.489945] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cache.tls_keyfile = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.490132] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cinder.auth_section = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.490312] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cinder.auth_type = password {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.490478] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cinder.cafile = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.490657] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.490823] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cinder.certfile = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.491019] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cinder.collect_timing = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.491200] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cinder.cross_az_attach = True {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.491368] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cinder.debug = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.491531] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cinder.endpoint_template = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.491694] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cinder.http_retries = 3 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.491857] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cinder.insecure = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.492050] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cinder.keyfile = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.492241] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cinder.os_region_name = RegionOne {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.492408] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cinder.split_loggers = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.492569] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cinder.timeout = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.492741] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.492902] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] compute.cpu_dedicated_set = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.493076] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] compute.cpu_shared_set = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.493251] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] compute.image_type_exclude_list = [] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.493500] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.493707] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.493881] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.494062] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.494245] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.494413] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] compute.resource_provider_association_refresh = 300 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.494575] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.494739] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] compute.shutdown_retry_interval = 10 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.494922] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.495122] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] conductor.workers = 2 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.495309] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] console.allowed_origins = [] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.495473] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] console.ssl_ciphers = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.495644] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] console.ssl_minimum_version = default {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.495813] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] consoleauth.enforce_session_timeout = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.495981] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] consoleauth.token_ttl = 600 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.496173] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cyborg.cafile = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.496333] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cyborg.certfile = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.496497] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cyborg.collect_timing = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.496656] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cyborg.connect_retries = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.496815] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cyborg.connect_retry_delay = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.496972] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cyborg.endpoint_override = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.497149] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cyborg.insecure = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.497308] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cyborg.keyfile = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.497468] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cyborg.max_version = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.497625] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cyborg.min_version = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.497781] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cyborg.region_name = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.497940] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cyborg.retriable_status_codes = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.498132] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cyborg.service_name = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.498338] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cyborg.service_type = accelerator {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.498509] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cyborg.split_loggers = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.498670] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cyborg.status_code_retries = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.499086] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cyborg.status_code_retry_delay = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.499086] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cyborg.timeout = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.499195] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.499341] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] cyborg.version = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.499508] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] database.asyncio_connection = **** {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.499665] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] database.asyncio_slave_connection = **** {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.499835] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] database.backend = sqlalchemy {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.500046] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] database.connection = **** {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.500240] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] database.connection_debug = 0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.500415] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] database.connection_parameters = {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.500580] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] database.connection_recycle_time = 3600 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.500740] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] database.connection_trace = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.500900] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] database.db_inc_retry_interval = True {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.501100] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] database.db_max_retries = 20 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.501277] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] database.db_max_retry_interval = 10 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.501443] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] database.db_retry_interval = 1 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.501607] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] database.max_overflow = 50 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.501770] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] database.max_pool_size = 5 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.501927] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] database.max_retries = 10 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.502116] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.502277] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] database.mysql_wsrep_sync_wait = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.502436] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] database.pool_timeout = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.502597] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] database.retry_interval = 10 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.502754] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] database.slave_connection = **** {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.502916] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] database.sqlite_synchronous = True {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.503089] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] database.use_db_reconnect = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.503263] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api_database.asyncio_connection = **** {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.503423] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api_database.asyncio_slave_connection = **** {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.503591] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api_database.backend = sqlalchemy {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.503761] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api_database.connection = **** {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.503926] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api_database.connection_debug = 0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.504113] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api_database.connection_parameters = {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.504283] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api_database.connection_recycle_time = 3600 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.504448] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api_database.connection_trace = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.504610] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api_database.db_inc_retry_interval = True {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.504772] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api_database.db_max_retries = 20 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.504936] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api_database.db_max_retry_interval = 10 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.505113] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api_database.db_retry_interval = 1 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.505282] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api_database.max_overflow = 50 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.505443] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api_database.max_pool_size = 5 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.505603] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api_database.max_retries = 10 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.505772] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.505933] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.507805] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api_database.pool_timeout = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.507805] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api_database.retry_interval = 10 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.507805] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api_database.slave_connection = **** {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.507805] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] api_database.sqlite_synchronous = True {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.507805] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] devices.enabled_mdev_types = [] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.507805] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.507805] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.508147] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] ephemeral_storage_encryption.enabled = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.508147] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.508147] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] glance.api_servers = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.508147] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] glance.cafile = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.508147] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] glance.certfile = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.508147] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] glance.collect_timing = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.508291] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] glance.connect_retries = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.508386] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] glance.connect_retry_delay = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.508500] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] glance.debug = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.508664] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] glance.default_trusted_certificate_ids = [] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.508838] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] glance.enable_certificate_validation = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.509016] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] glance.enable_rbd_download = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.509184] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] glance.endpoint_override = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.509350] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] glance.insecure = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.509543] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] glance.keyfile = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.509679] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] glance.max_version = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.509818] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] glance.min_version = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.509980] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] glance.num_retries = 3 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.510192] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] glance.rbd_ceph_conf = {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.510390] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] glance.rbd_connect_timeout = 5 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.510567] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] glance.rbd_pool = {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.510739] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] glance.rbd_user = {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.510909] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] glance.region_name = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.511109] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] glance.retriable_status_codes = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.511281] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] glance.service_name = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.511451] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] glance.service_type = image {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.511614] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] glance.split_loggers = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.511772] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] glance.status_code_retries = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.511932] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] glance.status_code_retry_delay = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.512106] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] glance.timeout = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.512295] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.512465] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] glance.verify_glance_signatures = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.512626] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] glance.version = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.512794] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] guestfs.debug = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.512963] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] manila.auth_section = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.513146] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] manila.auth_type = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.513307] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] manila.cafile = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.513466] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] manila.certfile = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.513632] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] manila.collect_timing = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.513790] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] manila.connect_retries = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.513949] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] manila.connect_retry_delay = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.514122] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] manila.endpoint_override = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.514290] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] manila.insecure = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.514450] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] manila.keyfile = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.514611] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] manila.max_version = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.514767] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] manila.min_version = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.514926] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] manila.region_name = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.515096] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] manila.retriable_status_codes = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.515259] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] manila.service_name = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.515428] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] manila.service_type = shared-file-system {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.515591] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] manila.share_apply_policy_timeout = 10 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.515753] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] manila.split_loggers = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.515910] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] manila.status_code_retries = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.516079] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] manila.status_code_retry_delay = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.516243] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] manila.timeout = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.516425] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.516588] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] manila.version = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.516757] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] mks.enabled = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.517128] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.517325] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] image_cache.manager_interval = 2400 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.517497] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] image_cache.precache_concurrency = 1 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.517669] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] image_cache.remove_unused_base_images = True {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.517841] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.518014] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.518206] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] image_cache.subdirectory_name = _base {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.518385] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] ironic.api_max_retries = 60 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.518549] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] ironic.api_retry_interval = 2 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.518707] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] ironic.auth_section = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.518867] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] ironic.auth_type = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.519045] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] ironic.cafile = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.519214] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] ironic.certfile = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.519377] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] ironic.collect_timing = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.519540] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] ironic.conductor_group = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.519698] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] ironic.connect_retries = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.519858] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] ironic.connect_retry_delay = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.520023] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] ironic.endpoint_override = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.520191] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] ironic.insecure = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.520351] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] ironic.keyfile = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.520512] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] ironic.max_version = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.520670] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] ironic.min_version = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.520836] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] ironic.peer_list = [] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.521016] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] ironic.region_name = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.521188] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] ironic.retriable_status_codes = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.521356] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] ironic.serial_console_state_timeout = 10 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.521516] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] ironic.service_name = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.521689] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] ironic.service_type = baremetal {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.521850] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] ironic.shard = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.522055] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] ironic.split_loggers = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.522243] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] ironic.status_code_retries = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.522408] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] ironic.status_code_retry_delay = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.522569] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] ironic.timeout = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.522753] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.522918] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] ironic.version = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.523116] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.523297] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] key_manager.fixed_key = **** {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.523485] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.523649] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] barbican.barbican_api_version = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.523811] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] barbican.barbican_endpoint = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.523983] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] barbican.barbican_endpoint_type = public {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.524163] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] barbican.barbican_region_name = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.524326] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] barbican.cafile = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.524486] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] barbican.certfile = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.524651] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] barbican.collect_timing = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.524813] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] barbican.insecure = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.524971] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] barbican.keyfile = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.525156] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] barbican.number_of_retries = 60 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.525320] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] barbican.retry_delay = 1 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.525482] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] barbican.send_service_user_token = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.525643] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] barbican.split_loggers = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.525799] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] barbican.timeout = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.525962] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] barbican.verify_ssl = True {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.526139] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] barbican.verify_ssl_path = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.526308] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] barbican_service_user.auth_section = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.526473] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] barbican_service_user.auth_type = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.526634] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] barbican_service_user.cafile = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.526792] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] barbican_service_user.certfile = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.526955] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] barbican_service_user.collect_timing = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.527132] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] barbican_service_user.insecure = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.527293] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] barbican_service_user.keyfile = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.527457] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] barbican_service_user.split_loggers = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.527621] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] barbican_service_user.timeout = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.527783] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vault.approle_role_id = **** {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.527943] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vault.approle_secret_id = **** {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.528174] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vault.kv_mountpoint = secret {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.528397] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vault.kv_path = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.528576] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vault.kv_version = 2 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.528742] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vault.namespace = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.528904] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vault.root_token_id = **** {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.529082] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vault.ssl_ca_crt_file = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.529260] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vault.timeout = 60.0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.529427] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vault.use_ssl = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.529599] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.529796] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] keystone.cafile = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.529929] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] keystone.certfile = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.530108] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] keystone.collect_timing = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.530273] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] keystone.connect_retries = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.530434] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] keystone.connect_retry_delay = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.530592] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] keystone.endpoint_override = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.530756] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] keystone.insecure = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.530916] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] keystone.keyfile = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.531119] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] keystone.max_version = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.531303] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] keystone.min_version = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.531469] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] keystone.region_name = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.531636] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] keystone.retriable_status_codes = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.531802] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] keystone.service_name = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.531978] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] keystone.service_type = identity {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.532184] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] keystone.split_loggers = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.532355] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] keystone.status_code_retries = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.532520] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] keystone.status_code_retry_delay = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.532681] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] keystone.timeout = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.532867] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.533065] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] keystone.version = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.533369] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.ceph_mount_options = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.533784] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.534011] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.connection_uri = {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.534195] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.cpu_mode = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.534370] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.534550] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.cpu_models = [] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.534754] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.cpu_power_governor_high = performance {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.534932] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.535118] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.cpu_power_management = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.535302] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.535475] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.device_detach_attempts = 8 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.535645] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.device_detach_timeout = 20 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.535817] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.disk_cachemodes = [] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.535980] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.disk_prefix = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.536167] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.enabled_perf_events = [] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.536332] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.file_backed_memory = 0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.536501] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.gid_maps = [] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.536663] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.hw_disk_discard = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.536820] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.hw_machine_type = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.536990] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.images_rbd_ceph_conf = {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.537173] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.537338] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.537520] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.images_rbd_glance_store_name = {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.537705] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.images_rbd_pool = rbd {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.537880] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.images_type = default {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.538056] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.images_volume_group = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.538228] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.inject_key = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.538393] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.inject_partition = -2 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.538556] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.inject_password = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.538720] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.iscsi_iface = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.538887] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.iser_use_multipath = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.539064] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.539234] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.539396] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.live_migration_downtime = 500 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.539558] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.539720] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.539903] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.live_migration_inbound_addr = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.540050] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.540220] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.540381] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.live_migration_scheme = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.540555] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.live_migration_timeout_action = abort {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.540718] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.live_migration_tunnelled = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.540880] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.live_migration_uri = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.541095] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.live_migration_with_native_tls = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.541284] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.max_queues = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.541452] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.541683] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.541849] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.nfs_mount_options = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.542192] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.542391] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.542563] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.542728] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.542895] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.543077] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.num_pcie_ports = 0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.543251] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.543421] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.pmem_namespaces = [] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.543581] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.quobyte_client_cfg = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.543885] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.544076] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.544249] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.544416] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.544578] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.rbd_secret_uuid = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.544738] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.rbd_user = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.544900] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.545087] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.545256] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.rescue_image_id = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.545416] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.rescue_kernel_id = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.545574] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.rescue_ramdisk_id = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.545744] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.545907] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.rx_queue_size = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.546089] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.smbfs_mount_options = {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.546390] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.546567] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.snapshot_compression = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.546730] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.snapshot_image_format = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.546962] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.547151] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.sparse_logical_volumes = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.547324] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.swtpm_enabled = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.547492] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.swtpm_group = tss {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.547660] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.swtpm_user = tss {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.547829] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.sysinfo_serial = unique {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.547990] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.tb_cache_size = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.548168] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.tx_queue_size = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.548335] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.uid_maps = [] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.548496] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.use_virtio_for_bridges = True {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.548667] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.virt_type = kvm {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.548835] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.volume_clear = zero {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.549028] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.volume_clear_size = 0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.549221] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.volume_use_multipath = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.549384] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.vzstorage_cache_path = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.549557] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.549725] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.549901] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.550079] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.550376] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.550561] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.vzstorage_mount_user = stack {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.550732] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.550906] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] neutron.auth_section = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.551124] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] neutron.auth_type = password {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.551300] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] neutron.cafile = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.551463] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] neutron.certfile = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.551627] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] neutron.collect_timing = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.551786] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] neutron.connect_retries = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.551976] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] neutron.connect_retry_delay = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.552144] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] neutron.default_floating_pool = public {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.552295] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] neutron.endpoint_override = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.552462] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] neutron.extension_sync_interval = 600 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.552625] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] neutron.http_retries = 3 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.552785] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] neutron.insecure = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.552946] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] neutron.keyfile = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.553149] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] neutron.max_version = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.553345] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.553511] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] neutron.min_version = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.553680] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] neutron.ovs_bridge = br-int {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.553846] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] neutron.physnets = [] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.554071] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] neutron.region_name = RegionOne {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.554253] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] neutron.retriable_status_codes = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.554428] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] neutron.service_metadata_proxy = True {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.554590] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] neutron.service_name = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.554758] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] neutron.service_type = network {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.554920] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] neutron.split_loggers = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.555092] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] neutron.status_code_retries = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.555255] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] neutron.status_code_retry_delay = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.555415] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] neutron.timeout = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.555598] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.555759] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] neutron.version = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.555932] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] notifications.bdms_in_notifications = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.556127] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] notifications.default_level = INFO {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.556299] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] notifications.include_share_mapping = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.556478] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] notifications.notification_format = unversioned {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.556645] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] notifications.notify_on_state_change = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.556822] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.557009] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] pci.alias = [] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.557193] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] pci.device_spec = [] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.557358] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] pci.report_in_placement = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.557529] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] placement.auth_section = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.557704] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] placement.auth_type = password {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.557872] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.558043] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] placement.cafile = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.558209] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] placement.certfile = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.558370] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] placement.collect_timing = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.558529] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] placement.connect_retries = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.558686] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] placement.connect_retry_delay = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.558841] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] placement.default_domain_id = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.559021] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] placement.default_domain_name = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.559198] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] placement.domain_id = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.559361] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] placement.domain_name = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.559520] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] placement.endpoint_override = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.559681] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] placement.insecure = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.559838] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] placement.keyfile = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.559993] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] placement.max_version = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.560164] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] placement.min_version = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.560331] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] placement.password = **** {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.560486] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] placement.project_domain_id = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.560650] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] placement.project_domain_name = Default {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.560815] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] placement.project_id = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.561031] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] placement.project_name = service {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.561212] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] placement.region_name = RegionOne {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.561379] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] placement.retriable_status_codes = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.561587] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] placement.service_name = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.561771] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] placement.service_type = placement {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.561939] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] placement.split_loggers = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.562119] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] placement.status_code_retries = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.562285] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] placement.status_code_retry_delay = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.562446] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] placement.system_scope = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.562605] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] placement.timeout = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.562764] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] placement.trust_id = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.562925] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] placement.user_domain_id = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.563110] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] placement.user_domain_name = Default {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.563280] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] placement.user_id = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.563479] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] placement.username = nova {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.563667] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.563830] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] placement.version = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.564022] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] quota.cores = 20 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.564200] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] quota.count_usage_from_placement = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.564377] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.564548] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] quota.injected_file_content_bytes = 10240 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.564715] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] quota.injected_file_path_length = 255 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.564884] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] quota.injected_files = 5 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.565067] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] quota.instances = 10 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.565282] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] quota.key_pairs = 100 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.565460] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] quota.metadata_items = 128 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.565630] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] quota.ram = 51200 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.565798] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] quota.recheck_quota = True {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.565968] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] quota.server_group_members = 10 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.566154] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] quota.server_groups = 10 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.566370] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.566548] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] quota.unified_limits_resource_strategy = require {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.566730] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.566898] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.567077] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] scheduler.image_metadata_prefilter = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.567247] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.567424] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] scheduler.max_attempts = 3 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.567589] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] scheduler.max_placement_results = 1000 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.567754] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.567918] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.568095] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.568278] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] scheduler.workers = 2 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.568453] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.568627] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.568807] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.568990] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.569199] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.569370] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.569536] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.569729] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.569902] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] filter_scheduler.host_subset_size = 1 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.570083] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.570252] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.570414] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.570581] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] filter_scheduler.isolated_hosts = [] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.570744] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] filter_scheduler.isolated_images = [] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.570920] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.571126] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.571306] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.571473] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] filter_scheduler.pci_in_placement = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.571639] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.571799] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.571962] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.572141] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.572306] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.572472] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.572633] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] filter_scheduler.track_instance_changes = True {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.572811] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.572984] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] metrics.required = True {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.573169] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] metrics.weight_multiplier = 1.0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.573334] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.573496] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] metrics.weight_setting = [] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.573818] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.573996] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] serial_console.enabled = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.574192] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] serial_console.port_range = 10000:20000 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.574365] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.574539] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.574702] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] serial_console.serialproxy_port = 6083 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.574869] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] service_user.auth_section = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.575054] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] service_user.auth_type = password {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.575219] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] service_user.cafile = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.575377] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] service_user.certfile = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.575538] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] service_user.collect_timing = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.575698] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] service_user.insecure = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.575853] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] service_user.keyfile = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.576038] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] service_user.send_service_user_token = True {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.576208] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] service_user.split_loggers = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.576366] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] service_user.timeout = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.576536] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] spice.agent_enabled = True {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.576698] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] spice.enabled = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.577008] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.577255] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.577441] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] spice.html5proxy_port = 6082 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.577604] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] spice.image_compression = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.577765] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] spice.jpeg_compression = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.577925] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] spice.playback_compression = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.578103] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] spice.require_secure = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.578280] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] spice.server_listen = 127.0.0.1 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.578449] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.578608] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] spice.streaming_mode = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.578765] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] spice.zlib_compression = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.578929] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] upgrade_levels.baseapi = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.579114] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] upgrade_levels.compute = auto {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.579282] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] upgrade_levels.conductor = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.579441] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] upgrade_levels.scheduler = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.579607] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.579770] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.579930] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vendordata_dynamic_auth.cafile = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.580104] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vendordata_dynamic_auth.certfile = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.580273] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.580480] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vendordata_dynamic_auth.insecure = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.580593] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.580754] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.580914] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vendordata_dynamic_auth.timeout = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.581132] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vmware.api_retry_count = 10 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.581308] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vmware.ca_file = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.581483] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.581654] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vmware.cluster_name = testcl1 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.581819] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vmware.connection_pool_size = 10 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.581995] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vmware.console_delay_seconds = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.582202] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vmware.datastore_regex = ^datastore.* {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.582417] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.582594] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vmware.host_password = **** {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.582763] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vmware.host_port = 443 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.582932] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vmware.host_username = administrator@vsphere.local {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.583117] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vmware.insecure = True {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.583287] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vmware.integration_bridge = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.583452] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vmware.maximum_objects = 100 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.583610] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vmware.pbm_default_policy = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.583771] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vmware.pbm_enabled = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.583928] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vmware.pbm_wsdl_location = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.584131] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.584299] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vmware.serial_port_proxy_uri = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.584458] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vmware.serial_port_service_uri = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.584637] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vmware.task_poll_interval = 0.5 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.584812] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vmware.use_linked_clone = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.584984] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vmware.vnc_keymap = en-us {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.585171] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vmware.vnc_port = 5900 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.585338] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vmware.vnc_port_total = 10000 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.585525] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vnc.auth_schemes = ['none'] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.585705] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vnc.enabled = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.586007] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.586207] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.586383] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vnc.novncproxy_port = 6080 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.586572] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vnc.server_listen = 127.0.0.1 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.586757] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.586921] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vnc.vencrypt_ca_certs = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.587097] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vnc.vencrypt_client_cert = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.587265] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vnc.vencrypt_client_key = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.587441] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.587608] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] workarounds.disable_deep_image_inspection = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.587770] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.587932] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.588109] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.588276] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] workarounds.disable_rootwrap = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.588440] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] workarounds.enable_numa_live_migration = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.588600] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.588760] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.588920] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.589142] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] workarounds.libvirt_disable_apic = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.589324] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.589489] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.589649] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.589811] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.589972] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.590150] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.590313] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.590474] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.590634] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.590798] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.591022] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.591213] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] wsgi.client_socket_timeout = 900 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.591384] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] wsgi.default_pool_size = 1000 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.591553] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] wsgi.keep_alive = True {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.591720] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] wsgi.max_header_line = 16384 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.591891] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.592459] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] wsgi.ssl_ca_file = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.592459] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] wsgi.ssl_cert_file = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.592587] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] wsgi.ssl_key_file = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.592659] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] wsgi.tcp_keepidle = 600 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.592845] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.593023] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] zvm.ca_file = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.593194] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] zvm.cloud_connector_url = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.593504] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.593731] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] zvm.reachable_timeout = 300 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.593970] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.594183] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.594367] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] profiler.connection_string = messaging:// {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.594540] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] profiler.enabled = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.594713] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] profiler.es_doc_type = notification {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.594882] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] profiler.es_scroll_size = 10000 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.595065] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] profiler.es_scroll_time = 2m {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.595238] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] profiler.filter_error_trace = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.595408] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] profiler.hmac_keys = **** {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.595578] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] profiler.sentinel_service_name = mymaster {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.595744] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] profiler.socket_timeout = 0.1 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.595909] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] profiler.trace_requests = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.596085] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] profiler.trace_sqlalchemy = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.596274] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] profiler_jaeger.process_tags = {} {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.596436] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] profiler_jaeger.service_name_prefix = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.596598] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] profiler_otlp.service_name_prefix = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.596764] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] remote_debug.host = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.596925] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] remote_debug.port = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.597116] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.597286] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.597451] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.597613] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.597776] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.597938] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.598113] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.598278] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.598439] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.598610] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.598769] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.598940] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.599151] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.599325] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.599499] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.599666] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.599829] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.600039] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.600230] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.600397] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.600565] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.600730] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.600892] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.601098] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.601277] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.601441] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.601605] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.601772] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.601939] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.602115] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_rabbit.ssl = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.602293] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.602464] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.602630] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.602803] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.602969] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.603148] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.603339] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.603506] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_notifications.retry = -1 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.603682] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.603853] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.604050] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_limit.auth_section = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.604231] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_limit.auth_type = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.604398] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_limit.cafile = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.604562] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_limit.certfile = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.604726] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_limit.collect_timing = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.604888] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_limit.connect_retries = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.605061] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_limit.connect_retry_delay = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.605226] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_limit.endpoint_id = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.605401] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_limit.endpoint_interface = publicURL {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.605561] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_limit.endpoint_override = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.605721] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_limit.endpoint_region_name = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.605880] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_limit.endpoint_service_name = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.606051] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_limit.endpoint_service_type = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.606222] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_limit.insecure = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.606383] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_limit.keyfile = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.606542] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_limit.max_version = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.606701] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_limit.min_version = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.606858] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_limit.region_name = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.607027] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_limit.retriable_status_codes = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.607195] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_limit.service_name = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.607356] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_limit.service_type = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.607519] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_limit.split_loggers = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.607678] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_limit.status_code_retries = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.607836] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_limit.status_code_retry_delay = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.607995] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_limit.timeout = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.608173] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_limit.valid_interfaces = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.608331] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_limit.version = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.608498] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_reports.file_event_handler = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.608661] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.608820] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] oslo_reports.log_dir = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.609030] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.609204] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.609368] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.609533] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.609696] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.609853] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.610034] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.610203] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vif_plug_ovs_privileged.group = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.610361] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.610527] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.610689] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.610847] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] vif_plug_ovs_privileged.user = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.611047] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.611247] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.611424] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.611599] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.611772] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.611947] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.612130] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.612299] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.612479] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.612653] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] os_vif_ovs.isolate_vif = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.612828] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.612997] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.613190] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.613368] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.613532] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] os_vif_ovs.per_port_bridge = False {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.613703] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] privsep_osbrick.capabilities = [21] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.613865] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] privsep_osbrick.group = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.614037] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] privsep_osbrick.helper_command = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.614211] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.614377] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.614538] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] privsep_osbrick.user = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.614713] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.614875] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] nova_sys_admin.group = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.615048] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] nova_sys_admin.helper_command = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.615224] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.615388] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.615546] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] nova_sys_admin.user = None {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.615676] env[62954]: DEBUG oslo_service.service [None req-f08c1bf9-a329-41d1-8a79-755f96f62100 None None] ******************************************************************************** {{(pid=62954) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 483.616111] env[62954]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 484.120228] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3a63e545-156a-49c7-accd-568b112abec5 None None] Getting list of instances from cluster (obj){ [ 484.120228] env[62954]: value = "domain-c8" [ 484.120228] env[62954]: _type = "ClusterComputeResource" [ 484.120228] env[62954]: } {{(pid=62954) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 484.121408] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6b3e08-5ce0-4993-b0cb-5664103df508 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 484.130880] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3a63e545-156a-49c7-accd-568b112abec5 None None] Got total of 0 instances {{(pid=62954) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 484.131540] env[62954]: WARNING nova.virt.vmwareapi.driver [None req-3a63e545-156a-49c7-accd-568b112abec5 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 484.132017] env[62954]: INFO nova.virt.node [None req-3a63e545-156a-49c7-accd-568b112abec5 None None] Generated node identity 6fcf5ae7-e825-4914-bf51-14f0c81039d4 [ 484.132566] env[62954]: INFO nova.virt.node [None req-3a63e545-156a-49c7-accd-568b112abec5 None None] Wrote node identity 6fcf5ae7-e825-4914-bf51-14f0c81039d4 to /opt/stack/data/n-cpu-1/compute_id [ 484.635502] env[62954]: WARNING nova.compute.manager [None req-3a63e545-156a-49c7-accd-568b112abec5 None None] Compute nodes ['6fcf5ae7-e825-4914-bf51-14f0c81039d4'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 485.643012] env[62954]: INFO nova.compute.manager [None req-3a63e545-156a-49c7-accd-568b112abec5 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 486.648363] env[62954]: WARNING nova.compute.manager [None req-3a63e545-156a-49c7-accd-568b112abec5 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 486.648703] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3a63e545-156a-49c7-accd-568b112abec5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 486.648861] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3a63e545-156a-49c7-accd-568b112abec5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 486.649030] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3a63e545-156a-49c7-accd-568b112abec5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 486.649172] env[62954]: DEBUG nova.compute.resource_tracker [None req-3a63e545-156a-49c7-accd-568b112abec5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62954) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 486.650068] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8534de80-00f5-4aaf-bcd4-3e8527b93621 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 486.658091] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99edf61d-2cc7-482c-82ab-9a8bb669ce3f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 486.671337] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28d6c67-c2b6-4fac-9925-46165a225d2c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 486.677543] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cae504-4cc0-4793-bdc3-4f7651555b9e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 486.706570] env[62954]: DEBUG nova.compute.resource_tracker [None req-3a63e545-156a-49c7-accd-568b112abec5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181166MB free_disk=128GB free_vcpus=48 pci_devices=None {{(pid=62954) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 486.706710] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3a63e545-156a-49c7-accd-568b112abec5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 486.706899] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3a63e545-156a-49c7-accd-568b112abec5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 487.209326] env[62954]: WARNING nova.compute.resource_tracker [None req-3a63e545-156a-49c7-accd-568b112abec5 None None] No compute node record for cpu-1:6fcf5ae7-e825-4914-bf51-14f0c81039d4: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 6fcf5ae7-e825-4914-bf51-14f0c81039d4 could not be found. [ 487.712996] env[62954]: INFO nova.compute.resource_tracker [None req-3a63e545-156a-49c7-accd-568b112abec5 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 [ 489.220616] env[62954]: DEBUG nova.compute.resource_tracker [None req-3a63e545-156a-49c7-accd-568b112abec5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62954) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 489.221151] env[62954]: DEBUG nova.compute.resource_tracker [None req-3a63e545-156a-49c7-accd-568b112abec5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62954) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 489.377758] env[62954]: INFO nova.scheduler.client.report [None req-3a63e545-156a-49c7-accd-568b112abec5 None None] [req-9f5e2274-b126-4561-98f9-dfec132718a3] Created resource provider record via placement API for resource provider with UUID 6fcf5ae7-e825-4914-bf51-14f0c81039d4 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 489.394888] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9737a983-d000-429d-a70a-e87b0af0587f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 489.402860] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4018329-a11a-4ff7-a366-cbf80f3b7604 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 489.433323] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6680a3d9-aa29-4cce-be59-8b1a504d74c8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 489.440589] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a8db8c-a149-4636-87b1-89b32ab9fd2d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 489.453458] env[62954]: DEBUG nova.compute.provider_tree [None req-3a63e545-156a-49c7-accd-568b112abec5 None None] Updating inventory in ProviderTree for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 489.988749] env[62954]: DEBUG nova.scheduler.client.report [None req-3a63e545-156a-49c7-accd-568b112abec5 None None] Updated inventory for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 489.988992] env[62954]: DEBUG nova.compute.provider_tree [None req-3a63e545-156a-49c7-accd-568b112abec5 None None] Updating resource provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 generation from 0 to 1 during operation: update_inventory {{(pid=62954) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 489.989174] env[62954]: DEBUG nova.compute.provider_tree [None req-3a63e545-156a-49c7-accd-568b112abec5 None None] Updating inventory in ProviderTree for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 490.040457] env[62954]: DEBUG nova.compute.provider_tree [None req-3a63e545-156a-49c7-accd-568b112abec5 None None] Updating resource provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 generation from 1 to 2 during operation: update_traits {{(pid=62954) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 490.545609] env[62954]: DEBUG nova.compute.resource_tracker [None req-3a63e545-156a-49c7-accd-568b112abec5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62954) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 490.545930] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3a63e545-156a-49c7-accd-568b112abec5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.839s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 490.545966] env[62954]: DEBUG nova.service [None req-3a63e545-156a-49c7-accd-568b112abec5 None None] Creating RPC server for service compute {{(pid=62954) start /opt/stack/nova/nova/service.py:186}} [ 490.560270] env[62954]: DEBUG nova.service [None req-3a63e545-156a-49c7-accd-568b112abec5 None None] Join ServiceGroup membership for this service compute {{(pid=62954) start /opt/stack/nova/nova/service.py:203}} [ 490.560454] env[62954]: DEBUG nova.servicegroup.drivers.db [None req-3a63e545-156a-49c7-accd-568b112abec5 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62954) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 516.565037] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 517.068188] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Getting list of instances from cluster (obj){ [ 517.068188] env[62954]: value = "domain-c8" [ 517.068188] env[62954]: _type = "ClusterComputeResource" [ 517.068188] env[62954]: } {{(pid=62954) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 517.069435] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92eee626-bea6-419f-a436-1d85f36e889a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.078203] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Got total of 0 instances {{(pid=62954) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 517.078437] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 517.078741] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Getting list of instances from cluster (obj){ [ 517.078741] env[62954]: value = "domain-c8" [ 517.078741] env[62954]: _type = "ClusterComputeResource" [ 517.078741] env[62954]: } {{(pid=62954) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 517.079673] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c0c5af-1cbb-4d13-a17f-e9ad6ef4dec6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.086853] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Got total of 0 instances {{(pid=62954) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 524.990596] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Acquiring lock "dcc3696e-4160-4557-8ef2-a1598f994d06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.990890] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Lock "dcc3696e-4160-4557-8ef2-a1598f994d06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.495140] env[62954]: DEBUG nova.compute.manager [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 526.044618] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 526.044836] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 526.046818] env[62954]: INFO nova.compute.claims [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 527.108530] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311f3f91-8083-4fc4-8f18-21ab4bc675c1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.116599] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c79835-8efb-4e32-9d5a-b906c1a8fab9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.152308] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767c6257-b2d6-4277-8054-5bb892d0f703 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.160613] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ab1630-b605-4245-8c2c-996571d57e58 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.176355] env[62954]: DEBUG nova.compute.provider_tree [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 527.680321] env[62954]: DEBUG nova.scheduler.client.report [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 528.185413] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.140s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 528.186039] env[62954]: DEBUG nova.compute.manager [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 528.693919] env[62954]: DEBUG nova.compute.utils [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 528.696749] env[62954]: DEBUG nova.compute.manager [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 528.697495] env[62954]: DEBUG nova.network.neutron [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 529.206712] env[62954]: DEBUG nova.compute.manager [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 530.226425] env[62954]: DEBUG nova.compute.manager [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 530.709413] env[62954]: DEBUG nova.virt.hardware [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 530.714020] env[62954]: DEBUG nova.virt.hardware [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 530.714020] env[62954]: DEBUG nova.virt.hardware [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 530.714020] env[62954]: DEBUG nova.virt.hardware [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 530.714020] env[62954]: DEBUG nova.virt.hardware [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 530.714020] env[62954]: DEBUG nova.virt.hardware [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 530.714440] env[62954]: DEBUG nova.virt.hardware [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 530.714440] env[62954]: DEBUG nova.virt.hardware [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 530.714822] env[62954]: DEBUG nova.virt.hardware [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 530.714918] env[62954]: DEBUG nova.virt.hardware [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 530.715054] env[62954]: DEBUG nova.virt.hardware [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 530.719947] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee760b4f-8552-4ed4-a4b2-42fa55569d6a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.728225] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9596ea05-f0e3-4ef1-9a0c-8da1cea54cd3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.749106] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f90901-5c29-41ef-aca5-1fc1ecc5064c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.904363] env[62954]: DEBUG nova.policy [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c07b97d2206f4feabab93c0e17147148', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9484d9a845641cd922382461cc0f524', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 531.468492] env[62954]: DEBUG oslo_concurrency.lockutils [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Acquiring lock "fa4b0e31-1c06-4ad1-ac03-595192aa4fa8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.468995] env[62954]: DEBUG oslo_concurrency.lockutils [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Lock "fa4b0e31-1c06-4ad1-ac03-595192aa4fa8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.518096] env[62954]: DEBUG nova.network.neutron [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Successfully created port: dafea02a-90b5-4f2a-9f6a-c094fb86e5fd {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 531.974322] env[62954]: DEBUG nova.compute.manager [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 532.438888] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "9acce350-3186-4906-a53e-841a7edd462e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.439170] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "9acce350-3186-4906-a53e-841a7edd462e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.510574] env[62954]: DEBUG oslo_concurrency.lockutils [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.511315] env[62954]: DEBUG oslo_concurrency.lockutils [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.513750] env[62954]: INFO nova.compute.claims [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 532.946100] env[62954]: DEBUG nova.compute.manager [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 533.483842] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.613047] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87386ff1-bc3f-44db-82f5-bcbcc549c71b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.629624] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039fa06c-fe19-4b2a-a11d-bcf20ef0aff7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.674822] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb4f042-bce0-4c52-ae0d-7957a25fefa3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.682046] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b038de6b-d93b-4f49-aecf-2ecd4170865f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.700891] env[62954]: DEBUG nova.compute.provider_tree [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 534.203162] env[62954]: DEBUG nova.scheduler.client.report [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 534.256021] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Acquiring lock "422c1d47-c8e5-4db0-bd13-3396a24906b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.256335] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Lock "422c1d47-c8e5-4db0-bd13-3396a24906b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.317124] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Acquiring lock "36dc7269-8701-41b8-a73c-806f336deb4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.317124] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Lock "36dc7269-8701-41b8-a73c-806f336deb4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.404997] env[62954]: DEBUG nova.network.neutron [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Successfully updated port: dafea02a-90b5-4f2a-9f6a-c094fb86e5fd {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 534.708679] env[62954]: DEBUG oslo_concurrency.lockutils [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.198s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.709435] env[62954]: DEBUG nova.compute.manager [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 534.712551] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.229s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.715166] env[62954]: INFO nova.compute.claims [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 534.763907] env[62954]: DEBUG nova.compute.manager [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 534.819491] env[62954]: DEBUG nova.compute.manager [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 534.908274] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Acquiring lock "refresh_cache-dcc3696e-4160-4557-8ef2-a1598f994d06" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.908428] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Acquired lock "refresh_cache-dcc3696e-4160-4557-8ef2-a1598f994d06" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.908577] env[62954]: DEBUG nova.network.neutron [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 535.215529] env[62954]: DEBUG nova.compute.utils [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 535.216939] env[62954]: DEBUG nova.compute.manager [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 535.217323] env[62954]: DEBUG nova.network.neutron [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 535.306102] env[62954]: DEBUG nova.policy [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01e4b1eeb15943edb840c2b2bc72fcbc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a03f6563105e437fa25ce3ace0f91bab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 535.310112] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.371405] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.497241] env[62954]: DEBUG nova.network.neutron [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 535.723386] env[62954]: DEBUG nova.compute.manager [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 535.820230] env[62954]: DEBUG nova.network.neutron [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Updating instance_info_cache with network_info: [{"id": "dafea02a-90b5-4f2a-9f6a-c094fb86e5fd", "address": "fa:16:3e:a8:96:1f", "network": {"id": "7d93cd88-3a79-4663-b604-587d28ffb013", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ae6c0f6d5bc5436aa4f50fbf2889df6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdafea02a-90", "ovs_interfaceid": "dafea02a-90b5-4f2a-9f6a-c094fb86e5fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 535.827887] env[62954]: DEBUG nova.network.neutron [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Successfully created port: 68edc9e4-e619-4460-a567-16f78a0b11cf {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 535.851222] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Acquiring lock "5a51f3a2-66d7-4c40-9429-c2c05b9111ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.851222] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Lock "5a51f3a2-66d7-4c40-9429-c2c05b9111ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.876894] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5182e59-7032-419d-b06b-1d36c55fafce {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.885114] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb72bcf-9910-4f46-a15b-168b15cbb5de {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.918450] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e49ae2-8906-4dad-8653-629f907c3caf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.925941] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c4631b-fa55-4f0b-94fd-3a871d35a974 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.939538] env[62954]: DEBUG nova.compute.provider_tree [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 536.171981] env[62954]: DEBUG nova.compute.manager [req-e0ee6fb8-30fe-46f4-8b0b-684cb601b071 req-1e3188cb-fb2c-40a3-8842-69f3c566710d service nova] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Received event network-vif-plugged-dafea02a-90b5-4f2a-9f6a-c094fb86e5fd {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 536.172225] env[62954]: DEBUG oslo_concurrency.lockutils [req-e0ee6fb8-30fe-46f4-8b0b-684cb601b071 req-1e3188cb-fb2c-40a3-8842-69f3c566710d service nova] Acquiring lock "dcc3696e-4160-4557-8ef2-a1598f994d06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.172426] env[62954]: DEBUG oslo_concurrency.lockutils [req-e0ee6fb8-30fe-46f4-8b0b-684cb601b071 req-1e3188cb-fb2c-40a3-8842-69f3c566710d service nova] Lock "dcc3696e-4160-4557-8ef2-a1598f994d06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.172590] env[62954]: DEBUG oslo_concurrency.lockutils [req-e0ee6fb8-30fe-46f4-8b0b-684cb601b071 req-1e3188cb-fb2c-40a3-8842-69f3c566710d service nova] Lock "dcc3696e-4160-4557-8ef2-a1598f994d06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.172753] env[62954]: DEBUG nova.compute.manager [req-e0ee6fb8-30fe-46f4-8b0b-684cb601b071 req-1e3188cb-fb2c-40a3-8842-69f3c566710d service nova] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] No waiting events found dispatching network-vif-plugged-dafea02a-90b5-4f2a-9f6a-c094fb86e5fd {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 536.172919] env[62954]: WARNING nova.compute.manager [req-e0ee6fb8-30fe-46f4-8b0b-684cb601b071 req-1e3188cb-fb2c-40a3-8842-69f3c566710d service nova] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Received unexpected event network-vif-plugged-dafea02a-90b5-4f2a-9f6a-c094fb86e5fd for instance with vm_state building and task_state spawning. [ 536.322724] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Releasing lock "refresh_cache-dcc3696e-4160-4557-8ef2-a1598f994d06" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.323084] env[62954]: DEBUG nova.compute.manager [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Instance network_info: |[{"id": "dafea02a-90b5-4f2a-9f6a-c094fb86e5fd", "address": "fa:16:3e:a8:96:1f", "network": {"id": "7d93cd88-3a79-4663-b604-587d28ffb013", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ae6c0f6d5bc5436aa4f50fbf2889df6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdafea02a-90", "ovs_interfaceid": "dafea02a-90b5-4f2a-9f6a-c094fb86e5fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 536.323539] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:96:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dafea02a-90b5-4f2a-9f6a-c094fb86e5fd', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 536.337521] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 536.337816] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7bfafd78-56cc-4b18-903b-9b6204948c5e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.351827] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Created folder: OpenStack in parent group-v4. [ 536.352539] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Creating folder: Project (b9484d9a845641cd922382461cc0f524). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 536.352539] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-638e8975-f48e-4079-8976-12f1aec2c8ca {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.355642] env[62954]: DEBUG nova.compute.manager [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 536.367007] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Created folder: Project (b9484d9a845641cd922382461cc0f524) in parent group-v523717. [ 536.367410] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Creating folder: Instances. Parent ref: group-v523718. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 536.367998] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe4086fd-325a-46be-b79f-a226be8c1a80 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.380947] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Created folder: Instances in parent group-v523718. [ 536.380947] env[62954]: DEBUG oslo.service.loopingcall [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 536.380947] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 536.380947] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca5cb3cb-874c-41d1-ae82-3695f0cc8dc8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.409018] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 536.409018] env[62954]: value = "task-2596729" [ 536.409018] env[62954]: _type = "Task" [ 536.409018] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 536.421573] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596729, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.445024] env[62954]: DEBUG nova.scheduler.client.report [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 536.740033] env[62954]: DEBUG nova.compute.manager [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 536.777189] env[62954]: DEBUG nova.virt.hardware [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 536.777189] env[62954]: DEBUG nova.virt.hardware [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 536.777189] env[62954]: DEBUG nova.virt.hardware [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 536.777410] env[62954]: DEBUG nova.virt.hardware [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 536.777568] env[62954]: DEBUG nova.virt.hardware [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 536.777772] env[62954]: DEBUG nova.virt.hardware [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 536.778048] env[62954]: DEBUG nova.virt.hardware [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 536.778289] env[62954]: DEBUG nova.virt.hardware [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 536.778534] env[62954]: DEBUG nova.virt.hardware [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 536.778869] env[62954]: DEBUG nova.virt.hardware [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 536.779121] env[62954]: DEBUG nova.virt.hardware [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 536.780194] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186f7b0a-ecb0-4733-a316-d971fb9b1731 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.791327] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc15171-fdfc-4b6e-9506-bc32239eb654 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.887069] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.920745] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596729, 'name': CreateVM_Task, 'duration_secs': 0.408985} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 536.921124] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 536.929009] env[62954]: DEBUG oslo_vmware.service [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53033982-84d0-42b7-b31f-ce2ba7c9e3ad {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.936339] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.936647] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.937520] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 536.938832] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88b642d2-09a8-4376-a21b-20614a836a25 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.944427] env[62954]: DEBUG oslo_vmware.api [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Waiting for the task: (returnval){ [ 536.944427] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5237c6d9-31aa-2f3a-c1e3-3d9d88eb16dd" [ 536.944427] env[62954]: _type = "Task" [ 536.944427] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 536.949807] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.237s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.950313] env[62954]: DEBUG nova.compute.manager [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 536.958048] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.647s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.958048] env[62954]: INFO nova.compute.claims [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 536.960801] env[62954]: DEBUG oslo_vmware.api [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5237c6d9-31aa-2f3a-c1e3-3d9d88eb16dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.456049] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.456300] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 537.456566] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.456686] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.457840] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 537.458184] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9b4db2b-5d8b-4d7a-9892-cd2035b9b7f6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.462505] env[62954]: DEBUG nova.compute.utils [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 537.464920] env[62954]: DEBUG nova.compute.manager [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 537.465522] env[62954]: DEBUG nova.network.neutron [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9acce350-3186-4906-a53e-841a7edd462e] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 537.487588] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 537.487912] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 537.489940] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670ced9d-a422-461d-bd88-29a39286be3e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.498544] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b10a94e6-585d-4354-bff9-d45e2f9ddc84 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.504382] env[62954]: DEBUG oslo_vmware.api [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Waiting for the task: (returnval){ [ 537.504382] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5231d548-8220-c9f3-7fc5-140d20797ef7" [ 537.504382] env[62954]: _type = "Task" [ 537.504382] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 537.515045] env[62954]: DEBUG oslo_vmware.api [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5231d548-8220-c9f3-7fc5-140d20797ef7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.592535] env[62954]: DEBUG nova.policy [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ec8972a518a4b0db3851ddecaeca22c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c9a1a2527e442b2806b13f1fd9765d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 537.743963] env[62954]: DEBUG nova.network.neutron [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Successfully updated port: 68edc9e4-e619-4460-a567-16f78a0b11cf {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 537.971681] env[62954]: DEBUG nova.compute.manager [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 538.024751] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Preparing fetch location {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 538.025096] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Creating directory with path [datastore2] vmware_temp/7410b0ed-4ecb-44a6-9a3b-f084f3661d26/45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 538.028802] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a76a8db-1846-4d70-ab70-8430d5e43b32 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.060294] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Created directory with path [datastore2] vmware_temp/7410b0ed-4ecb-44a6-9a3b-f084f3661d26/45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 538.060587] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Fetch image to [datastore2] vmware_temp/7410b0ed-4ecb-44a6-9a3b-f084f3661d26/45a12149-1b6c-414b-9b32-1b6ffa65e320/tmp-sparse.vmdk {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 538.061395] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Downloading image file data 45a12149-1b6c-414b-9b32-1b6ffa65e320 to [datastore2] vmware_temp/7410b0ed-4ecb-44a6-9a3b-f084f3661d26/45a12149-1b6c-414b-9b32-1b6ffa65e320/tmp-sparse.vmdk on the data store datastore2 {{(pid=62954) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 538.064838] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db32e30-23a1-42c8-9c27-45b62183970e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.076623] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b30897a-d48e-4467-8ea1-12a620f79f71 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.096064] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5226ba-3780-4b04-bf6f-ea75a703c71d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.140881] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d3f5bc-990c-48e5-8240-dbf2c5eac154 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.154324] env[62954]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-8a8c39ff-3b01-4a4f-99d4-26c310261233 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.164773] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4370421-70a5-498d-86c2-da942bc916af {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.182488] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a224f4ba-f06c-4a1d-aeae-ddb55fb495b0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.214661] env[62954]: DEBUG nova.network.neutron [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Successfully created port: 6519a47c-4e38-4dda-9adb-af272732c652 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 538.217584] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b66e0a-77c5-4867-835a-f778c852f1fa {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.225313] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79702d5c-833f-4a26-9045-e540d3a3ac86 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.240976] env[62954]: DEBUG nova.compute.provider_tree [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 538.245863] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Downloading image file data 45a12149-1b6c-414b-9b32-1b6ffa65e320 to the data store datastore2 {{(pid=62954) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 538.249682] env[62954]: DEBUG oslo_concurrency.lockutils [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Acquiring lock "refresh_cache-fa4b0e31-1c06-4ad1-ac03-595192aa4fa8" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.249682] env[62954]: DEBUG oslo_concurrency.lockutils [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Acquired lock "refresh_cache-fa4b0e31-1c06-4ad1-ac03-595192aa4fa8" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.250238] env[62954]: DEBUG nova.network.neutron [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 538.344995] env[62954]: DEBUG oslo_vmware.rw_handles [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/7410b0ed-4ecb-44a6-9a3b-f084f3661d26/45a12149-1b6c-414b-9b32-1b6ffa65e320/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62954) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 538.749685] env[62954]: DEBUG nova.scheduler.client.report [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 538.892348] env[62954]: DEBUG nova.network.neutron [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 538.941731] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 538.941731] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 538.941731] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Starting heal instance info cache {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 538.941731] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Rebuilding the list of instances to heal {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 538.985501] env[62954]: DEBUG nova.compute.manager [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 539.014604] env[62954]: DEBUG nova.virt.hardware [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 539.014775] env[62954]: DEBUG nova.virt.hardware [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 539.014984] env[62954]: DEBUG nova.virt.hardware [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 539.015227] env[62954]: DEBUG nova.virt.hardware [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 539.015466] env[62954]: DEBUG nova.virt.hardware [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 539.015627] env[62954]: DEBUG nova.virt.hardware [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 539.015834] env[62954]: DEBUG nova.virt.hardware [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 539.015993] env[62954]: DEBUG nova.virt.hardware [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 539.018835] env[62954]: DEBUG nova.virt.hardware [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 539.018835] env[62954]: DEBUG nova.virt.hardware [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 539.018835] env[62954]: DEBUG nova.virt.hardware [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 539.018835] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83158b4-25e1-4083-a6e6-50f77ab65adc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.030469] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4f0ee3-210a-4c19-911d-e3aa3147c6a1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.148376] env[62954]: DEBUG oslo_vmware.rw_handles [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Completed reading data from the image iterator. {{(pid=62954) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 539.149118] env[62954]: DEBUG oslo_vmware.rw_handles [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/7410b0ed-4ecb-44a6-9a3b-f084f3661d26/45a12149-1b6c-414b-9b32-1b6ffa65e320/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62954) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 539.209331] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Downloaded image file data 45a12149-1b6c-414b-9b32-1b6ffa65e320 to vmware_temp/7410b0ed-4ecb-44a6-9a3b-f084f3661d26/45a12149-1b6c-414b-9b32-1b6ffa65e320/tmp-sparse.vmdk on the data store datastore2 {{(pid=62954) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 539.211845] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Caching image {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 539.212141] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Copying Virtual Disk [datastore2] vmware_temp/7410b0ed-4ecb-44a6-9a3b-f084f3661d26/45a12149-1b6c-414b-9b32-1b6ffa65e320/tmp-sparse.vmdk to [datastore2] vmware_temp/7410b0ed-4ecb-44a6-9a3b-f084f3661d26/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 539.212262] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9549560e-3929-4619-ba18-7ab2249380cc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.222525] env[62954]: DEBUG oslo_vmware.api [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Waiting for the task: (returnval){ [ 539.222525] env[62954]: value = "task-2596730" [ 539.222525] env[62954]: _type = "Task" [ 539.222525] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.236283] env[62954]: DEBUG oslo_vmware.api [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Task: {'id': task-2596730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.261420] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.305s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 539.262129] env[62954]: DEBUG nova.compute.manager [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 539.265492] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.895s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.267312] env[62954]: INFO nova.compute.claims [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 539.411301] env[62954]: DEBUG nova.network.neutron [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Updating instance_info_cache with network_info: [{"id": "68edc9e4-e619-4460-a567-16f78a0b11cf", "address": "fa:16:3e:59:c7:35", "network": {"id": "7d93cd88-3a79-4663-b604-587d28ffb013", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ae6c0f6d5bc5436aa4f50fbf2889df6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68edc9e4-e6", "ovs_interfaceid": "68edc9e4-e619-4460-a567-16f78a0b11cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 539.444917] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Skipping network cache update for instance because it is Building. {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 539.445398] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Skipping network cache update for instance because it is Building. {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 539.445398] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Skipping network cache update for instance because it is Building. {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 539.445398] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Skipping network cache update for instance because it is Building. {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 539.445551] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Didn't find any instances for network info cache update. {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 539.445704] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 539.445950] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 539.446221] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 539.446490] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 539.446715] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 539.446983] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 539.447145] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62954) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 539.447300] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 539.737534] env[62954]: DEBUG oslo_vmware.api [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Task: {'id': task-2596730, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.774870] env[62954]: DEBUG nova.compute.utils [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 539.783216] env[62954]: DEBUG nova.compute.manager [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Not allocating networking since 'none' was specified. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 539.915589] env[62954]: DEBUG oslo_concurrency.lockutils [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Releasing lock "refresh_cache-fa4b0e31-1c06-4ad1-ac03-595192aa4fa8" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.918289] env[62954]: DEBUG nova.compute.manager [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Instance network_info: |[{"id": "68edc9e4-e619-4460-a567-16f78a0b11cf", "address": "fa:16:3e:59:c7:35", "network": {"id": "7d93cd88-3a79-4663-b604-587d28ffb013", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ae6c0f6d5bc5436aa4f50fbf2889df6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68edc9e4-e6", "ovs_interfaceid": "68edc9e4-e619-4460-a567-16f78a0b11cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 539.918504] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:c7:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68edc9e4-e619-4460-a567-16f78a0b11cf', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 539.929035] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Creating folder: Project (a03f6563105e437fa25ce3ace0f91bab). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 539.929035] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04e6b1bc-5ef5-42f8-8126-55eb6bc2f940 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.937734] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Created folder: Project (a03f6563105e437fa25ce3ace0f91bab) in parent group-v523717. [ 539.937734] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Creating folder: Instances. Parent ref: group-v523721. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 539.938132] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-affdae89-0715-4acd-ac9f-0f3f23c813e7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.951664] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Created folder: Instances in parent group-v523721. [ 539.951664] env[62954]: DEBUG oslo.service.loopingcall [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 539.951664] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.952143] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 539.952528] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c71af367-62b0-4ac9-96da-a7ecceab41e1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.974763] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 539.974763] env[62954]: value = "task-2596733" [ 539.974763] env[62954]: _type = "Task" [ 539.974763] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.985289] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596733, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.238644] env[62954]: DEBUG oslo_vmware.api [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Task: {'id': task-2596730, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678162} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.238973] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Copied Virtual Disk [datastore2] vmware_temp/7410b0ed-4ecb-44a6-9a3b-f084f3661d26/45a12149-1b6c-414b-9b32-1b6ffa65e320/tmp-sparse.vmdk to [datastore2] vmware_temp/7410b0ed-4ecb-44a6-9a3b-f084f3661d26/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 540.239988] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Deleting the datastore file [datastore2] vmware_temp/7410b0ed-4ecb-44a6-9a3b-f084f3661d26/45a12149-1b6c-414b-9b32-1b6ffa65e320/tmp-sparse.vmdk {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 540.239988] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f20887a1-9777-4db8-9fac-c36ded16809f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.248122] env[62954]: DEBUG oslo_vmware.api [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Waiting for the task: (returnval){ [ 540.248122] env[62954]: value = "task-2596734" [ 540.248122] env[62954]: _type = "Task" [ 540.248122] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.259089] env[62954]: DEBUG oslo_vmware.api [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Task: {'id': task-2596734, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.284089] env[62954]: DEBUG nova.compute.manager [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 540.462034] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de485fa-08ae-4301-9bab-0c6ec49566f9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.467386] env[62954]: DEBUG nova.compute.manager [req-c13a0d7c-02a3-4a4f-ac99-710cef635315 req-022a9f64-c6ee-4b39-b7ae-9980814197f5 service nova] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Received event network-changed-dafea02a-90b5-4f2a-9f6a-c094fb86e5fd {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 540.467525] env[62954]: DEBUG nova.compute.manager [req-c13a0d7c-02a3-4a4f-ac99-710cef635315 req-022a9f64-c6ee-4b39-b7ae-9980814197f5 service nova] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Refreshing instance network info cache due to event network-changed-dafea02a-90b5-4f2a-9f6a-c094fb86e5fd. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 540.467784] env[62954]: DEBUG oslo_concurrency.lockutils [req-c13a0d7c-02a3-4a4f-ac99-710cef635315 req-022a9f64-c6ee-4b39-b7ae-9980814197f5 service nova] Acquiring lock "refresh_cache-dcc3696e-4160-4557-8ef2-a1598f994d06" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.467880] env[62954]: DEBUG oslo_concurrency.lockutils [req-c13a0d7c-02a3-4a4f-ac99-710cef635315 req-022a9f64-c6ee-4b39-b7ae-9980814197f5 service nova] Acquired lock "refresh_cache-dcc3696e-4160-4557-8ef2-a1598f994d06" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.468065] env[62954]: DEBUG nova.network.neutron [req-c13a0d7c-02a3-4a4f-ac99-710cef635315 req-022a9f64-c6ee-4b39-b7ae-9980814197f5 service nova] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Refreshing network info cache for port dafea02a-90b5-4f2a-9f6a-c094fb86e5fd {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 540.475569] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf99e80-993a-4b7f-9f85-fd8bbf00ad75 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.522396] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc419f1-648d-4c42-b0ad-c5f6e3f98ea6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.525421] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596733, 'name': CreateVM_Task, 'duration_secs': 0.36896} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.525590] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 540.526697] env[62954]: DEBUG oslo_concurrency.lockutils [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.526915] env[62954]: DEBUG oslo_concurrency.lockutils [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.527245] env[62954]: DEBUG oslo_concurrency.lockutils [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.527472] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91b050cb-932e-4bf6-a9cc-657d06fcc567 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.533831] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e349963-22d5-4182-ab1b-418b7e7d3e36 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.539247] env[62954]: DEBUG oslo_vmware.api [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Waiting for the task: (returnval){ [ 540.539247] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5294c223-e356-a7a8-2057-a9d56a20f34a" [ 540.539247] env[62954]: _type = "Task" [ 540.539247] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.551381] env[62954]: DEBUG nova.compute.provider_tree [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 540.559995] env[62954]: DEBUG oslo_concurrency.lockutils [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.560056] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 540.561976] env[62954]: DEBUG oslo_concurrency.lockutils [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.759106] env[62954]: DEBUG oslo_vmware.api [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Task: {'id': task-2596734, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026905} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.759106] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 540.759106] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Moving file from [datastore2] vmware_temp/7410b0ed-4ecb-44a6-9a3b-f084f3661d26/45a12149-1b6c-414b-9b32-1b6ffa65e320 to [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320. {{(pid=62954) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 540.759417] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-2fa82339-023a-4a3d-a693-1378c3a25616 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.768598] env[62954]: DEBUG nova.network.neutron [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Successfully updated port: 6519a47c-4e38-4dda-9adb-af272732c652 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 540.772882] env[62954]: DEBUG oslo_vmware.api [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Waiting for the task: (returnval){ [ 540.772882] env[62954]: value = "task-2596735" [ 540.772882] env[62954]: _type = "Task" [ 540.772882] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.782582] env[62954]: DEBUG oslo_vmware.api [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Task: {'id': task-2596735, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.056027] env[62954]: DEBUG nova.scheduler.client.report [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 541.084774] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Acquiring lock "60e703f7-b811-4186-a986-1958392664cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.084774] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Lock "60e703f7-b811-4186-a986-1958392664cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.275023] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "refresh_cache-9acce350-3186-4906-a53e-841a7edd462e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.275023] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquired lock "refresh_cache-9acce350-3186-4906-a53e-841a7edd462e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.275023] env[62954]: DEBUG nova.network.neutron [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 541.291011] env[62954]: DEBUG oslo_vmware.api [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Task: {'id': task-2596735, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.02537} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 541.291712] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] File moved {{(pid=62954) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 541.293321] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Cleaning up location [datastore2] vmware_temp/7410b0ed-4ecb-44a6-9a3b-f084f3661d26 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 541.293321] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Deleting the datastore file [datastore2] vmware_temp/7410b0ed-4ecb-44a6-9a3b-f084f3661d26 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 541.293321] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a82ba8a-ef79-48a1-b028-13ad8cf27eb9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.298827] env[62954]: DEBUG nova.compute.manager [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 541.305211] env[62954]: DEBUG oslo_vmware.api [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Waiting for the task: (returnval){ [ 541.305211] env[62954]: value = "task-2596736" [ 541.305211] env[62954]: _type = "Task" [ 541.305211] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.315758] env[62954]: DEBUG oslo_vmware.api [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Task: {'id': task-2596736, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.341075] env[62954]: DEBUG nova.virt.hardware [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 541.341316] env[62954]: DEBUG nova.virt.hardware [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 541.341467] env[62954]: DEBUG nova.virt.hardware [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 541.341720] env[62954]: DEBUG nova.virt.hardware [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 541.341868] env[62954]: DEBUG nova.virt.hardware [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 541.342026] env[62954]: DEBUG nova.virt.hardware [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 541.342236] env[62954]: DEBUG nova.virt.hardware [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 541.342387] env[62954]: DEBUG nova.virt.hardware [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 541.342571] env[62954]: DEBUG nova.virt.hardware [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 541.342778] env[62954]: DEBUG nova.virt.hardware [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 541.342956] env[62954]: DEBUG nova.virt.hardware [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 541.343833] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d96ebdb-7554-4d63-96bf-bc0a41d577bd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.355114] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5473372-cb39-46a7-909c-9b9f626a066a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.371952] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Instance VIF info [] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 541.378879] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Creating folder: Project (d01d767840f3458daa6b51e38e5f8873). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 541.379240] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10fe7b9f-2333-4a7a-a728-f4a1814d9059 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.389529] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Created folder: Project (d01d767840f3458daa6b51e38e5f8873) in parent group-v523717. [ 541.389736] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Creating folder: Instances. Parent ref: group-v523724. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 541.389971] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d141d05-e71c-44ab-8100-b7e5cc2ae924 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.400343] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Created folder: Instances in parent group-v523724. [ 541.400343] env[62954]: DEBUG oslo.service.loopingcall [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 541.400343] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 541.400343] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3db55f62-84c2-4c57-85c9-0725b010fb0e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.419015] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 541.419015] env[62954]: value = "task-2596739" [ 541.419015] env[62954]: _type = "Task" [ 541.419015] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.426717] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596739, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.472133] env[62954]: DEBUG nova.network.neutron [req-c13a0d7c-02a3-4a4f-ac99-710cef635315 req-022a9f64-c6ee-4b39-b7ae-9980814197f5 service nova] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Updated VIF entry in instance network info cache for port dafea02a-90b5-4f2a-9f6a-c094fb86e5fd. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 541.472517] env[62954]: DEBUG nova.network.neutron [req-c13a0d7c-02a3-4a4f-ac99-710cef635315 req-022a9f64-c6ee-4b39-b7ae-9980814197f5 service nova] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Updating instance_info_cache with network_info: [{"id": "dafea02a-90b5-4f2a-9f6a-c094fb86e5fd", "address": "fa:16:3e:a8:96:1f", "network": {"id": "7d93cd88-3a79-4663-b604-587d28ffb013", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ae6c0f6d5bc5436aa4f50fbf2889df6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdafea02a-90", "ovs_interfaceid": "dafea02a-90b5-4f2a-9f6a-c094fb86e5fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 541.563426] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.298s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.564251] env[62954]: DEBUG nova.compute.manager [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 541.570309] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.683s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.571829] env[62954]: INFO nova.compute.claims [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 541.585899] env[62954]: DEBUG nova.compute.manager [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 541.819009] env[62954]: DEBUG oslo_vmware.api [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Task: {'id': task-2596736, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025672} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 541.821285] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 541.823326] env[62954]: DEBUG nova.network.neutron [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 541.825357] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b749cb4-a0ea-45b8-9dfb-41a74230325a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.830637] env[62954]: DEBUG oslo_vmware.api [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Waiting for the task: (returnval){ [ 541.830637] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5273dfd8-75ac-1b01-d4de-403956bbb797" [ 541.830637] env[62954]: _type = "Task" [ 541.830637] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.841518] env[62954]: DEBUG oslo_vmware.api [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5273dfd8-75ac-1b01-d4de-403956bbb797, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.872245] env[62954]: DEBUG nova.compute.manager [req-6d613048-833f-460b-878d-98e7c32cd7af req-c3fa01a6-97fc-4a7d-aa69-b3a906a564ca service nova] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Received event network-vif-plugged-6519a47c-4e38-4dda-9adb-af272732c652 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 541.872467] env[62954]: DEBUG oslo_concurrency.lockutils [req-6d613048-833f-460b-878d-98e7c32cd7af req-c3fa01a6-97fc-4a7d-aa69-b3a906a564ca service nova] Acquiring lock "9acce350-3186-4906-a53e-841a7edd462e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.872784] env[62954]: DEBUG oslo_concurrency.lockutils [req-6d613048-833f-460b-878d-98e7c32cd7af req-c3fa01a6-97fc-4a7d-aa69-b3a906a564ca service nova] Lock "9acce350-3186-4906-a53e-841a7edd462e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.872939] env[62954]: DEBUG oslo_concurrency.lockutils [req-6d613048-833f-460b-878d-98e7c32cd7af req-c3fa01a6-97fc-4a7d-aa69-b3a906a564ca service nova] Lock "9acce350-3186-4906-a53e-841a7edd462e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.874019] env[62954]: DEBUG nova.compute.manager [req-6d613048-833f-460b-878d-98e7c32cd7af req-c3fa01a6-97fc-4a7d-aa69-b3a906a564ca service nova] [instance: 9acce350-3186-4906-a53e-841a7edd462e] No waiting events found dispatching network-vif-plugged-6519a47c-4e38-4dda-9adb-af272732c652 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 541.874019] env[62954]: WARNING nova.compute.manager [req-6d613048-833f-460b-878d-98e7c32cd7af req-c3fa01a6-97fc-4a7d-aa69-b3a906a564ca service nova] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Received unexpected event network-vif-plugged-6519a47c-4e38-4dda-9adb-af272732c652 for instance with vm_state building and task_state spawning. [ 541.930113] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596739, 'name': CreateVM_Task, 'duration_secs': 0.320073} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 541.933303] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 541.933894] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.934127] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.934519] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.934796] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d471f119-0f30-49b2-804f-40049650bc34 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.941669] env[62954]: DEBUG oslo_vmware.api [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Waiting for the task: (returnval){ [ 541.941669] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52b13565-3e85-65ee-9aac-3c9dcac40cbc" [ 541.941669] env[62954]: _type = "Task" [ 541.941669] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.952398] env[62954]: DEBUG oslo_vmware.api [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52b13565-3e85-65ee-9aac-3c9dcac40cbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.979509] env[62954]: DEBUG oslo_concurrency.lockutils [req-c13a0d7c-02a3-4a4f-ac99-710cef635315 req-022a9f64-c6ee-4b39-b7ae-9980814197f5 service nova] Releasing lock "refresh_cache-dcc3696e-4160-4557-8ef2-a1598f994d06" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.979808] env[62954]: DEBUG nova.compute.manager [req-c13a0d7c-02a3-4a4f-ac99-710cef635315 req-022a9f64-c6ee-4b39-b7ae-9980814197f5 service nova] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Received event network-vif-plugged-68edc9e4-e619-4460-a567-16f78a0b11cf {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 541.980090] env[62954]: DEBUG oslo_concurrency.lockutils [req-c13a0d7c-02a3-4a4f-ac99-710cef635315 req-022a9f64-c6ee-4b39-b7ae-9980814197f5 service nova] Acquiring lock "fa4b0e31-1c06-4ad1-ac03-595192aa4fa8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.980215] env[62954]: DEBUG oslo_concurrency.lockutils [req-c13a0d7c-02a3-4a4f-ac99-710cef635315 req-022a9f64-c6ee-4b39-b7ae-9980814197f5 service nova] Lock "fa4b0e31-1c06-4ad1-ac03-595192aa4fa8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.981073] env[62954]: DEBUG oslo_concurrency.lockutils [req-c13a0d7c-02a3-4a4f-ac99-710cef635315 req-022a9f64-c6ee-4b39-b7ae-9980814197f5 service nova] Lock "fa4b0e31-1c06-4ad1-ac03-595192aa4fa8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.981073] env[62954]: DEBUG nova.compute.manager [req-c13a0d7c-02a3-4a4f-ac99-710cef635315 req-022a9f64-c6ee-4b39-b7ae-9980814197f5 service nova] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] No waiting events found dispatching network-vif-plugged-68edc9e4-e619-4460-a567-16f78a0b11cf {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 541.981073] env[62954]: WARNING nova.compute.manager [req-c13a0d7c-02a3-4a4f-ac99-710cef635315 req-022a9f64-c6ee-4b39-b7ae-9980814197f5 service nova] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Received unexpected event network-vif-plugged-68edc9e4-e619-4460-a567-16f78a0b11cf for instance with vm_state building and task_state spawning. [ 541.981073] env[62954]: DEBUG nova.compute.manager [req-c13a0d7c-02a3-4a4f-ac99-710cef635315 req-022a9f64-c6ee-4b39-b7ae-9980814197f5 service nova] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Received event network-changed-68edc9e4-e619-4460-a567-16f78a0b11cf {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 541.981073] env[62954]: DEBUG nova.compute.manager [req-c13a0d7c-02a3-4a4f-ac99-710cef635315 req-022a9f64-c6ee-4b39-b7ae-9980814197f5 service nova] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Refreshing instance network info cache due to event network-changed-68edc9e4-e619-4460-a567-16f78a0b11cf. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 541.981311] env[62954]: DEBUG oslo_concurrency.lockutils [req-c13a0d7c-02a3-4a4f-ac99-710cef635315 req-022a9f64-c6ee-4b39-b7ae-9980814197f5 service nova] Acquiring lock "refresh_cache-fa4b0e31-1c06-4ad1-ac03-595192aa4fa8" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.981311] env[62954]: DEBUG oslo_concurrency.lockutils [req-c13a0d7c-02a3-4a4f-ac99-710cef635315 req-022a9f64-c6ee-4b39-b7ae-9980814197f5 service nova] Acquired lock "refresh_cache-fa4b0e31-1c06-4ad1-ac03-595192aa4fa8" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.981428] env[62954]: DEBUG nova.network.neutron [req-c13a0d7c-02a3-4a4f-ac99-710cef635315 req-022a9f64-c6ee-4b39-b7ae-9980814197f5 service nova] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Refreshing network info cache for port 68edc9e4-e619-4460-a567-16f78a0b11cf {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 542.028014] env[62954]: DEBUG nova.network.neutron [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Updating instance_info_cache with network_info: [{"id": "6519a47c-4e38-4dda-9adb-af272732c652", "address": "fa:16:3e:a8:76:33", "network": {"id": "a3bdc751-8cf3-4508-9734-f077b7bcca4b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-735498890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c9a1a2527e442b2806b13f1fd9765d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6519a47c-4e", "ovs_interfaceid": "6519a47c-4e38-4dda-9adb-af272732c652", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 542.082345] env[62954]: DEBUG nova.compute.utils [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 542.084398] env[62954]: DEBUG nova.compute.manager [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 542.084645] env[62954]: DEBUG nova.network.neutron [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 542.124785] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.161954] env[62954]: DEBUG nova.policy [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99d40ecfd3df48c2b03edac7ac568256', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6003aae064cb4797ba61e4c4b57f1f2f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 542.344394] env[62954]: DEBUG oslo_vmware.api [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5273dfd8-75ac-1b01-d4de-403956bbb797, 'name': SearchDatastore_Task, 'duration_secs': 0.009285} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.344732] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.345462] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] dcc3696e-4160-4557-8ef2-a1598f994d06/dcc3696e-4160-4557-8ef2-a1598f994d06.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 542.345797] env[62954]: DEBUG oslo_concurrency.lockutils [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.345993] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 542.346240] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da6657ee-e226-4a0f-8b81-13a8ff248102 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.348591] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46979840-3d38-48cc-8b8f-f93782287093 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.361307] env[62954]: DEBUG oslo_vmware.api [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Waiting for the task: (returnval){ [ 542.361307] env[62954]: value = "task-2596740" [ 542.361307] env[62954]: _type = "Task" [ 542.361307] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.361307] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 542.361307] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 542.365391] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-324d3bb6-564b-4017-9a37-2b87ca21bbb5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.373204] env[62954]: DEBUG oslo_vmware.api [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Task: {'id': task-2596740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.374955] env[62954]: DEBUG oslo_vmware.api [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Waiting for the task: (returnval){ [ 542.374955] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5282fe99-e174-ad08-d233-eb742d03d54c" [ 542.374955] env[62954]: _type = "Task" [ 542.374955] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.385027] env[62954]: DEBUG oslo_vmware.api [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5282fe99-e174-ad08-d233-eb742d03d54c, 'name': SearchDatastore_Task, 'duration_secs': 0.008939} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.386433] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70691722-3a44-4adb-88aa-066cf9f022a9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.393412] env[62954]: DEBUG oslo_vmware.api [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Waiting for the task: (returnval){ [ 542.393412] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52c2b741-c400-d25f-5393-60baff88cd7e" [ 542.393412] env[62954]: _type = "Task" [ 542.393412] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.403773] env[62954]: DEBUG oslo_vmware.api [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52c2b741-c400-d25f-5393-60baff88cd7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.457196] env[62954]: DEBUG oslo_vmware.api [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52b13565-3e85-65ee-9aac-3c9dcac40cbc, 'name': SearchDatastore_Task, 'duration_secs': 0.011492} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.457298] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.457603] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 542.457870] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.531986] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Releasing lock "refresh_cache-9acce350-3186-4906-a53e-841a7edd462e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.532365] env[62954]: DEBUG nova.compute.manager [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Instance network_info: |[{"id": "6519a47c-4e38-4dda-9adb-af272732c652", "address": "fa:16:3e:a8:76:33", "network": {"id": "a3bdc751-8cf3-4508-9734-f077b7bcca4b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-735498890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c9a1a2527e442b2806b13f1fd9765d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6519a47c-4e", "ovs_interfaceid": "6519a47c-4e38-4dda-9adb-af272732c652", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 542.532991] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:76:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6519a47c-4e38-4dda-9adb-af272732c652', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 542.543021] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Creating folder: Project (1c9a1a2527e442b2806b13f1fd9765d2). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 542.546779] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-311a62d3-2f98-4204-aec6-ba8f122450b7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.560466] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Created folder: Project (1c9a1a2527e442b2806b13f1fd9765d2) in parent group-v523717. [ 542.560712] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Creating folder: Instances. Parent ref: group-v523727. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 542.561082] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30d37395-2f1a-4231-8a17-c94e519c4a28 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.576992] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Created folder: Instances in parent group-v523727. [ 542.576992] env[62954]: DEBUG oslo.service.loopingcall [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 542.576992] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 542.576992] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-270b6713-827b-4542-8156-bac97043735b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.592538] env[62954]: DEBUG nova.compute.manager [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 542.611972] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 542.611972] env[62954]: value = "task-2596743" [ 542.611972] env[62954]: _type = "Task" [ 542.611972] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.623615] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596743, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.770252] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0cba940-c208-4039-943b-7826d555eb02 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.779484] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e700c4-f0b0-4c2d-b9e7-2a2dbdf49bcc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.819487] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bb8c5c-0721-4fd0-9c65-0634f8e17437 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.831513] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed50c53-e19a-4881-97ec-27ceae386c3e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.848869] env[62954]: DEBUG nova.compute.provider_tree [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 542.851179] env[62954]: DEBUG nova.network.neutron [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Successfully created port: 68edeae0-413a-4613-9c8d-64b466d235e3 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 542.872697] env[62954]: DEBUG oslo_vmware.api [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Task: {'id': task-2596740, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.908653] env[62954]: DEBUG oslo_vmware.api [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52c2b741-c400-d25f-5393-60baff88cd7e, 'name': SearchDatastore_Task, 'duration_secs': 0.008811} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.908957] env[62954]: DEBUG oslo_concurrency.lockutils [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.909292] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] fa4b0e31-1c06-4ad1-ac03-595192aa4fa8/fa4b0e31-1c06-4ad1-ac03-595192aa4fa8.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 542.909621] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.909837] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 542.910098] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4d7c8a6-d59e-44c7-af7d-07cab64746d6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.912214] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47b9deb0-777b-4144-ad8d-6e8d60a3189e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.922106] env[62954]: DEBUG oslo_vmware.api [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Waiting for the task: (returnval){ [ 542.922106] env[62954]: value = "task-2596744" [ 542.922106] env[62954]: _type = "Task" [ 542.922106] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.923261] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 542.923458] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 542.928034] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b89a827-3a7c-4e98-8d5f-5a9610d67dd4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.939219] env[62954]: DEBUG oslo_vmware.api [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Task: {'id': task-2596744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.941765] env[62954]: DEBUG oslo_vmware.api [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Waiting for the task: (returnval){ [ 542.941765] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52c53f16-6cba-cb59-3b04-59d68182d875" [ 542.941765] env[62954]: _type = "Task" [ 542.941765] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.951942] env[62954]: DEBUG oslo_vmware.api [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52c53f16-6cba-cb59-3b04-59d68182d875, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.960156] env[62954]: DEBUG nova.network.neutron [req-c13a0d7c-02a3-4a4f-ac99-710cef635315 req-022a9f64-c6ee-4b39-b7ae-9980814197f5 service nova] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Updated VIF entry in instance network info cache for port 68edc9e4-e619-4460-a567-16f78a0b11cf. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 542.960480] env[62954]: DEBUG nova.network.neutron [req-c13a0d7c-02a3-4a4f-ac99-710cef635315 req-022a9f64-c6ee-4b39-b7ae-9980814197f5 service nova] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Updating instance_info_cache with network_info: [{"id": "68edc9e4-e619-4460-a567-16f78a0b11cf", "address": "fa:16:3e:59:c7:35", "network": {"id": "7d93cd88-3a79-4663-b604-587d28ffb013", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ae6c0f6d5bc5436aa4f50fbf2889df6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68edc9e4-e6", "ovs_interfaceid": "68edc9e4-e619-4460-a567-16f78a0b11cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 543.123165] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596743, 'name': CreateVM_Task} progress is 25%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.356594] env[62954]: DEBUG nova.scheduler.client.report [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 543.380986] env[62954]: DEBUG oslo_vmware.api [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Task: {'id': task-2596740, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662744} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 543.380986] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] dcc3696e-4160-4557-8ef2-a1598f994d06/dcc3696e-4160-4557-8ef2-a1598f994d06.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 543.380986] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 543.381242] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56448f15-f442-447d-9f56-3273f4bc7076 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.392011] env[62954]: DEBUG oslo_vmware.api [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Waiting for the task: (returnval){ [ 543.392011] env[62954]: value = "task-2596745" [ 543.392011] env[62954]: _type = "Task" [ 543.392011] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.405415] env[62954]: DEBUG oslo_vmware.api [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Task: {'id': task-2596745, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.441601] env[62954]: DEBUG oslo_vmware.api [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Task: {'id': task-2596744, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.457024] env[62954]: DEBUG oslo_vmware.api [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52c53f16-6cba-cb59-3b04-59d68182d875, 'name': SearchDatastore_Task, 'duration_secs': 0.018784} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 543.459248] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83cb0bf7-b2dd-416b-8ff3-9d46500e0019 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.463767] env[62954]: DEBUG oslo_concurrency.lockutils [req-c13a0d7c-02a3-4a4f-ac99-710cef635315 req-022a9f64-c6ee-4b39-b7ae-9980814197f5 service nova] Releasing lock "refresh_cache-fa4b0e31-1c06-4ad1-ac03-595192aa4fa8" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.465539] env[62954]: DEBUG oslo_vmware.api [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Waiting for the task: (returnval){ [ 543.465539] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52794125-ba19-942a-c173-3326e89c7642" [ 543.465539] env[62954]: _type = "Task" [ 543.465539] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.478939] env[62954]: DEBUG oslo_vmware.api [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52794125-ba19-942a-c173-3326e89c7642, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.613209] env[62954]: DEBUG nova.compute.manager [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 543.631034] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596743, 'name': CreateVM_Task, 'duration_secs': 0.937972} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 543.631034] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 543.632067] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.632352] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.632888] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.633241] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9c44ff5-87ec-4399-9123-0ca35fa2335b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.640442] env[62954]: DEBUG oslo_vmware.api [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 543.640442] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5276ffaa-82ca-5ce2-1c92-76e31b2bee7c" [ 543.640442] env[62954]: _type = "Task" [ 543.640442] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.650379] env[62954]: DEBUG oslo_concurrency.lockutils [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquiring lock "2e7fdade-c4c3-400c-b59a-b77382e4348c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.650643] env[62954]: DEBUG oslo_concurrency.lockutils [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Lock "2e7fdade-c4c3-400c-b59a-b77382e4348c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.658273] env[62954]: DEBUG oslo_vmware.api [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5276ffaa-82ca-5ce2-1c92-76e31b2bee7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.667639] env[62954]: DEBUG nova.virt.hardware [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 543.668418] env[62954]: DEBUG nova.virt.hardware [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 543.668418] env[62954]: DEBUG nova.virt.hardware [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 543.668418] env[62954]: DEBUG nova.virt.hardware [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 543.668601] env[62954]: DEBUG nova.virt.hardware [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 543.668601] env[62954]: DEBUG nova.virt.hardware [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 543.668820] env[62954]: DEBUG nova.virt.hardware [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 543.668981] env[62954]: DEBUG nova.virt.hardware [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 543.669176] env[62954]: DEBUG nova.virt.hardware [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 543.669343] env[62954]: DEBUG nova.virt.hardware [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 543.669607] env[62954]: DEBUG nova.virt.hardware [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 543.670483] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047707a5-86d2-4996-907b-c49b733e1151 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.684028] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d625e9-e271-47d4-ab7f-f446f7df12d9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.865843] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.295s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.866364] env[62954]: DEBUG nova.compute.manager [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 543.872107] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.921s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.872313] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.872479] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62954) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 543.872790] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.748s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.874327] env[62954]: INFO nova.compute.claims [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 543.877595] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217d6367-9f3c-433f-a46a-df1df20150ea {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.886444] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d013049-f496-4a29-a4e1-15fab22322d7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.902380] env[62954]: DEBUG oslo_vmware.api [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Task: {'id': task-2596745, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147092} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 543.910932] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 543.912075] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff177d0-5c5b-4871-907c-4e60e8cf8cd5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.915475] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9b4dc4-b892-4cae-a130-8cda52d6484f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.949784] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] dcc3696e-4160-4557-8ef2-a1598f994d06/dcc3696e-4160-4557-8ef2-a1598f994d06.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 543.953581] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ba0c81-eb49-4198-922f-24cb6d88f268 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.956962] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca91b7fc-0986-4598-b447-c5d189cbc776 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.018402] env[62954]: DEBUG oslo_vmware.api [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Task: {'id': task-2596744, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596982} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.018402] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181176MB free_disk=128GB free_vcpus=48 pci_devices=None {{(pid=62954) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 544.018402] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.019063] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] fa4b0e31-1c06-4ad1-ac03-595192aa4fa8/fa4b0e31-1c06-4ad1-ac03-595192aa4fa8.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 544.019283] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 544.019685] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6f854d8-b8ee-4b79-bf39-6bcbc8f840a5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.025426] env[62954]: DEBUG oslo_vmware.api [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Waiting for the task: (returnval){ [ 544.025426] env[62954]: value = "task-2596746" [ 544.025426] env[62954]: _type = "Task" [ 544.025426] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.027069] env[62954]: DEBUG oslo_vmware.api [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Waiting for the task: (returnval){ [ 544.027069] env[62954]: value = "task-2596747" [ 544.027069] env[62954]: _type = "Task" [ 544.027069] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.036315] env[62954]: DEBUG oslo_vmware.api [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52794125-ba19-942a-c173-3326e89c7642, 'name': SearchDatastore_Task, 'duration_secs': 0.03656} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.038178] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.038178] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 422c1d47-c8e5-4db0-bd13-3396a24906b7/422c1d47-c8e5-4db0-bd13-3396a24906b7.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 544.038178] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81d6efb3-1734-4db0-8563-3825cd3fa370 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.046350] env[62954]: DEBUG oslo_vmware.api [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Task: {'id': task-2596747, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.046680] env[62954]: DEBUG oslo_vmware.api [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Task: {'id': task-2596746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.051214] env[62954]: DEBUG oslo_vmware.api [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Waiting for the task: (returnval){ [ 544.051214] env[62954]: value = "task-2596748" [ 544.051214] env[62954]: _type = "Task" [ 544.051214] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.059429] env[62954]: DEBUG oslo_vmware.api [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Task: {'id': task-2596748, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.155695] env[62954]: DEBUG oslo_vmware.api [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5276ffaa-82ca-5ce2-1c92-76e31b2bee7c, 'name': SearchDatastore_Task, 'duration_secs': 0.025279} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.156499] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.156919] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 544.157120] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.157196] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.157430] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 544.157622] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e107e3f2-c1ac-4929-aebc-cb2ee3468158 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.159756] env[62954]: DEBUG nova.compute.manager [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 544.167684] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 544.167972] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 544.168704] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8549e18-8e79-4e27-b8ea-456b18dfaf44 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.174381] env[62954]: DEBUG oslo_vmware.api [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 544.174381] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]528d14aa-affe-368b-77e1-5f3a0727b661" [ 544.174381] env[62954]: _type = "Task" [ 544.174381] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.182272] env[62954]: DEBUG oslo_vmware.api [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]528d14aa-affe-368b-77e1-5f3a0727b661, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.378748] env[62954]: DEBUG nova.compute.utils [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 544.381201] env[62954]: DEBUG nova.compute.manager [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 544.381380] env[62954]: DEBUG nova.network.neutron [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 544.447233] env[62954]: DEBUG nova.policy [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd39f6da71f3748929207d81227f6277c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe836ee7d5ea41159844b667220500de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 544.546318] env[62954]: DEBUG oslo_vmware.api [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Task: {'id': task-2596747, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069561} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.546559] env[62954]: DEBUG oslo_vmware.api [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Task: {'id': task-2596746, 'name': ReconfigVM_Task, 'duration_secs': 0.386143} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.546793] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 544.550930] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Reconfigured VM instance instance-00000001 to attach disk [datastore2] dcc3696e-4160-4557-8ef2-a1598f994d06/dcc3696e-4160-4557-8ef2-a1598f994d06.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 544.550930] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfc318b-9c1d-4f5e-9203-11dac19188c5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.553020] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f00d3ef-dacc-40e3-bda9-11b6afcb4111 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.578874] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] fa4b0e31-1c06-4ad1-ac03-595192aa4fa8/fa4b0e31-1c06-4ad1-ac03-595192aa4fa8.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 544.583342] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-363ebfc5-6134-46c8-8dee-d765de393f6c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.597351] env[62954]: DEBUG oslo_vmware.api [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Task: {'id': task-2596748, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469255} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.597694] env[62954]: DEBUG oslo_vmware.api [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Waiting for the task: (returnval){ [ 544.597694] env[62954]: value = "task-2596749" [ 544.597694] env[62954]: _type = "Task" [ 544.597694] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.597860] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 422c1d47-c8e5-4db0-bd13-3396a24906b7/422c1d47-c8e5-4db0-bd13-3396a24906b7.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 544.598079] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 544.598840] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e548099-b950-447a-b0c1-9d36f18c1a7c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.604662] env[62954]: DEBUG oslo_vmware.api [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Waiting for the task: (returnval){ [ 544.604662] env[62954]: value = "task-2596750" [ 544.604662] env[62954]: _type = "Task" [ 544.604662] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.611893] env[62954]: DEBUG oslo_vmware.api [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Task: {'id': task-2596749, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.612176] env[62954]: DEBUG oslo_vmware.api [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Waiting for the task: (returnval){ [ 544.612176] env[62954]: value = "task-2596751" [ 544.612176] env[62954]: _type = "Task" [ 544.612176] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.623721] env[62954]: DEBUG oslo_vmware.api [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Task: {'id': task-2596750, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.624090] env[62954]: DEBUG oslo_vmware.api [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Task: {'id': task-2596751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.686338] env[62954]: DEBUG oslo_vmware.api [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]528d14aa-affe-368b-77e1-5f3a0727b661, 'name': SearchDatastore_Task, 'duration_secs': 0.009009} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.687652] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9132ad4-d450-4277-83b3-67e140041734 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.692690] env[62954]: DEBUG oslo_vmware.api [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 544.692690] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]525073f4-9371-f839-4ed2-7e76cb0d1e0a" [ 544.692690] env[62954]: _type = "Task" [ 544.692690] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.694186] env[62954]: DEBUG oslo_concurrency.lockutils [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.703383] env[62954]: DEBUG oslo_vmware.api [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]525073f4-9371-f839-4ed2-7e76cb0d1e0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.886322] env[62954]: DEBUG nova.compute.manager [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 544.910759] env[62954]: DEBUG nova.network.neutron [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Successfully created port: 4351f493-8ed7-497a-968e-c94fa5325bf6 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 545.037985] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba70c6c-c4bc-4815-bade-791f0ff53e31 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.046106] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc2082f-daa8-411a-b672-1cb15106efda {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.086218] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c3743a-6e2b-4e4a-ae72-52e50fe0db5d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.098779] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c4a2a8-d9b3-4208-b059-298905c4f042 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.115230] env[62954]: DEBUG nova.compute.manager [req-2ea56abf-8719-4b98-b117-fdf61d7d763f req-e389db0b-6c45-4a61-8b1a-26e7696f746e service nova] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Received event network-changed-6519a47c-4e38-4dda-9adb-af272732c652 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 545.117027] env[62954]: DEBUG nova.compute.manager [req-2ea56abf-8719-4b98-b117-fdf61d7d763f req-e389db0b-6c45-4a61-8b1a-26e7696f746e service nova] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Refreshing instance network info cache due to event network-changed-6519a47c-4e38-4dda-9adb-af272732c652. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 545.117027] env[62954]: DEBUG oslo_concurrency.lockutils [req-2ea56abf-8719-4b98-b117-fdf61d7d763f req-e389db0b-6c45-4a61-8b1a-26e7696f746e service nova] Acquiring lock "refresh_cache-9acce350-3186-4906-a53e-841a7edd462e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.117027] env[62954]: DEBUG oslo_concurrency.lockutils [req-2ea56abf-8719-4b98-b117-fdf61d7d763f req-e389db0b-6c45-4a61-8b1a-26e7696f746e service nova] Acquired lock "refresh_cache-9acce350-3186-4906-a53e-841a7edd462e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.117027] env[62954]: DEBUG nova.network.neutron [req-2ea56abf-8719-4b98-b117-fdf61d7d763f req-e389db0b-6c45-4a61-8b1a-26e7696f746e service nova] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Refreshing network info cache for port 6519a47c-4e38-4dda-9adb-af272732c652 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 545.132276] env[62954]: DEBUG nova.compute.provider_tree [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 545.142978] env[62954]: DEBUG oslo_vmware.api [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Task: {'id': task-2596750, 'name': ReconfigVM_Task, 'duration_secs': 0.323969} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.143066] env[62954]: DEBUG oslo_vmware.api [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Task: {'id': task-2596749, 'name': Rename_Task, 'duration_secs': 0.198356} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.144670] env[62954]: DEBUG nova.scheduler.client.report [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 545.147744] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Reconfigured VM instance instance-00000002 to attach disk [datastore2] fa4b0e31-1c06-4ad1-ac03-595192aa4fa8/fa4b0e31-1c06-4ad1-ac03-595192aa4fa8.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 545.153109] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 545.156213] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4fe20dbe-d0ee-448a-9b2a-5c3b4a977db7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.157851] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a18d19a0-e979-4a03-87b3-ec1f41d55c72 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.159551] env[62954]: DEBUG oslo_vmware.api [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Task: {'id': task-2596751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069809} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.160846] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 545.161266] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69499cff-7d59-4472-ad84-115b94bd193c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.168621] env[62954]: DEBUG oslo_vmware.api [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Waiting for the task: (returnval){ [ 545.168621] env[62954]: value = "task-2596753" [ 545.168621] env[62954]: _type = "Task" [ 545.168621] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.168738] env[62954]: DEBUG oslo_vmware.api [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Waiting for the task: (returnval){ [ 545.168738] env[62954]: value = "task-2596752" [ 545.168738] env[62954]: _type = "Task" [ 545.168738] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.190439] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 422c1d47-c8e5-4db0-bd13-3396a24906b7/422c1d47-c8e5-4db0-bd13-3396a24906b7.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 545.194978] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf9a3e6a-ddd6-4130-b9cf-ab9789db0d61 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.222108] env[62954]: DEBUG oslo_vmware.api [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Task: {'id': task-2596752, 'name': Rename_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.222108] env[62954]: DEBUG oslo_vmware.api [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Task: {'id': task-2596753, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.228981] env[62954]: DEBUG oslo_vmware.api [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]525073f4-9371-f839-4ed2-7e76cb0d1e0a, 'name': SearchDatastore_Task, 'duration_secs': 0.015316} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.229682] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.229947] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 9acce350-3186-4906-a53e-841a7edd462e/9acce350-3186-4906-a53e-841a7edd462e.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 545.230427] env[62954]: DEBUG oslo_vmware.api [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Waiting for the task: (returnval){ [ 545.230427] env[62954]: value = "task-2596754" [ 545.230427] env[62954]: _type = "Task" [ 545.230427] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.230682] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca00d83e-c252-45c6-832d-0dc0b8395d49 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.240695] env[62954]: DEBUG oslo_vmware.api [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Task: {'id': task-2596754, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.242160] env[62954]: DEBUG oslo_vmware.api [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 545.242160] env[62954]: value = "task-2596755" [ 545.242160] env[62954]: _type = "Task" [ 545.242160] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.250037] env[62954]: DEBUG oslo_vmware.api [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2596755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.657208] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.784s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.657925] env[62954]: DEBUG nova.compute.manager [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 545.665246] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.647s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.696778] env[62954]: DEBUG oslo_vmware.api [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Task: {'id': task-2596753, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.696778] env[62954]: DEBUG oslo_vmware.api [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Task: {'id': task-2596752, 'name': Rename_Task, 'duration_secs': 0.16894} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.696778] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 545.698354] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e09f2fd-0140-41cd-bb23-6f2d71ea7f21 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.705259] env[62954]: DEBUG oslo_vmware.api [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Waiting for the task: (returnval){ [ 545.705259] env[62954]: value = "task-2596756" [ 545.705259] env[62954]: _type = "Task" [ 545.705259] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.717149] env[62954]: DEBUG oslo_vmware.api [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Task: {'id': task-2596756, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.746479] env[62954]: DEBUG oslo_vmware.api [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Task: {'id': task-2596754, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.758661] env[62954]: DEBUG oslo_vmware.api [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2596755, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477694} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.759494] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 9acce350-3186-4906-a53e-841a7edd462e/9acce350-3186-4906-a53e-841a7edd462e.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 545.760440] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 545.761137] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2f7e89e-cf1b-4d92-aaa3-1aed7876370f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.768024] env[62954]: DEBUG oslo_vmware.api [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 545.768024] env[62954]: value = "task-2596757" [ 545.768024] env[62954]: _type = "Task" [ 545.768024] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.782383] env[62954]: DEBUG oslo_vmware.api [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2596757, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.800402] env[62954]: DEBUG nova.network.neutron [req-2ea56abf-8719-4b98-b117-fdf61d7d763f req-e389db0b-6c45-4a61-8b1a-26e7696f746e service nova] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Updated VIF entry in instance network info cache for port 6519a47c-4e38-4dda-9adb-af272732c652. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 545.800771] env[62954]: DEBUG nova.network.neutron [req-2ea56abf-8719-4b98-b117-fdf61d7d763f req-e389db0b-6c45-4a61-8b1a-26e7696f746e service nova] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Updating instance_info_cache with network_info: [{"id": "6519a47c-4e38-4dda-9adb-af272732c652", "address": "fa:16:3e:a8:76:33", "network": {"id": "a3bdc751-8cf3-4508-9734-f077b7bcca4b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-735498890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c9a1a2527e442b2806b13f1fd9765d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6519a47c-4e", "ovs_interfaceid": "6519a47c-4e38-4dda-9adb-af272732c652", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 545.901470] env[62954]: DEBUG nova.compute.manager [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 546.080500] env[62954]: DEBUG nova.virt.hardware [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 546.080746] env[62954]: DEBUG nova.virt.hardware [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 546.080938] env[62954]: DEBUG nova.virt.hardware [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 546.082018] env[62954]: DEBUG nova.virt.hardware [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 546.082230] env[62954]: DEBUG nova.virt.hardware [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 546.082389] env[62954]: DEBUG nova.virt.hardware [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 546.082621] env[62954]: DEBUG nova.virt.hardware [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 546.082806] env[62954]: DEBUG nova.virt.hardware [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 546.082946] env[62954]: DEBUG nova.virt.hardware [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 546.083236] env[62954]: DEBUG nova.virt.hardware [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 546.083320] env[62954]: DEBUG nova.virt.hardware [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 546.084561] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd85b523-d978-4e31-af53-0b0baa6be3f4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.096564] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909858f5-17c5-4a61-b5d4-70f3876857fb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.123122] env[62954]: DEBUG nova.network.neutron [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Successfully updated port: 68edeae0-413a-4613-9c8d-64b466d235e3 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 546.169846] env[62954]: DEBUG nova.compute.utils [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 546.172151] env[62954]: DEBUG nova.compute.manager [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 546.172541] env[62954]: DEBUG nova.network.neutron [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 546.193430] env[62954]: DEBUG oslo_vmware.api [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Task: {'id': task-2596753, 'name': PowerOnVM_Task, 'duration_secs': 0.655085} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.195510] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 546.196236] env[62954]: INFO nova.compute.manager [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Took 15.97 seconds to spawn the instance on the hypervisor. [ 546.196236] env[62954]: DEBUG nova.compute.manager [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 546.197650] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62c325c-8f25-4e47-b2f6-51d178a607dd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.218529] env[62954]: DEBUG oslo_vmware.api [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Task: {'id': task-2596756, 'name': PowerOnVM_Task} progress is 37%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.244631] env[62954]: DEBUG oslo_vmware.api [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Task: {'id': task-2596754, 'name': ReconfigVM_Task, 'duration_secs': 0.552638} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.244949] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 422c1d47-c8e5-4db0-bd13-3396a24906b7/422c1d47-c8e5-4db0-bd13-3396a24906b7.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 546.245850] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dca7d182-8716-477d-ba4b-b3687fd9ad13 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.252093] env[62954]: DEBUG oslo_vmware.api [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Waiting for the task: (returnval){ [ 546.252093] env[62954]: value = "task-2596758" [ 546.252093] env[62954]: _type = "Task" [ 546.252093] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.262202] env[62954]: DEBUG oslo_vmware.api [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Task: {'id': task-2596758, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.280288] env[62954]: DEBUG oslo_vmware.api [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2596757, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070675} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.280729] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 546.283018] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d7ea11-8695-4005-b36f-1e6036038462 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.309160] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 9acce350-3186-4906-a53e-841a7edd462e/9acce350-3186-4906-a53e-841a7edd462e.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 546.310141] env[62954]: DEBUG oslo_concurrency.lockutils [req-2ea56abf-8719-4b98-b117-fdf61d7d763f req-e389db0b-6c45-4a61-8b1a-26e7696f746e service nova] Releasing lock "refresh_cache-9acce350-3186-4906-a53e-841a7edd462e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.310466] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae92df5a-375d-4f23-9cb8-b33919881be1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.337317] env[62954]: DEBUG oslo_vmware.api [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 546.337317] env[62954]: value = "task-2596759" [ 546.337317] env[62954]: _type = "Task" [ 546.337317] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.337317] env[62954]: DEBUG nova.policy [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee72a4a7a7cf4b77a421d1de72125f73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0953265659a3411a8f6e8df09cfd72e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 546.350796] env[62954]: DEBUG oslo_vmware.api [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2596759, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.433166] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Acquiring lock "00376bf9-716d-4c89-a29d-2c6381ce373a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.433697] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Lock "00376bf9-716d-4c89-a29d-2c6381ce373a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.634029] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Acquiring lock "refresh_cache-36dc7269-8701-41b8-a73c-806f336deb4b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.634029] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Acquired lock "refresh_cache-36dc7269-8701-41b8-a73c-806f336deb4b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.634029] env[62954]: DEBUG nova.network.neutron [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 546.676216] env[62954]: DEBUG nova.compute.manager [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 546.734175] env[62954]: DEBUG oslo_vmware.api [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Task: {'id': task-2596756, 'name': PowerOnVM_Task} progress is 82%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.735111] env[62954]: INFO nova.compute.manager [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Took 20.74 seconds to build instance. [ 546.768465] env[62954]: DEBUG oslo_vmware.api [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Task: {'id': task-2596758, 'name': Rename_Task, 'duration_secs': 0.16755} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.768465] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 546.768465] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13a4de0b-d36f-43db-bfd5-42c3b76e389d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.776871] env[62954]: DEBUG oslo_vmware.api [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Waiting for the task: (returnval){ [ 546.776871] env[62954]: value = "task-2596760" [ 546.776871] env[62954]: _type = "Task" [ 546.776871] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.790804] env[62954]: DEBUG oslo_vmware.api [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Task: {'id': task-2596760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.827160] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance dcc3696e-4160-4557-8ef2-a1598f994d06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 546.827423] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance fa4b0e31-1c06-4ad1-ac03-595192aa4fa8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 546.827423] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 9acce350-3186-4906-a53e-841a7edd462e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 546.827634] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 422c1d47-c8e5-4db0-bd13-3396a24906b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 546.827946] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 36dc7269-8701-41b8-a73c-806f336deb4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 546.827946] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 5a51f3a2-66d7-4c40-9429-c2c05b9111ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 546.828140] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 60e703f7-b811-4186-a986-1958392664cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 546.852294] env[62954]: DEBUG oslo_vmware.api [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2596759, 'name': ReconfigVM_Task, 'duration_secs': 0.372669} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.853028] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 9acce350-3186-4906-a53e-841a7edd462e/9acce350-3186-4906-a53e-841a7edd462e.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 546.853703] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23eea3f0-ff12-409a-b240-0e7aec3f31d4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.860375] env[62954]: DEBUG oslo_vmware.api [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 546.860375] env[62954]: value = "task-2596761" [ 546.860375] env[62954]: _type = "Task" [ 546.860375] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.873425] env[62954]: DEBUG oslo_vmware.api [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2596761, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.939628] env[62954]: DEBUG nova.compute.manager [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 547.221536] env[62954]: DEBUG oslo_vmware.api [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Task: {'id': task-2596756, 'name': PowerOnVM_Task, 'duration_secs': 1.082022} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.221803] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 547.222259] env[62954]: INFO nova.compute.manager [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Took 10.48 seconds to spawn the instance on the hypervisor. [ 547.222462] env[62954]: DEBUG nova.compute.manager [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 547.223793] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35086dd8-9839-470d-a823-5603b9c24a07 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.239344] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7064f35d-ecde-4da3-bdb8-4bda10637599 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Lock "dcc3696e-4160-4557-8ef2-a1598f994d06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.248s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.287063] env[62954]: DEBUG oslo_vmware.api [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Task: {'id': task-2596760, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.336129] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 2e7fdade-c4c3-400c-b59a-b77382e4348c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 547.378191] env[62954]: DEBUG oslo_vmware.api [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2596761, 'name': Rename_Task, 'duration_secs': 0.289662} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.378709] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 547.379129] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-540f6fc8-9c5d-4daf-a828-b28500b4b63c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.388990] env[62954]: DEBUG oslo_vmware.api [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 547.388990] env[62954]: value = "task-2596762" [ 547.388990] env[62954]: _type = "Task" [ 547.388990] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.404353] env[62954]: DEBUG oslo_vmware.api [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2596762, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.499829] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.523329] env[62954]: DEBUG nova.network.neutron [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 547.621338] env[62954]: DEBUG nova.network.neutron [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Successfully created port: f458a9f7-76db-4751-911c-a91194fb742f {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 547.692707] env[62954]: DEBUG nova.compute.manager [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 547.695618] env[62954]: DEBUG nova.compute.manager [req-5e4bb329-2270-4524-8bc5-a1a8ca712efc req-e3585999-6e6b-4382-b8e9-b3ec431f78fe service nova] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Received event network-vif-plugged-68edeae0-413a-4613-9c8d-64b466d235e3 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 547.696400] env[62954]: DEBUG oslo_concurrency.lockutils [req-5e4bb329-2270-4524-8bc5-a1a8ca712efc req-e3585999-6e6b-4382-b8e9-b3ec431f78fe service nova] Acquiring lock "36dc7269-8701-41b8-a73c-806f336deb4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.696626] env[62954]: DEBUG oslo_concurrency.lockutils [req-5e4bb329-2270-4524-8bc5-a1a8ca712efc req-e3585999-6e6b-4382-b8e9-b3ec431f78fe service nova] Lock "36dc7269-8701-41b8-a73c-806f336deb4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.696791] env[62954]: DEBUG oslo_concurrency.lockutils [req-5e4bb329-2270-4524-8bc5-a1a8ca712efc req-e3585999-6e6b-4382-b8e9-b3ec431f78fe service nova] Lock "36dc7269-8701-41b8-a73c-806f336deb4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.696977] env[62954]: DEBUG nova.compute.manager [req-5e4bb329-2270-4524-8bc5-a1a8ca712efc req-e3585999-6e6b-4382-b8e9-b3ec431f78fe service nova] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] No waiting events found dispatching network-vif-plugged-68edeae0-413a-4613-9c8d-64b466d235e3 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 547.697189] env[62954]: WARNING nova.compute.manager [req-5e4bb329-2270-4524-8bc5-a1a8ca712efc req-e3585999-6e6b-4382-b8e9-b3ec431f78fe service nova] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Received unexpected event network-vif-plugged-68edeae0-413a-4613-9c8d-64b466d235e3 for instance with vm_state building and task_state spawning. [ 547.697349] env[62954]: DEBUG nova.compute.manager [req-5e4bb329-2270-4524-8bc5-a1a8ca712efc req-e3585999-6e6b-4382-b8e9-b3ec431f78fe service nova] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Received event network-changed-68edeae0-413a-4613-9c8d-64b466d235e3 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 547.697565] env[62954]: DEBUG nova.compute.manager [req-5e4bb329-2270-4524-8bc5-a1a8ca712efc req-e3585999-6e6b-4382-b8e9-b3ec431f78fe service nova] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Refreshing instance network info cache due to event network-changed-68edeae0-413a-4613-9c8d-64b466d235e3. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 547.697658] env[62954]: DEBUG oslo_concurrency.lockutils [req-5e4bb329-2270-4524-8bc5-a1a8ca712efc req-e3585999-6e6b-4382-b8e9-b3ec431f78fe service nova] Acquiring lock "refresh_cache-36dc7269-8701-41b8-a73c-806f336deb4b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.746939] env[62954]: DEBUG nova.virt.hardware [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 547.746939] env[62954]: DEBUG nova.virt.hardware [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 547.747161] env[62954]: DEBUG nova.virt.hardware [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 547.747389] env[62954]: DEBUG nova.virt.hardware [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 547.747470] env[62954]: DEBUG nova.virt.hardware [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 547.748043] env[62954]: DEBUG nova.virt.hardware [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 547.749102] env[62954]: DEBUG nova.virt.hardware [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 547.749754] env[62954]: DEBUG nova.virt.hardware [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 547.749754] env[62954]: DEBUG nova.virt.hardware [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 547.749754] env[62954]: DEBUG nova.virt.hardware [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 547.750561] env[62954]: DEBUG nova.virt.hardware [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 547.751341] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcfd232-b92a-48d7-aa86-d4dee56e6c14 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.756995] env[62954]: INFO nova.compute.manager [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Took 15.28 seconds to build instance. [ 547.765551] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ffc94a-b7aa-4476-9d19-39a9459c8bc9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.795371] env[62954]: DEBUG oslo_vmware.api [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Task: {'id': task-2596760, 'name': PowerOnVM_Task, 'duration_secs': 0.949146} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.795535] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 547.795730] env[62954]: INFO nova.compute.manager [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Took 6.50 seconds to spawn the instance on the hypervisor. [ 547.795903] env[62954]: DEBUG nova.compute.manager [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 547.796731] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16894d8-ed16-438c-8a1d-0e3344e32951 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.839786] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 00376bf9-716d-4c89-a29d-2c6381ce373a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 547.839786] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=62954) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 547.839786] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=62954) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 547.904103] env[62954]: DEBUG oslo_vmware.api [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2596762, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.031214] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf74317-9dfc-484e-8b9e-7b3d5dd1fdc7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.041654] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f278966-56d9-43cf-9cd1-0039be755043 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.080833] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892d7d5e-df10-4d15-80b0-0253ad2a5571 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.091183] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d80c5b-b153-4c08-bb5d-88b247768922 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.107166] env[62954]: DEBUG nova.compute.provider_tree [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 548.260363] env[62954]: DEBUG oslo_concurrency.lockutils [None req-05e014db-dcb2-4fd0-9a66-2cef17dfa419 tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Lock "fa4b0e31-1c06-4ad1-ac03-595192aa4fa8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.791s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 548.316242] env[62954]: INFO nova.compute.manager [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Took 13.05 seconds to build instance. [ 548.399674] env[62954]: DEBUG oslo_vmware.api [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2596762, 'name': PowerOnVM_Task, 'duration_secs': 0.853547} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.399960] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 548.400183] env[62954]: INFO nova.compute.manager [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Took 9.41 seconds to spawn the instance on the hypervisor. [ 548.400363] env[62954]: DEBUG nova.compute.manager [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 548.401183] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1401ec35-a8fa-43ed-aa96-1393689a7343 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.610760] env[62954]: DEBUG nova.scheduler.client.report [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 548.616559] env[62954]: DEBUG nova.network.neutron [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Updating instance_info_cache with network_info: [{"id": "68edeae0-413a-4613-9c8d-64b466d235e3", "address": "fa:16:3e:19:77:30", "network": {"id": "7d93cd88-3a79-4663-b604-587d28ffb013", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ae6c0f6d5bc5436aa4f50fbf2889df6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68edeae0-41", "ovs_interfaceid": "68edeae0-413a-4613-9c8d-64b466d235e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 548.818580] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dc2bf4ce-af22-4dcc-84e7-432103fe29f5 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Lock "422c1d47-c8e5-4db0-bd13-3396a24906b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.562s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 548.874559] env[62954]: DEBUG nova.network.neutron [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Successfully updated port: 4351f493-8ed7-497a-968e-c94fa5325bf6 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 548.925697] env[62954]: INFO nova.compute.manager [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Took 15.48 seconds to build instance. [ 549.118048] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62954) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 549.118348] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.454s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.120022] env[62954]: DEBUG oslo_concurrency.lockutils [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.424s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.120255] env[62954]: INFO nova.compute.claims [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 549.123680] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Releasing lock "refresh_cache-36dc7269-8701-41b8-a73c-806f336deb4b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.124013] env[62954]: DEBUG nova.compute.manager [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Instance network_info: |[{"id": "68edeae0-413a-4613-9c8d-64b466d235e3", "address": "fa:16:3e:19:77:30", "network": {"id": "7d93cd88-3a79-4663-b604-587d28ffb013", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ae6c0f6d5bc5436aa4f50fbf2889df6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68edeae0-41", "ovs_interfaceid": "68edeae0-413a-4613-9c8d-64b466d235e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 549.124490] env[62954]: DEBUG oslo_concurrency.lockutils [req-5e4bb329-2270-4524-8bc5-a1a8ca712efc req-e3585999-6e6b-4382-b8e9-b3ec431f78fe service nova] Acquired lock "refresh_cache-36dc7269-8701-41b8-a73c-806f336deb4b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.124720] env[62954]: DEBUG nova.network.neutron [req-5e4bb329-2270-4524-8bc5-a1a8ca712efc req-e3585999-6e6b-4382-b8e9-b3ec431f78fe service nova] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Refreshing network info cache for port 68edeae0-413a-4613-9c8d-64b466d235e3 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 549.129194] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:77:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68edeae0-413a-4613-9c8d-64b466d235e3', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 549.133700] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Creating folder: Project (6003aae064cb4797ba61e4c4b57f1f2f). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 549.134304] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6d3cd55-cd53-4b6f-9b3e-8d0e94b9c4e0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.145931] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Created folder: Project (6003aae064cb4797ba61e4c4b57f1f2f) in parent group-v523717. [ 549.145931] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Creating folder: Instances. Parent ref: group-v523730. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 549.145931] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e489cce-4093-486e-91ed-690e95d16ecb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.155630] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Created folder: Instances in parent group-v523730. [ 549.155836] env[62954]: DEBUG oslo.service.loopingcall [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 549.156042] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 549.156693] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13d4ad4c-2070-40fc-a40a-90e6f031e508 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.181770] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 549.181770] env[62954]: value = "task-2596765" [ 549.181770] env[62954]: _type = "Task" [ 549.181770] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.192160] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596765, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.382776] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Acquiring lock "refresh_cache-5a51f3a2-66d7-4c40-9429-c2c05b9111ed" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.382876] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Acquired lock "refresh_cache-5a51f3a2-66d7-4c40-9429-c2c05b9111ed" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.383256] env[62954]: DEBUG nova.network.neutron [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 549.430313] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9b4d652e-0995-4a8a-b949-39033420b0f8 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "9acce350-3186-4906-a53e-841a7edd462e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.990s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.691931] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596765, 'name': CreateVM_Task, 'duration_secs': 0.394928} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.692132] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 549.693321] env[62954]: DEBUG oslo_vmware.service [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01f2718-df7d-4089-965d-3ba3415d0362 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.699583] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.699774] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.700182] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.700449] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-350c84b1-b540-4627-9478-e801a3acb85d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.705477] env[62954]: DEBUG oslo_vmware.api [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Waiting for the task: (returnval){ [ 549.705477] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52a54bc5-589d-cebc-7c45-f2c63a62af56" [ 549.705477] env[62954]: _type = "Task" [ 549.705477] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.718355] env[62954]: DEBUG oslo_vmware.api [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52a54bc5-589d-cebc-7c45-f2c63a62af56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.892976] env[62954]: DEBUG nova.compute.manager [req-68c64d0d-2c78-48a8-964c-3bbe94724b17 req-3eaa5dbc-ae5e-417b-8b41-ce02c00f9ab4 service nova] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Received event network-vif-plugged-4351f493-8ed7-497a-968e-c94fa5325bf6 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 549.893215] env[62954]: DEBUG oslo_concurrency.lockutils [req-68c64d0d-2c78-48a8-964c-3bbe94724b17 req-3eaa5dbc-ae5e-417b-8b41-ce02c00f9ab4 service nova] Acquiring lock "5a51f3a2-66d7-4c40-9429-c2c05b9111ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.893421] env[62954]: DEBUG oslo_concurrency.lockutils [req-68c64d0d-2c78-48a8-964c-3bbe94724b17 req-3eaa5dbc-ae5e-417b-8b41-ce02c00f9ab4 service nova] Lock "5a51f3a2-66d7-4c40-9429-c2c05b9111ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.893587] env[62954]: DEBUG oslo_concurrency.lockutils [req-68c64d0d-2c78-48a8-964c-3bbe94724b17 req-3eaa5dbc-ae5e-417b-8b41-ce02c00f9ab4 service nova] Lock "5a51f3a2-66d7-4c40-9429-c2c05b9111ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.893763] env[62954]: DEBUG nova.compute.manager [req-68c64d0d-2c78-48a8-964c-3bbe94724b17 req-3eaa5dbc-ae5e-417b-8b41-ce02c00f9ab4 service nova] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] No waiting events found dispatching network-vif-plugged-4351f493-8ed7-497a-968e-c94fa5325bf6 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 549.893947] env[62954]: WARNING nova.compute.manager [req-68c64d0d-2c78-48a8-964c-3bbe94724b17 req-3eaa5dbc-ae5e-417b-8b41-ce02c00f9ab4 service nova] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Received unexpected event network-vif-plugged-4351f493-8ed7-497a-968e-c94fa5325bf6 for instance with vm_state building and task_state spawning. [ 550.053233] env[62954]: DEBUG nova.network.neutron [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 550.220552] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.221294] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 550.221294] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.221429] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.221602] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 550.228226] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-463d882b-ce72-416e-9ff4-b4691539b898 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.250248] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 550.250422] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 550.251270] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d173208f-a245-4576-b252-541d44d8ed87 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.260685] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d554d0e6-ae73-4c61-8532-b9d7eb584a37 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.266127] env[62954]: DEBUG oslo_vmware.api [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Waiting for the task: (returnval){ [ 550.266127] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52ff7580-c7ea-5b09-04ee-68cf77520b43" [ 550.266127] env[62954]: _type = "Task" [ 550.266127] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.277306] env[62954]: DEBUG oslo_vmware.api [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52ff7580-c7ea-5b09-04ee-68cf77520b43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.282024] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Acquiring lock "78c077da-de74-46ec-8218-f37b79e188ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.282275] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Lock "78c077da-de74-46ec-8218-f37b79e188ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.348672] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c7f48a-8f75-47fa-88f3-1ab11f5c533c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.362581] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b285507-fe7c-4e07-9c19-84efab0d45b6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.400938] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e4f954-124e-416d-ab6c-7838b90b55af {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.408915] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b33605-1403-4d10-8233-11767ecefebe {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.425249] env[62954]: DEBUG nova.compute.provider_tree [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 550.788210] env[62954]: DEBUG nova.compute.manager [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 550.791262] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Preparing fetch location {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 550.794043] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Creating directory with path [datastore1] vmware_temp/85405531-842e-434a-8829-20e233e9a6b3/45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 550.794043] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a208a34-3307-49dc-aa10-1c4c6077e95e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.827840] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Created directory with path [datastore1] vmware_temp/85405531-842e-434a-8829-20e233e9a6b3/45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 550.828069] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Fetch image to [datastore1] vmware_temp/85405531-842e-434a-8829-20e233e9a6b3/45a12149-1b6c-414b-9b32-1b6ffa65e320/tmp-sparse.vmdk {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 550.828240] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Downloading image file data 45a12149-1b6c-414b-9b32-1b6ffa65e320 to [datastore1] vmware_temp/85405531-842e-434a-8829-20e233e9a6b3/45a12149-1b6c-414b-9b32-1b6ffa65e320/tmp-sparse.vmdk on the data store datastore1 {{(pid=62954) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 550.829786] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ceecf5-d869-4914-87b0-10a8cdb64989 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.839905] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fedd20f5-d9d1-4734-8bcd-90720a9b0320 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.853264] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77737fd-7df8-43ef-93aa-f66b4b3bf37f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.859246] env[62954]: DEBUG nova.network.neutron [req-5e4bb329-2270-4524-8bc5-a1a8ca712efc req-e3585999-6e6b-4382-b8e9-b3ec431f78fe service nova] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Updated VIF entry in instance network info cache for port 68edeae0-413a-4613-9c8d-64b466d235e3. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 550.859639] env[62954]: DEBUG nova.network.neutron [req-5e4bb329-2270-4524-8bc5-a1a8ca712efc req-e3585999-6e6b-4382-b8e9-b3ec431f78fe service nova] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Updating instance_info_cache with network_info: [{"id": "68edeae0-413a-4613-9c8d-64b466d235e3", "address": "fa:16:3e:19:77:30", "network": {"id": "7d93cd88-3a79-4663-b604-587d28ffb013", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ae6c0f6d5bc5436aa4f50fbf2889df6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68edeae0-41", "ovs_interfaceid": "68edeae0-413a-4613-9c8d-64b466d235e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 550.894890] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed44d35-6605-4a44-b6be-cd9104afca4f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.901904] env[62954]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-9c2985d0-6963-4b07-80f0-48931f54d947 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.928738] env[62954]: DEBUG nova.scheduler.client.report [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 550.994901] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Downloading image file data 45a12149-1b6c-414b-9b32-1b6ffa65e320 to the data store datastore1 {{(pid=62954) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 551.073159] env[62954]: DEBUG nova.network.neutron [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Updating instance_info_cache with network_info: [{"id": "4351f493-8ed7-497a-968e-c94fa5325bf6", "address": "fa:16:3e:5d:12:5c", "network": {"id": "ffcd490b-3742-4d1a-9b3e-fc3b7b8499e5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-963927037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe836ee7d5ea41159844b667220500de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4351f493-8e", "ovs_interfaceid": "4351f493-8ed7-497a-968e-c94fa5325bf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 551.077586] env[62954]: DEBUG oslo_vmware.rw_handles [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/85405531-842e-434a-8829-20e233e9a6b3/45a12149-1b6c-414b-9b32-1b6ffa65e320/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62954) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 551.323460] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.330629] env[62954]: DEBUG nova.network.neutron [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Successfully updated port: f458a9f7-76db-4751-911c-a91194fb742f {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 551.367471] env[62954]: DEBUG oslo_concurrency.lockutils [req-5e4bb329-2270-4524-8bc5-a1a8ca712efc req-e3585999-6e6b-4382-b8e9-b3ec431f78fe service nova] Releasing lock "refresh_cache-36dc7269-8701-41b8-a73c-806f336deb4b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.434232] env[62954]: DEBUG oslo_concurrency.lockutils [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.315s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.434838] env[62954]: DEBUG nova.compute.manager [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 551.437581] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.943s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.439592] env[62954]: INFO nova.compute.claims [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 551.584342] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Releasing lock "refresh_cache-5a51f3a2-66d7-4c40-9429-c2c05b9111ed" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.584675] env[62954]: DEBUG nova.compute.manager [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Instance network_info: |[{"id": "4351f493-8ed7-497a-968e-c94fa5325bf6", "address": "fa:16:3e:5d:12:5c", "network": {"id": "ffcd490b-3742-4d1a-9b3e-fc3b7b8499e5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-963927037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe836ee7d5ea41159844b667220500de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4351f493-8e", "ovs_interfaceid": "4351f493-8ed7-497a-968e-c94fa5325bf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 551.585445] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:12:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '054fcd1e-638e-425a-a1de-78cb188ae026', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4351f493-8ed7-497a-968e-c94fa5325bf6', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 551.595371] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Creating folder: Project (fe836ee7d5ea41159844b667220500de). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 551.595771] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87260f9a-6bb7-4936-9fa6-2d0c5b65f499 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.609213] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Created folder: Project (fe836ee7d5ea41159844b667220500de) in parent group-v523717. [ 551.609375] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Creating folder: Instances. Parent ref: group-v523733. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 551.609652] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5adbdd6e-99ad-4ab1-9ff0-5b334413adf2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.620450] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Created folder: Instances in parent group-v523733. [ 551.620693] env[62954]: DEBUG oslo.service.loopingcall [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 551.621998] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 551.622520] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a3a33d5-8e13-4218-86bc-02b755accd1a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.648059] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 551.648059] env[62954]: value = "task-2596768" [ 551.648059] env[62954]: _type = "Task" [ 551.648059] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.653652] env[62954]: DEBUG nova.compute.manager [None req-4672f485-23e9-49d0-9ee7-1f7a5bc022fd tempest-ServerDiagnosticsTest-1646446274 tempest-ServerDiagnosticsTest-1646446274-project-admin] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 551.657620] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061495f1-a07c-4b6e-9f86-68128d6cac89 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.666410] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596768, 'name': CreateVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.668498] env[62954]: INFO nova.compute.manager [None req-4672f485-23e9-49d0-9ee7-1f7a5bc022fd tempest-ServerDiagnosticsTest-1646446274 tempest-ServerDiagnosticsTest-1646446274-project-admin] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Retrieving diagnostics [ 551.675493] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efae5faa-dc09-4f63-99c9-6893b6378236 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.769779] env[62954]: DEBUG oslo_vmware.rw_handles [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Completed reading data from the image iterator. {{(pid=62954) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 551.770038] env[62954]: DEBUG oslo_vmware.rw_handles [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/85405531-842e-434a-8829-20e233e9a6b3/45a12149-1b6c-414b-9b32-1b6ffa65e320/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62954) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 551.834975] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Acquiring lock "refresh_cache-60e703f7-b811-4186-a986-1958392664cd" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.834975] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Acquired lock "refresh_cache-60e703f7-b811-4186-a986-1958392664cd" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.835209] env[62954]: DEBUG nova.network.neutron [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 551.928022] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Downloaded image file data 45a12149-1b6c-414b-9b32-1b6ffa65e320 to vmware_temp/85405531-842e-434a-8829-20e233e9a6b3/45a12149-1b6c-414b-9b32-1b6ffa65e320/tmp-sparse.vmdk on the data store datastore1 {{(pid=62954) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 551.929891] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Caching image {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 551.930377] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Copying Virtual Disk [datastore1] vmware_temp/85405531-842e-434a-8829-20e233e9a6b3/45a12149-1b6c-414b-9b32-1b6ffa65e320/tmp-sparse.vmdk to [datastore1] vmware_temp/85405531-842e-434a-8829-20e233e9a6b3/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 551.931270] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f95e72af-ff5a-4269-ab75-744096036338 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.942431] env[62954]: DEBUG oslo_vmware.api [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Waiting for the task: (returnval){ [ 551.942431] env[62954]: value = "task-2596769" [ 551.942431] env[62954]: _type = "Task" [ 551.942431] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.944184] env[62954]: DEBUG nova.compute.utils [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 551.948582] env[62954]: DEBUG nova.compute.manager [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 551.948582] env[62954]: DEBUG nova.network.neutron [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 551.965389] env[62954]: DEBUG oslo_vmware.api [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': task-2596769, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.110765] env[62954]: DEBUG nova.policy [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9bde417541e42a7a0897d81cf174f00', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e6dffab652d48bdae645ad0d892345a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 552.164652] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596768, 'name': CreateVM_Task, 'duration_secs': 0.504779} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.164831] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 552.165629] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.165712] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.168074] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.168385] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c16e6c3-68e6-46f9-b8cb-f252b66e50e2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.173436] env[62954]: DEBUG oslo_vmware.api [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Waiting for the task: (returnval){ [ 552.173436] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52d7caf2-3eff-5901-a651-73d601c8496d" [ 552.173436] env[62954]: _type = "Task" [ 552.173436] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.182941] env[62954]: DEBUG oslo_vmware.api [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d7caf2-3eff-5901-a651-73d601c8496d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.455382] env[62954]: DEBUG nova.network.neutron [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 552.461746] env[62954]: DEBUG nova.compute.manager [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 552.486417] env[62954]: DEBUG oslo_vmware.api [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': task-2596769, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.690020] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.690020] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 552.690020] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.702932] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4254dbe2-33d1-400f-9e5d-acbd7da2aacb tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Acquiring lock "fa4b0e31-1c06-4ad1-ac03-595192aa4fa8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.702932] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4254dbe2-33d1-400f-9e5d-acbd7da2aacb tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Lock "fa4b0e31-1c06-4ad1-ac03-595192aa4fa8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.702932] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4254dbe2-33d1-400f-9e5d-acbd7da2aacb tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Acquiring lock "fa4b0e31-1c06-4ad1-ac03-595192aa4fa8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.704618] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4254dbe2-33d1-400f-9e5d-acbd7da2aacb tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Lock "fa4b0e31-1c06-4ad1-ac03-595192aa4fa8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.704618] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4254dbe2-33d1-400f-9e5d-acbd7da2aacb tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Lock "fa4b0e31-1c06-4ad1-ac03-595192aa4fa8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.705593] env[62954]: INFO nova.compute.manager [None req-4254dbe2-33d1-400f-9e5d-acbd7da2aacb tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Terminating instance [ 552.744720] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Acquiring lock "6e03333f-8e00-4713-8ab8-c400f6c07ef7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.744969] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Lock "6e03333f-8e00-4713-8ab8-c400f6c07ef7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.757951] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ff21dc-4a29-4af1-9647-a5f5d27ec10b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.768072] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77afaf35-6a6d-4f84-bc5d-2a70719180e3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.801886] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e170aab-446d-45ad-ab53-2cd64e1c7407 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.809211] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b7d74d-a225-4ea0-9dda-b5c7e94022c4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.823880] env[62954]: DEBUG nova.compute.provider_tree [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 552.859020] env[62954]: DEBUG nova.compute.manager [req-b877bd66-ad87-446e-92ea-7c15009a9369 req-b4de5238-35ec-4639-8c98-41b0263800d4 service nova] [instance: 60e703f7-b811-4186-a986-1958392664cd] Received event network-vif-plugged-f458a9f7-76db-4751-911c-a91194fb742f {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 552.859020] env[62954]: DEBUG oslo_concurrency.lockutils [req-b877bd66-ad87-446e-92ea-7c15009a9369 req-b4de5238-35ec-4639-8c98-41b0263800d4 service nova] Acquiring lock "60e703f7-b811-4186-a986-1958392664cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.859020] env[62954]: DEBUG oslo_concurrency.lockutils [req-b877bd66-ad87-446e-92ea-7c15009a9369 req-b4de5238-35ec-4639-8c98-41b0263800d4 service nova] Lock "60e703f7-b811-4186-a986-1958392664cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.859020] env[62954]: DEBUG oslo_concurrency.lockutils [req-b877bd66-ad87-446e-92ea-7c15009a9369 req-b4de5238-35ec-4639-8c98-41b0263800d4 service nova] Lock "60e703f7-b811-4186-a986-1958392664cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.859020] env[62954]: DEBUG nova.compute.manager [req-b877bd66-ad87-446e-92ea-7c15009a9369 req-b4de5238-35ec-4639-8c98-41b0263800d4 service nova] [instance: 60e703f7-b811-4186-a986-1958392664cd] No waiting events found dispatching network-vif-plugged-f458a9f7-76db-4751-911c-a91194fb742f {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 552.860249] env[62954]: WARNING nova.compute.manager [req-b877bd66-ad87-446e-92ea-7c15009a9369 req-b4de5238-35ec-4639-8c98-41b0263800d4 service nova] [instance: 60e703f7-b811-4186-a986-1958392664cd] Received unexpected event network-vif-plugged-f458a9f7-76db-4751-911c-a91194fb742f for instance with vm_state building and task_state spawning. [ 552.962648] env[62954]: DEBUG oslo_vmware.api [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': task-2596769, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.055581] env[62954]: INFO nova.compute.manager [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Rebuilding instance [ 553.121263] env[62954]: DEBUG nova.compute.manager [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 553.121263] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cf2686-8ee3-452b-a426-ac833d7f3784 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.218517] env[62954]: DEBUG nova.compute.manager [None req-4254dbe2-33d1-400f-9e5d-acbd7da2aacb tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 553.220529] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-4254dbe2-33d1-400f-9e5d-acbd7da2aacb tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 553.220529] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89dd7e55-311c-4653-9f7f-21cfd908e1ff {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.233567] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-4254dbe2-33d1-400f-9e5d-acbd7da2aacb tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 553.233567] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a573fa2-e569-42b0-9736-4ddddf3d0cca {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.237942] env[62954]: DEBUG oslo_vmware.api [None req-4254dbe2-33d1-400f-9e5d-acbd7da2aacb tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Waiting for the task: (returnval){ [ 553.237942] env[62954]: value = "task-2596770" [ 553.237942] env[62954]: _type = "Task" [ 553.237942] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.247301] env[62954]: DEBUG oslo_vmware.api [None req-4254dbe2-33d1-400f-9e5d-acbd7da2aacb tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Task: {'id': task-2596770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.249221] env[62954]: DEBUG nova.compute.manager [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 553.270865] env[62954]: DEBUG nova.network.neutron [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Updating instance_info_cache with network_info: [{"id": "f458a9f7-76db-4751-911c-a91194fb742f", "address": "fa:16:3e:6f:52:6e", "network": {"id": "7486243e-b62d-4aa2-bc9a-eeb8836227e1", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-218744595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0953265659a3411a8f6e8df09cfd72e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf458a9f7-76", "ovs_interfaceid": "f458a9f7-76db-4751-911c-a91194fb742f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 553.326937] env[62954]: DEBUG nova.scheduler.client.report [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 553.385049] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a3c544e7-e965-440f-a619-98ffd436cf9f tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "9acce350-3186-4906-a53e-841a7edd462e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.385332] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a3c544e7-e965-440f-a619-98ffd436cf9f tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "9acce350-3186-4906-a53e-841a7edd462e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.385961] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a3c544e7-e965-440f-a619-98ffd436cf9f tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "9acce350-3186-4906-a53e-841a7edd462e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.386319] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a3c544e7-e965-440f-a619-98ffd436cf9f tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "9acce350-3186-4906-a53e-841a7edd462e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.387338] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a3c544e7-e965-440f-a619-98ffd436cf9f tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "9acce350-3186-4906-a53e-841a7edd462e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.391970] env[62954]: INFO nova.compute.manager [None req-a3c544e7-e965-440f-a619-98ffd436cf9f tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Terminating instance [ 553.461556] env[62954]: DEBUG oslo_vmware.api [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': task-2596769, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.129308} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.462024] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Copied Virtual Disk [datastore1] vmware_temp/85405531-842e-434a-8829-20e233e9a6b3/45a12149-1b6c-414b-9b32-1b6ffa65e320/tmp-sparse.vmdk to [datastore1] vmware_temp/85405531-842e-434a-8829-20e233e9a6b3/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 553.462024] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Deleting the datastore file [datastore1] vmware_temp/85405531-842e-434a-8829-20e233e9a6b3/45a12149-1b6c-414b-9b32-1b6ffa65e320/tmp-sparse.vmdk {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 553.462158] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01b43420-84f0-4114-8279-69eb19121bfc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.469784] env[62954]: DEBUG oslo_vmware.api [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Waiting for the task: (returnval){ [ 553.469784] env[62954]: value = "task-2596771" [ 553.469784] env[62954]: _type = "Task" [ 553.469784] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.486201] env[62954]: DEBUG nova.compute.manager [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 553.488246] env[62954]: DEBUG oslo_vmware.api [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': task-2596771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.520218] env[62954]: DEBUG nova.virt.hardware [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 553.520754] env[62954]: DEBUG nova.virt.hardware [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 553.520951] env[62954]: DEBUG nova.virt.hardware [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 553.521174] env[62954]: DEBUG nova.virt.hardware [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 553.521326] env[62954]: DEBUG nova.virt.hardware [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 553.521599] env[62954]: DEBUG nova.virt.hardware [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 553.521760] env[62954]: DEBUG nova.virt.hardware [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 553.525122] env[62954]: DEBUG nova.virt.hardware [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 553.525122] env[62954]: DEBUG nova.virt.hardware [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 553.525122] env[62954]: DEBUG nova.virt.hardware [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 553.525122] env[62954]: DEBUG nova.virt.hardware [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 553.525122] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a3c6db-5c03-46b4-9ba7-103e3e518c8b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.535010] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b412b8-4f12-4ecb-ad30-abaa7f3b92b9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.551307] env[62954]: DEBUG nova.compute.manager [req-b4b17df7-7687-4180-9d20-1d451a53ba88 req-e8e8e403-eb83-4869-8619-9b0db0608e81 service nova] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Received event network-changed-4351f493-8ed7-497a-968e-c94fa5325bf6 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 553.551516] env[62954]: DEBUG nova.compute.manager [req-b4b17df7-7687-4180-9d20-1d451a53ba88 req-e8e8e403-eb83-4869-8619-9b0db0608e81 service nova] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Refreshing instance network info cache due to event network-changed-4351f493-8ed7-497a-968e-c94fa5325bf6. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 553.551737] env[62954]: DEBUG oslo_concurrency.lockutils [req-b4b17df7-7687-4180-9d20-1d451a53ba88 req-e8e8e403-eb83-4869-8619-9b0db0608e81 service nova] Acquiring lock "refresh_cache-5a51f3a2-66d7-4c40-9429-c2c05b9111ed" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.551889] env[62954]: DEBUG oslo_concurrency.lockutils [req-b4b17df7-7687-4180-9d20-1d451a53ba88 req-e8e8e403-eb83-4869-8619-9b0db0608e81 service nova] Acquired lock "refresh_cache-5a51f3a2-66d7-4c40-9429-c2c05b9111ed" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.552128] env[62954]: DEBUG nova.network.neutron [req-b4b17df7-7687-4180-9d20-1d451a53ba88 req-e8e8e403-eb83-4869-8619-9b0db0608e81 service nova] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Refreshing network info cache for port 4351f493-8ed7-497a-968e-c94fa5325bf6 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 553.750078] env[62954]: DEBUG oslo_vmware.api [None req-4254dbe2-33d1-400f-9e5d-acbd7da2aacb tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Task: {'id': task-2596770, 'name': PowerOffVM_Task, 'duration_secs': 0.33303} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.750348] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-4254dbe2-33d1-400f-9e5d-acbd7da2aacb tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 553.750639] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-4254dbe2-33d1-400f-9e5d-acbd7da2aacb tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 553.750845] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84e55072-d3b5-4195-bc62-b395d0723560 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.774589] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.775095] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Releasing lock "refresh_cache-60e703f7-b811-4186-a986-1958392664cd" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.775388] env[62954]: DEBUG nova.compute.manager [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Instance network_info: |[{"id": "f458a9f7-76db-4751-911c-a91194fb742f", "address": "fa:16:3e:6f:52:6e", "network": {"id": "7486243e-b62d-4aa2-bc9a-eeb8836227e1", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-218744595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0953265659a3411a8f6e8df09cfd72e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf458a9f7-76", "ovs_interfaceid": "f458a9f7-76db-4751-911c-a91194fb742f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 553.775774] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:52:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f458a9f7-76db-4751-911c-a91194fb742f', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 553.786009] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Creating folder: Project (0953265659a3411a8f6e8df09cfd72e7). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 553.786579] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f0b9892-d81f-45ff-9917-4c848a2a4cfc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.797465] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Created folder: Project (0953265659a3411a8f6e8df09cfd72e7) in parent group-v523717. [ 553.797465] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Creating folder: Instances. Parent ref: group-v523736. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 553.797465] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44fb05b5-341e-49c2-b7bd-bc00193084a8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.806739] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Created folder: Instances in parent group-v523736. [ 553.807143] env[62954]: DEBUG oslo.service.loopingcall [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 553.807538] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60e703f7-b811-4186-a986-1958392664cd] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 553.807752] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cbbecba-b7cf-4a1b-8444-afa6b7423bbf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.827199] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-4254dbe2-33d1-400f-9e5d-acbd7da2aacb tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 553.827417] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-4254dbe2-33d1-400f-9e5d-acbd7da2aacb tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 553.827808] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-4254dbe2-33d1-400f-9e5d-acbd7da2aacb tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Deleting the datastore file [datastore2] fa4b0e31-1c06-4ad1-ac03-595192aa4fa8 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 553.828352] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-739234d3-79e5-422e-abed-a76152147e09 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.832193] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.832682] env[62954]: DEBUG nova.compute.manager [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 553.838963] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.515s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.840862] env[62954]: INFO nova.compute.claims [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 553.843486] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 553.843486] env[62954]: value = "task-2596775" [ 553.843486] env[62954]: _type = "Task" [ 553.843486] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.845150] env[62954]: DEBUG oslo_vmware.api [None req-4254dbe2-33d1-400f-9e5d-acbd7da2aacb tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Waiting for the task: (returnval){ [ 553.845150] env[62954]: value = "task-2596776" [ 553.845150] env[62954]: _type = "Task" [ 553.845150] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.858574] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596775, 'name': CreateVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.861421] env[62954]: DEBUG oslo_vmware.api [None req-4254dbe2-33d1-400f-9e5d-acbd7da2aacb tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Task: {'id': task-2596776, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.899874] env[62954]: DEBUG nova.compute.manager [None req-a3c544e7-e965-440f-a619-98ffd436cf9f tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 553.900144] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c544e7-e965-440f-a619-98ffd436cf9f tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 553.901643] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18daf746-1bfa-427f-b15f-1220fe4a779c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.913704] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c544e7-e965-440f-a619-98ffd436cf9f tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 553.914283] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fe80fc0-2aba-446b-8560-52a688f69f06 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.921496] env[62954]: DEBUG oslo_vmware.api [None req-a3c544e7-e965-440f-a619-98ffd436cf9f tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 553.921496] env[62954]: value = "task-2596777" [ 553.921496] env[62954]: _type = "Task" [ 553.921496] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.931140] env[62954]: DEBUG oslo_vmware.api [None req-a3c544e7-e965-440f-a619-98ffd436cf9f tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2596777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.985049] env[62954]: DEBUG oslo_vmware.api [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': task-2596771, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03013} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.985049] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 553.985049] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Moving file from [datastore1] vmware_temp/85405531-842e-434a-8829-20e233e9a6b3/45a12149-1b6c-414b-9b32-1b6ffa65e320 to [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320. {{(pid=62954) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 553.985049] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-c7bfd087-3e9c-4e5b-96d7-48b4c263540e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.992104] env[62954]: DEBUG oslo_vmware.api [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Waiting for the task: (returnval){ [ 553.992104] env[62954]: value = "task-2596778" [ 553.992104] env[62954]: _type = "Task" [ 553.992104] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.003162] env[62954]: DEBUG oslo_vmware.api [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': task-2596778, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.106428] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Acquiring lock "864ef1f8-1091-4d3c-a52a-53b0df805ffe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.106428] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Lock "864ef1f8-1091-4d3c-a52a-53b0df805ffe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.139228] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 554.139525] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e2fd26f-5c5d-48e0-aca0-99c5763123b4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.146490] env[62954]: DEBUG oslo_vmware.api [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Waiting for the task: (returnval){ [ 554.146490] env[62954]: value = "task-2596779" [ 554.146490] env[62954]: _type = "Task" [ 554.146490] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.154984] env[62954]: DEBUG oslo_vmware.api [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Task: {'id': task-2596779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.347236] env[62954]: DEBUG nova.compute.utils [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 554.353196] env[62954]: DEBUG nova.compute.manager [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 554.353593] env[62954]: DEBUG nova.network.neutron [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 554.375563] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596775, 'name': CreateVM_Task, 'duration_secs': 0.324998} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.375844] env[62954]: DEBUG oslo_vmware.api [None req-4254dbe2-33d1-400f-9e5d-acbd7da2aacb tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Task: {'id': task-2596776, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250517} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.375985] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60e703f7-b811-4186-a986-1958392664cd] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 554.376225] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-4254dbe2-33d1-400f-9e5d-acbd7da2aacb tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 554.376407] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-4254dbe2-33d1-400f-9e5d-acbd7da2aacb tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 554.376583] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-4254dbe2-33d1-400f-9e5d-acbd7da2aacb tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 554.376757] env[62954]: INFO nova.compute.manager [None req-4254dbe2-33d1-400f-9e5d-acbd7da2aacb tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 554.376992] env[62954]: DEBUG oslo.service.loopingcall [None req-4254dbe2-33d1-400f-9e5d-acbd7da2aacb tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 554.377599] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.377753] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.378123] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.378369] env[62954]: DEBUG nova.compute.manager [-] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 554.378464] env[62954]: DEBUG nova.network.neutron [-] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 554.381432] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53e87698-947e-49d8-a574-0baba653716c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.392016] env[62954]: DEBUG oslo_concurrency.lockutils [None req-534e8d72-b2bc-4edd-bfd2-3283691eb835 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Acquiring lock "dcc3696e-4160-4557-8ef2-a1598f994d06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.392509] env[62954]: DEBUG oslo_concurrency.lockutils [None req-534e8d72-b2bc-4edd-bfd2-3283691eb835 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Lock "dcc3696e-4160-4557-8ef2-a1598f994d06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.392509] env[62954]: DEBUG oslo_concurrency.lockutils [None req-534e8d72-b2bc-4edd-bfd2-3283691eb835 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Acquiring lock "dcc3696e-4160-4557-8ef2-a1598f994d06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.392862] env[62954]: DEBUG oslo_concurrency.lockutils [None req-534e8d72-b2bc-4edd-bfd2-3283691eb835 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Lock "dcc3696e-4160-4557-8ef2-a1598f994d06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.393407] env[62954]: DEBUG oslo_concurrency.lockutils [None req-534e8d72-b2bc-4edd-bfd2-3283691eb835 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Lock "dcc3696e-4160-4557-8ef2-a1598f994d06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.394668] env[62954]: DEBUG oslo_vmware.api [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Waiting for the task: (returnval){ [ 554.394668] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52bab375-f6b3-5b57-cdfa-a91bd8182275" [ 554.394668] env[62954]: _type = "Task" [ 554.394668] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.398624] env[62954]: INFO nova.compute.manager [None req-534e8d72-b2bc-4edd-bfd2-3283691eb835 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Terminating instance [ 554.412589] env[62954]: DEBUG oslo_vmware.api [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52bab375-f6b3-5b57-cdfa-a91bd8182275, 'name': SearchDatastore_Task, 'duration_secs': 0.00887} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.414013] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.414013] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 554.414013] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.433396] env[62954]: DEBUG oslo_vmware.api [None req-a3c544e7-e965-440f-a619-98ffd436cf9f tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2596777, 'name': PowerOffVM_Task, 'duration_secs': 0.228487} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.433686] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c544e7-e965-440f-a619-98ffd436cf9f tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 554.434121] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c544e7-e965-440f-a619-98ffd436cf9f tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 554.434226] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd44e342-23b9-47b5-9c63-18c4cdfc7b6a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.461023] env[62954]: DEBUG nova.network.neutron [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Successfully created port: 94499eff-d9ea-482f-8e3c-85cbaaf3e3cc {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 554.491746] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c544e7-e965-440f-a619-98ffd436cf9f tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 554.492269] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c544e7-e965-440f-a619-98ffd436cf9f tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 554.492820] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3c544e7-e965-440f-a619-98ffd436cf9f tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Deleting the datastore file [datastore2] 9acce350-3186-4906-a53e-841a7edd462e {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 554.493316] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc4176f7-5252-4585-bf41-c2563c0634b0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.512724] env[62954]: DEBUG oslo_vmware.api [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': task-2596778, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.023977} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.512724] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] File moved {{(pid=62954) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 554.512724] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Cleaning up location [datastore1] vmware_temp/85405531-842e-434a-8829-20e233e9a6b3 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 554.512724] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Deleting the datastore file [datastore1] vmware_temp/85405531-842e-434a-8829-20e233e9a6b3 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 554.512724] env[62954]: DEBUG oslo_vmware.api [None req-a3c544e7-e965-440f-a619-98ffd436cf9f tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 554.512724] env[62954]: value = "task-2596781" [ 554.512724] env[62954]: _type = "Task" [ 554.512724] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.513022] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5eca539a-b706-4625-bf00-75a7af759bc4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.525104] env[62954]: DEBUG oslo_vmware.api [None req-a3c544e7-e965-440f-a619-98ffd436cf9f tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2596781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.526498] env[62954]: DEBUG oslo_vmware.api [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Waiting for the task: (returnval){ [ 554.526498] env[62954]: value = "task-2596782" [ 554.526498] env[62954]: _type = "Task" [ 554.526498] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.541143] env[62954]: DEBUG oslo_vmware.api [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': task-2596782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.582706] env[62954]: DEBUG nova.policy [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34a21db43ade41d7b04488877b8521a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c85413595c14851bc4c1a8c161408bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 554.611457] env[62954]: DEBUG nova.compute.manager [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] [instance: 864ef1f8-1091-4d3c-a52a-53b0df805ffe] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 554.659106] env[62954]: DEBUG oslo_vmware.api [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Task: {'id': task-2596779, 'name': PowerOffVM_Task, 'duration_secs': 0.171653} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.659479] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 554.659658] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 554.661636] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb301fb-8f3e-4c60-b11e-d0e21323e3e0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.670212] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 554.670212] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e401ddc-84f6-4c8f-ae2f-3901ee774153 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.700324] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 554.700324] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 554.700324] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Deleting the datastore file [datastore2] 422c1d47-c8e5-4db0-bd13-3396a24906b7 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 554.700441] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-382f45a2-6f5d-4c1c-8d54-5fe2507acac1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.708088] env[62954]: DEBUG oslo_vmware.api [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Waiting for the task: (returnval){ [ 554.708088] env[62954]: value = "task-2596784" [ 554.708088] env[62954]: _type = "Task" [ 554.708088] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.717717] env[62954]: DEBUG oslo_vmware.api [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Task: {'id': task-2596784, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.850466] env[62954]: DEBUG nova.compute.manager [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 554.907801] env[62954]: DEBUG nova.compute.manager [None req-534e8d72-b2bc-4edd-bfd2-3283691eb835 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 554.907966] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-534e8d72-b2bc-4edd-bfd2-3283691eb835 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 554.909492] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc7ea5d-cdb0-43b9-b2a6-dc1d11dceb03 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.919931] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-534e8d72-b2bc-4edd-bfd2-3283691eb835 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 554.920221] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f769694c-565a-4f65-8aa8-2e29a8521840 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.926522] env[62954]: DEBUG oslo_vmware.api [None req-534e8d72-b2bc-4edd-bfd2-3283691eb835 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Waiting for the task: (returnval){ [ 554.926522] env[62954]: value = "task-2596785" [ 554.926522] env[62954]: _type = "Task" [ 554.926522] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.938561] env[62954]: DEBUG oslo_vmware.api [None req-534e8d72-b2bc-4edd-bfd2-3283691eb835 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Task: {'id': task-2596785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.027990] env[62954]: DEBUG oslo_vmware.api [None req-a3c544e7-e965-440f-a619-98ffd436cf9f tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2596781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154557} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.031648] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3c544e7-e965-440f-a619-98ffd436cf9f tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 555.031884] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c544e7-e965-440f-a619-98ffd436cf9f tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 555.032265] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c544e7-e965-440f-a619-98ffd436cf9f tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 555.032953] env[62954]: INFO nova.compute.manager [None req-a3c544e7-e965-440f-a619-98ffd436cf9f tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 555.032953] env[62954]: DEBUG oslo.service.loopingcall [None req-a3c544e7-e965-440f-a619-98ffd436cf9f tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 555.038639] env[62954]: DEBUG nova.compute.manager [-] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 555.039852] env[62954]: DEBUG nova.network.neutron [-] [instance: 9acce350-3186-4906-a53e-841a7edd462e] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 555.047797] env[62954]: DEBUG oslo_vmware.api [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': task-2596782, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.111001} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.047797] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 555.047797] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf749295-626e-45a3-92bc-3ffbba08cb8b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.052994] env[62954]: DEBUG oslo_vmware.api [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Waiting for the task: (returnval){ [ 555.052994] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]521f069e-24f8-b7b6-5667-13cce627d3ca" [ 555.052994] env[62954]: _type = "Task" [ 555.052994] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.064718] env[62954]: DEBUG oslo_vmware.api [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]521f069e-24f8-b7b6-5667-13cce627d3ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.094305] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0008bf91-9467-4ce7-b661-65520833adeb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.102610] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d311c201-4b30-435c-b8fb-af025a201ff4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.138276] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8321b9-0151-4387-9fe2-5d1921174c47 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.147307] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24518c60-68ca-4c10-aab6-949017438c25 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.162686] env[62954]: DEBUG nova.compute.provider_tree [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 555.166554] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.222139] env[62954]: DEBUG oslo_vmware.api [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Task: {'id': task-2596784, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332434} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.223152] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 555.223152] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 555.223152] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 555.257931] env[62954]: DEBUG nova.network.neutron [req-b4b17df7-7687-4180-9d20-1d451a53ba88 req-e8e8e403-eb83-4869-8619-9b0db0608e81 service nova] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Updated VIF entry in instance network info cache for port 4351f493-8ed7-497a-968e-c94fa5325bf6. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 555.258302] env[62954]: DEBUG nova.network.neutron [req-b4b17df7-7687-4180-9d20-1d451a53ba88 req-e8e8e403-eb83-4869-8619-9b0db0608e81 service nova] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Updating instance_info_cache with network_info: [{"id": "4351f493-8ed7-497a-968e-c94fa5325bf6", "address": "fa:16:3e:5d:12:5c", "network": {"id": "ffcd490b-3742-4d1a-9b3e-fc3b7b8499e5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-963927037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe836ee7d5ea41159844b667220500de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4351f493-8e", "ovs_interfaceid": "4351f493-8ed7-497a-968e-c94fa5325bf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 555.439286] env[62954]: DEBUG oslo_vmware.api [None req-534e8d72-b2bc-4edd-bfd2-3283691eb835 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Task: {'id': task-2596785, 'name': PowerOffVM_Task, 'duration_secs': 0.322523} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.439286] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-534e8d72-b2bc-4edd-bfd2-3283691eb835 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 555.439286] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-534e8d72-b2bc-4edd-bfd2-3283691eb835 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 555.441777] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00ef2d24-dc8e-4ab0-ae60-c8b5fc342a13 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.493053] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-534e8d72-b2bc-4edd-bfd2-3283691eb835 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 555.493317] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-534e8d72-b2bc-4edd-bfd2-3283691eb835 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 555.493874] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-534e8d72-b2bc-4edd-bfd2-3283691eb835 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Deleting the datastore file [datastore2] dcc3696e-4160-4557-8ef2-a1598f994d06 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 555.494912] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb498954-70e9-403d-9557-afdbc101ce67 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.501980] env[62954]: DEBUG oslo_vmware.api [None req-534e8d72-b2bc-4edd-bfd2-3283691eb835 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Waiting for the task: (returnval){ [ 555.501980] env[62954]: value = "task-2596787" [ 555.501980] env[62954]: _type = "Task" [ 555.501980] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.514903] env[62954]: DEBUG oslo_vmware.api [None req-534e8d72-b2bc-4edd-bfd2-3283691eb835 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Task: {'id': task-2596787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.567187] env[62954]: DEBUG oslo_vmware.api [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]521f069e-24f8-b7b6-5667-13cce627d3ca, 'name': SearchDatastore_Task, 'duration_secs': 0.009738} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.567496] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.567778] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 36dc7269-8701-41b8-a73c-806f336deb4b/36dc7269-8701-41b8-a73c-806f336deb4b.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 555.568080] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.568367] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 555.568590] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61de0678-78df-4225-9c73-d312d5bf69c0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.570730] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc4e5d3e-a06b-4cac-8133-8929a6e3b91e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.577553] env[62954]: DEBUG oslo_vmware.api [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Waiting for the task: (returnval){ [ 555.577553] env[62954]: value = "task-2596788" [ 555.577553] env[62954]: _type = "Task" [ 555.577553] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.585102] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 555.585489] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 555.587312] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e33b56a-8627-4a0e-851b-02ea92108ac6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.594452] env[62954]: DEBUG oslo_vmware.api [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': task-2596788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.601620] env[62954]: DEBUG oslo_vmware.api [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Waiting for the task: (returnval){ [ 555.601620] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]527ea318-90d0-62f8-94ef-5b6529c9b222" [ 555.601620] env[62954]: _type = "Task" [ 555.601620] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.613473] env[62954]: DEBUG oslo_vmware.api [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]527ea318-90d0-62f8-94ef-5b6529c9b222, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.666282] env[62954]: DEBUG nova.scheduler.client.report [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 555.764033] env[62954]: DEBUG oslo_concurrency.lockutils [req-b4b17df7-7687-4180-9d20-1d451a53ba88 req-e8e8e403-eb83-4869-8619-9b0db0608e81 service nova] Releasing lock "refresh_cache-5a51f3a2-66d7-4c40-9429-c2c05b9111ed" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.865587] env[62954]: DEBUG nova.compute.manager [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 555.913836] env[62954]: DEBUG nova.virt.hardware [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 555.917342] env[62954]: DEBUG nova.virt.hardware [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 555.917615] env[62954]: DEBUG nova.virt.hardware [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 555.917840] env[62954]: DEBUG nova.virt.hardware [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 555.917994] env[62954]: DEBUG nova.virt.hardware [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 555.919729] env[62954]: DEBUG nova.virt.hardware [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 555.919982] env[62954]: DEBUG nova.virt.hardware [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 555.920638] env[62954]: DEBUG nova.virt.hardware [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 555.920638] env[62954]: DEBUG nova.virt.hardware [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 555.920638] env[62954]: DEBUG nova.virt.hardware [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 555.922387] env[62954]: DEBUG nova.virt.hardware [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 555.922387] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfcf44e-b8bf-4ec6-bf34-6a75f2f1293b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.938049] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58716740-0757-49ba-a3e8-694877091490 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.022398] env[62954]: DEBUG oslo_vmware.api [None req-534e8d72-b2bc-4edd-bfd2-3283691eb835 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Task: {'id': task-2596787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144519} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.023101] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-534e8d72-b2bc-4edd-bfd2-3283691eb835 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 556.023173] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-534e8d72-b2bc-4edd-bfd2-3283691eb835 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 556.026566] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-534e8d72-b2bc-4edd-bfd2-3283691eb835 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 556.026566] env[62954]: INFO nova.compute.manager [None req-534e8d72-b2bc-4edd-bfd2-3283691eb835 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Took 1.12 seconds to destroy the instance on the hypervisor. [ 556.026566] env[62954]: DEBUG oslo.service.loopingcall [None req-534e8d72-b2bc-4edd-bfd2-3283691eb835 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 556.026566] env[62954]: DEBUG nova.compute.manager [-] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 556.026566] env[62954]: DEBUG nova.network.neutron [-] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 556.090501] env[62954]: DEBUG oslo_vmware.api [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': task-2596788, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476766} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.090501] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 36dc7269-8701-41b8-a73c-806f336deb4b/36dc7269-8701-41b8-a73c-806f336deb4b.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 556.090501] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 556.090501] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b9e2a82-9781-45e4-9837-2bacee351dc8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.097104] env[62954]: DEBUG oslo_vmware.api [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Waiting for the task: (returnval){ [ 556.097104] env[62954]: value = "task-2596789" [ 556.097104] env[62954]: _type = "Task" [ 556.097104] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.106479] env[62954]: DEBUG nova.network.neutron [-] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 556.109832] env[62954]: DEBUG oslo_vmware.api [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': task-2596789, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.121726] env[62954]: DEBUG oslo_vmware.api [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]527ea318-90d0-62f8-94ef-5b6529c9b222, 'name': SearchDatastore_Task, 'duration_secs': 0.017775} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.121726] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d546646b-2fdd-4269-a8f4-e6a6c282be01 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.135328] env[62954]: DEBUG oslo_vmware.api [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Waiting for the task: (returnval){ [ 556.135328] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5284999c-eee2-6fd2-ce18-9c411b2b4715" [ 556.135328] env[62954]: _type = "Task" [ 556.135328] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.142365] env[62954]: DEBUG oslo_vmware.api [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5284999c-eee2-6fd2-ce18-9c411b2b4715, 'name': SearchDatastore_Task, 'duration_secs': 0.00852} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.143020] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.143020] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 5a51f3a2-66d7-4c40-9429-c2c05b9111ed/5a51f3a2-66d7-4c40-9429-c2c05b9111ed.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 556.143242] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.143376] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 556.143575] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07f8229d-cf1b-4fff-85a1-70978931fcbc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.148954] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15245162-52fb-462e-933c-2605c3c5350e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.158519] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 556.158694] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 556.159527] env[62954]: DEBUG oslo_vmware.api [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Waiting for the task: (returnval){ [ 556.159527] env[62954]: value = "task-2596790" [ 556.159527] env[62954]: _type = "Task" [ 556.159527] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.160431] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-307d078e-27b5-4fdf-96b5-c8ca3fb7099d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.174471] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.336s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.175252] env[62954]: DEBUG nova.compute.manager [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 556.177525] env[62954]: DEBUG oslo_vmware.api [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Task: {'id': task-2596790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.177812] env[62954]: DEBUG oslo_vmware.api [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Waiting for the task: (returnval){ [ 556.177812] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]522a3148-ba18-c30f-ca7d-7160535c338b" [ 556.177812] env[62954]: _type = "Task" [ 556.177812] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.178287] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.404s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.180115] env[62954]: INFO nova.compute.claims [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 556.192135] env[62954]: DEBUG oslo_vmware.api [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]522a3148-ba18-c30f-ca7d-7160535c338b, 'name': SearchDatastore_Task, 'duration_secs': 0.009042} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.194963] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-843b8d5f-ea19-44fb-a891-376bff56be26 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.202202] env[62954]: DEBUG oslo_vmware.api [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Waiting for the task: (returnval){ [ 556.202202] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52586143-f3ae-266d-3872-44a9bb0de5ab" [ 556.202202] env[62954]: _type = "Task" [ 556.202202] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.212338] env[62954]: DEBUG oslo_vmware.api [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52586143-f3ae-266d-3872-44a9bb0de5ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.246258] env[62954]: DEBUG nova.network.neutron [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Successfully created port: 05c5650b-912a-46bd-a806-b899311dba0a {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 556.272949] env[62954]: DEBUG nova.virt.hardware [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 556.272949] env[62954]: DEBUG nova.virt.hardware [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 556.272949] env[62954]: DEBUG nova.virt.hardware [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 556.273281] env[62954]: DEBUG nova.virt.hardware [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 556.273568] env[62954]: DEBUG nova.virt.hardware [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 556.273854] env[62954]: DEBUG nova.virt.hardware [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 556.274202] env[62954]: DEBUG nova.virt.hardware [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 556.274470] env[62954]: DEBUG nova.virt.hardware [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 556.274742] env[62954]: DEBUG nova.virt.hardware [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 556.275017] env[62954]: DEBUG nova.virt.hardware [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 556.276867] env[62954]: DEBUG nova.virt.hardware [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 556.276867] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc32545e-e061-487d-bdd5-4084167fed95 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.290093] env[62954]: DEBUG oslo_concurrency.lockutils [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Acquiring lock "d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.290093] env[62954]: DEBUG oslo_concurrency.lockutils [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Lock "d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.292585] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dea37c8-aa83-4dce-b42f-045e3f04c94f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.312478] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Instance VIF info [] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 556.319107] env[62954]: DEBUG oslo.service.loopingcall [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 556.319691] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 556.320923] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e0b9673-8b94-436b-9d1f-528e25abf294 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.341705] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 556.341705] env[62954]: value = "task-2596791" [ 556.341705] env[62954]: _type = "Task" [ 556.341705] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.354500] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596791, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.612941] env[62954]: DEBUG oslo_vmware.api [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': task-2596789, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064844} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.612941] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 556.612941] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27818072-88cc-4f4f-bd11-9ef5f687d52a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.614067] env[62954]: INFO nova.compute.manager [-] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Took 2.24 seconds to deallocate network for instance. [ 556.649472] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 36dc7269-8701-41b8-a73c-806f336deb4b/36dc7269-8701-41b8-a73c-806f336deb4b.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 556.649472] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5987ea2-eec2-4586-a107-71bba591f603 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.672223] env[62954]: DEBUG oslo_vmware.api [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Task: {'id': task-2596790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469114} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.673642] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 5a51f3a2-66d7-4c40-9429-c2c05b9111ed/5a51f3a2-66d7-4c40-9429-c2c05b9111ed.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 556.673877] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 556.674251] env[62954]: DEBUG oslo_vmware.api [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Waiting for the task: (returnval){ [ 556.674251] env[62954]: value = "task-2596792" [ 556.674251] env[62954]: _type = "Task" [ 556.674251] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.675068] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b5eb0dd-37e2-4e7d-a1e7-5c6292abfbca {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.682394] env[62954]: DEBUG nova.compute.utils [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 556.684296] env[62954]: DEBUG nova.compute.manager [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 556.684437] env[62954]: DEBUG nova.network.neutron [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 556.691220] env[62954]: DEBUG oslo_vmware.api [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Waiting for the task: (returnval){ [ 556.691220] env[62954]: value = "task-2596793" [ 556.691220] env[62954]: _type = "Task" [ 556.691220] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.699035] env[62954]: DEBUG oslo_vmware.api [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': task-2596792, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.711310] env[62954]: DEBUG oslo_vmware.api [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Task: {'id': task-2596793, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.719020] env[62954]: DEBUG oslo_vmware.api [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52586143-f3ae-266d-3872-44a9bb0de5ab, 'name': SearchDatastore_Task, 'duration_secs': 0.008791} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.719348] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.719659] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 60e703f7-b811-4186-a986-1958392664cd/60e703f7-b811-4186-a986-1958392664cd.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 556.719989] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-814451fa-26f2-446c-9a8c-41f3d7cf6f6f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.729600] env[62954]: DEBUG oslo_vmware.api [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Waiting for the task: (returnval){ [ 556.729600] env[62954]: value = "task-2596794" [ 556.729600] env[62954]: _type = "Task" [ 556.729600] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.739278] env[62954]: DEBUG oslo_vmware.api [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2596794, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.798426] env[62954]: DEBUG nova.compute.manager [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 556.829808] env[62954]: DEBUG nova.policy [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f6eb432f8214355b377c872e30e091f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb615a43dc3240798654d0c0608e486b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 556.859947] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596791, 'name': CreateVM_Task, 'duration_secs': 0.408803} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.860167] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 556.860607] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.860792] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.861139] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.861406] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-100dd337-cce0-4ee1-a619-2e344dbceb24 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.868725] env[62954]: DEBUG oslo_vmware.api [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Waiting for the task: (returnval){ [ 556.868725] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52a4353b-1693-d774-3f0e-ddd9af3be56e" [ 556.868725] env[62954]: _type = "Task" [ 556.868725] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.885166] env[62954]: DEBUG oslo_vmware.api [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52a4353b-1693-d774-3f0e-ddd9af3be56e, 'name': SearchDatastore_Task, 'duration_secs': 0.009537} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.886356] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.888341] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 556.888341] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.888341] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.888603] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 556.890208] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26a5de32-b829-4bd9-a0d2-674d405d4c8a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.904969] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 556.905134] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 556.908263] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c211cc2-ce11-4d6f-8c94-4400c2949a30 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.918094] env[62954]: DEBUG oslo_vmware.api [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Waiting for the task: (returnval){ [ 556.918094] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52d65084-80cd-b2f1-15f4-b94936646fc7" [ 556.918094] env[62954]: _type = "Task" [ 556.918094] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.926559] env[62954]: DEBUG oslo_vmware.api [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d65084-80cd-b2f1-15f4-b94936646fc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.930059] env[62954]: DEBUG nova.network.neutron [-] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 557.150385] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4254dbe2-33d1-400f-9e5d-acbd7da2aacb tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.165264] env[62954]: DEBUG nova.compute.manager [req-c5440118-025e-4fd5-80d4-fe0537b2ef5e req-f4a558f1-7adf-42a6-9f52-1fe8d3f91263 service nova] [instance: 60e703f7-b811-4186-a986-1958392664cd] Received event network-changed-f458a9f7-76db-4751-911c-a91194fb742f {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 557.165264] env[62954]: DEBUG nova.compute.manager [req-c5440118-025e-4fd5-80d4-fe0537b2ef5e req-f4a558f1-7adf-42a6-9f52-1fe8d3f91263 service nova] [instance: 60e703f7-b811-4186-a986-1958392664cd] Refreshing instance network info cache due to event network-changed-f458a9f7-76db-4751-911c-a91194fb742f. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 557.165631] env[62954]: DEBUG oslo_concurrency.lockutils [req-c5440118-025e-4fd5-80d4-fe0537b2ef5e req-f4a558f1-7adf-42a6-9f52-1fe8d3f91263 service nova] Acquiring lock "refresh_cache-60e703f7-b811-4186-a986-1958392664cd" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.165706] env[62954]: DEBUG oslo_concurrency.lockutils [req-c5440118-025e-4fd5-80d4-fe0537b2ef5e req-f4a558f1-7adf-42a6-9f52-1fe8d3f91263 service nova] Acquired lock "refresh_cache-60e703f7-b811-4186-a986-1958392664cd" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.165818] env[62954]: DEBUG nova.network.neutron [req-c5440118-025e-4fd5-80d4-fe0537b2ef5e req-f4a558f1-7adf-42a6-9f52-1fe8d3f91263 service nova] [instance: 60e703f7-b811-4186-a986-1958392664cd] Refreshing network info cache for port f458a9f7-76db-4751-911c-a91194fb742f {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 557.192397] env[62954]: DEBUG nova.compute.manager [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 557.197868] env[62954]: DEBUG oslo_vmware.api [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': task-2596792, 'name': ReconfigVM_Task, 'duration_secs': 0.35281} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.203238] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 36dc7269-8701-41b8-a73c-806f336deb4b/36dc7269-8701-41b8-a73c-806f336deb4b.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 557.210146] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fa16d13-4699-4afb-b9e7-5f868833820a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.228179] env[62954]: DEBUG oslo_vmware.api [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Waiting for the task: (returnval){ [ 557.228179] env[62954]: value = "task-2596795" [ 557.228179] env[62954]: _type = "Task" [ 557.228179] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.228179] env[62954]: DEBUG oslo_vmware.api [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Task: {'id': task-2596793, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070537} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.228526] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 557.232938] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bde543-7667-4f5c-8519-8d0dbcb2118c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.245380] env[62954]: DEBUG oslo_vmware.api [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': task-2596795, 'name': Rename_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.267391] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 5a51f3a2-66d7-4c40-9429-c2c05b9111ed/5a51f3a2-66d7-4c40-9429-c2c05b9111ed.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 557.267611] env[62954]: DEBUG oslo_vmware.api [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2596794, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474897} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.275546] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f74c7ca-aa60-4b11-8ba8-f0826a45d528 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.292473] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 60e703f7-b811-4186-a986-1958392664cd/60e703f7-b811-4186-a986-1958392664cd.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 557.292919] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 557.293565] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11842a53-b9c0-4193-99f6-1187e2902266 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.303193] env[62954]: DEBUG oslo_vmware.api [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Waiting for the task: (returnval){ [ 557.303193] env[62954]: value = "task-2596796" [ 557.303193] env[62954]: _type = "Task" [ 557.303193] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.303193] env[62954]: DEBUG oslo_vmware.api [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Waiting for the task: (returnval){ [ 557.303193] env[62954]: value = "task-2596797" [ 557.303193] env[62954]: _type = "Task" [ 557.303193] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.334760] env[62954]: DEBUG oslo_vmware.api [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Task: {'id': task-2596796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.334760] env[62954]: DEBUG oslo_vmware.api [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2596797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.349129] env[62954]: DEBUG oslo_concurrency.lockutils [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.372922] env[62954]: DEBUG nova.network.neutron [-] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 557.431594] env[62954]: DEBUG oslo_vmware.api [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d65084-80cd-b2f1-15f4-b94936646fc7, 'name': SearchDatastore_Task, 'duration_secs': 0.05502} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.432499] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0adc58d8-4b6f-4693-8c86-429ed8eeaeb1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.438100] env[62954]: INFO nova.compute.manager [-] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Took 2.40 seconds to deallocate network for instance. [ 557.440887] env[62954]: DEBUG oslo_vmware.api [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Waiting for the task: (returnval){ [ 557.440887] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52eba653-1956-707e-bebf-ff5ed6fe380a" [ 557.440887] env[62954]: _type = "Task" [ 557.440887] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.453596] env[62954]: DEBUG oslo_vmware.api [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52eba653-1956-707e-bebf-ff5ed6fe380a, 'name': SearchDatastore_Task, 'duration_secs': 0.010035} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.453596] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.453596] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 422c1d47-c8e5-4db0-bd13-3396a24906b7/422c1d47-c8e5-4db0-bd13-3396a24906b7.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 557.453838] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b1b8d1c-df93-471e-9c82-79db1ef0da3e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.463036] env[62954]: DEBUG oslo_vmware.api [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Waiting for the task: (returnval){ [ 557.463036] env[62954]: value = "task-2596798" [ 557.463036] env[62954]: _type = "Task" [ 557.463036] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.473406] env[62954]: DEBUG oslo_vmware.api [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Task: {'id': task-2596798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.589354] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c641720-947d-4c80-81e9-b0e5aa9cbc51 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.604962] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a92155-6b8c-41f5-9e0e-7b193ecff4f2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.644438] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da341bc3-f109-40a1-8f62-b468a7e6ed6e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.652620] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502dbd87-7808-4ed6-8439-e7d94188c85e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.667516] env[62954]: DEBUG nova.compute.provider_tree [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Updating inventory in ProviderTree for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 557.745350] env[62954]: DEBUG oslo_vmware.api [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': task-2596795, 'name': Rename_Task, 'duration_secs': 0.146954} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.745350] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 557.745836] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f6d96ba-4124-4f51-b7b6-3d4465310c63 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.752167] env[62954]: DEBUG oslo_vmware.api [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Waiting for the task: (returnval){ [ 557.752167] env[62954]: value = "task-2596799" [ 557.752167] env[62954]: _type = "Task" [ 557.752167] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.768526] env[62954]: DEBUG oslo_vmware.api [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': task-2596799, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.819241] env[62954]: DEBUG oslo_vmware.api [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Task: {'id': task-2596796, 'name': ReconfigVM_Task, 'duration_secs': 0.457921} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.820137] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 5a51f3a2-66d7-4c40-9429-c2c05b9111ed/5a51f3a2-66d7-4c40-9429-c2c05b9111ed.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 557.820845] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04a5cfa4-7133-48e2-a209-8c30d97d6127 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.826078] env[62954]: DEBUG oslo_vmware.api [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2596797, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068653} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.826730] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 557.834343] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db722ff6-cb4d-48dc-8988-c2f117c8b2b1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.839144] env[62954]: DEBUG oslo_vmware.api [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Waiting for the task: (returnval){ [ 557.839144] env[62954]: value = "task-2596800" [ 557.839144] env[62954]: _type = "Task" [ 557.839144] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.871540] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 60e703f7-b811-4186-a986-1958392664cd/60e703f7-b811-4186-a986-1958392664cd.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 557.871540] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73899b45-03e0-40bd-8ed3-23c70d1578d3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.898029] env[62954]: INFO nova.compute.manager [-] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Took 1.87 seconds to deallocate network for instance. [ 557.898029] env[62954]: DEBUG oslo_vmware.api [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Task: {'id': task-2596800, 'name': Rename_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.909135] env[62954]: DEBUG oslo_vmware.api [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Waiting for the task: (returnval){ [ 557.909135] env[62954]: value = "task-2596801" [ 557.909135] env[62954]: _type = "Task" [ 557.909135] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.922023] env[62954]: DEBUG oslo_vmware.api [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2596801, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.949194] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a3c544e7-e965-440f-a619-98ffd436cf9f tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.976847] env[62954]: DEBUG oslo_vmware.api [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Task: {'id': task-2596798, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48909} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.978043] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 422c1d47-c8e5-4db0-bd13-3396a24906b7/422c1d47-c8e5-4db0-bd13-3396a24906b7.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 557.978043] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 557.978043] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ca2981c-2d89-4f2d-8f07-e78615a5d12f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.986063] env[62954]: DEBUG oslo_vmware.api [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Waiting for the task: (returnval){ [ 557.986063] env[62954]: value = "task-2596802" [ 557.986063] env[62954]: _type = "Task" [ 557.986063] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.996459] env[62954]: DEBUG oslo_vmware.api [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Task: {'id': task-2596802, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.203095] env[62954]: ERROR nova.scheduler.client.report [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [req-9d071fa2-5f4e-4931-881d-6f058b638f9a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6fcf5ae7-e825-4914-bf51-14f0c81039d4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9d071fa2-5f4e-4931-881d-6f058b638f9a"}]} [ 558.219023] env[62954]: DEBUG nova.compute.manager [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 558.236222] env[62954]: DEBUG nova.scheduler.client.report [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Refreshing inventories for resource provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 558.255424] env[62954]: DEBUG nova.virt.hardware [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 558.255424] env[62954]: DEBUG nova.virt.hardware [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 558.255424] env[62954]: DEBUG nova.virt.hardware [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 558.255628] env[62954]: DEBUG nova.virt.hardware [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 558.256453] env[62954]: DEBUG nova.virt.hardware [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 558.256699] env[62954]: DEBUG nova.virt.hardware [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 558.257857] env[62954]: DEBUG nova.virt.hardware [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 558.257857] env[62954]: DEBUG nova.virt.hardware [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 558.257857] env[62954]: DEBUG nova.virt.hardware [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 558.257857] env[62954]: DEBUG nova.virt.hardware [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 558.257857] env[62954]: DEBUG nova.virt.hardware [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 558.258602] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ece556-95fa-4b29-b013-2876a9c67fcb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.269694] env[62954]: DEBUG nova.scheduler.client.report [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Updating ProviderTree inventory for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 558.269694] env[62954]: DEBUG nova.compute.provider_tree [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Updating inventory in ProviderTree for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 558.285430] env[62954]: DEBUG oslo_vmware.api [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': task-2596799, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.286029] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e77241b-dfeb-46bf-8ff3-aaa632fd574f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.305261] env[62954]: DEBUG nova.scheduler.client.report [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Refreshing aggregate associations for resource provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4, aggregates: None {{(pid=62954) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 558.338092] env[62954]: DEBUG nova.scheduler.client.report [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Refreshing trait associations for resource provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62954) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 558.358161] env[62954]: DEBUG oslo_vmware.api [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Task: {'id': task-2596800, 'name': Rename_Task, 'duration_secs': 0.162123} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.358424] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 558.358667] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-befd181e-0cef-482b-a96c-5352e2d9ed4b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.367955] env[62954]: DEBUG oslo_vmware.api [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Waiting for the task: (returnval){ [ 558.367955] env[62954]: value = "task-2596803" [ 558.367955] env[62954]: _type = "Task" [ 558.367955] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.379893] env[62954]: DEBUG oslo_vmware.api [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Task: {'id': task-2596803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.408610] env[62954]: DEBUG oslo_concurrency.lockutils [None req-534e8d72-b2bc-4edd-bfd2-3283691eb835 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.420319] env[62954]: DEBUG oslo_vmware.api [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2596801, 'name': ReconfigVM_Task, 'duration_secs': 0.27552} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.420319] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 60e703f7-b811-4186-a986-1958392664cd/60e703f7-b811-4186-a986-1958392664cd.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 558.422907] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0abd6b6-67a3-4dc1-bb7c-87229dee50ba {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.429625] env[62954]: DEBUG oslo_vmware.api [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Waiting for the task: (returnval){ [ 558.429625] env[62954]: value = "task-2596804" [ 558.429625] env[62954]: _type = "Task" [ 558.429625] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.444932] env[62954]: DEBUG oslo_vmware.api [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2596804, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.500652] env[62954]: DEBUG oslo_vmware.api [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Task: {'id': task-2596802, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062329} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.501378] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 558.503486] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867a955b-76dd-47fb-b74f-4346b928e112 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.531070] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 422c1d47-c8e5-4db0-bd13-3396a24906b7/422c1d47-c8e5-4db0-bd13-3396a24906b7.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 558.534181] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6f9cadf-a6c8-422f-9275-8a2770ab37ba {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.556936] env[62954]: DEBUG oslo_vmware.api [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Waiting for the task: (returnval){ [ 558.556936] env[62954]: value = "task-2596805" [ 558.556936] env[62954]: _type = "Task" [ 558.556936] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.571038] env[62954]: DEBUG oslo_vmware.api [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Task: {'id': task-2596805, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.643885] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6232698-998b-4602-80d7-c80b2e07e3d7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.653240] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22d781c-fe2b-4581-8101-51b1b5495be9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.685885] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72dbc75-ca9a-41ad-b487-2e9a89639911 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.696813] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bb00d9-d5de-4fcc-a12b-90cd1a627497 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.716843] env[62954]: DEBUG nova.compute.provider_tree [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Updating inventory in ProviderTree for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 558.768494] env[62954]: DEBUG oslo_vmware.api [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': task-2596799, 'name': PowerOnVM_Task, 'duration_secs': 1.014481} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.775867] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 558.776210] env[62954]: INFO nova.compute.manager [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Took 15.16 seconds to spawn the instance on the hypervisor. [ 558.776690] env[62954]: DEBUG nova.compute.manager [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 558.777621] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829657a8-aca2-4ae5-829d-d1e213471a9c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.878364] env[62954]: DEBUG oslo_vmware.api [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Task: {'id': task-2596803, 'name': PowerOnVM_Task, 'duration_secs': 0.500534} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.878637] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 558.878833] env[62954]: INFO nova.compute.manager [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Took 12.98 seconds to spawn the instance on the hypervisor. [ 558.879123] env[62954]: DEBUG nova.compute.manager [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 558.880905] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b42e0b7-04c1-48ed-882d-f8fe4df72fa5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.931708] env[62954]: DEBUG nova.network.neutron [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Successfully created port: fc9c4e83-4e76-48f6-8407-af866e7652f4 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 558.953533] env[62954]: DEBUG oslo_vmware.api [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2596804, 'name': Rename_Task, 'duration_secs': 0.168179} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.953855] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 558.954120] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-227330b7-c91e-48e9-be7b-223821498552 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.959919] env[62954]: DEBUG oslo_vmware.api [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Waiting for the task: (returnval){ [ 558.959919] env[62954]: value = "task-2596806" [ 558.959919] env[62954]: _type = "Task" [ 558.959919] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.978390] env[62954]: DEBUG oslo_vmware.api [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2596806, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.069497] env[62954]: DEBUG oslo_vmware.api [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Task: {'id': task-2596805, 'name': ReconfigVM_Task, 'duration_secs': 0.407285} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.069782] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 422c1d47-c8e5-4db0-bd13-3396a24906b7/422c1d47-c8e5-4db0-bd13-3396a24906b7.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 559.070396] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-575af2bc-b716-4f68-8f90-18ae82ef2eb9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.083200] env[62954]: DEBUG oslo_vmware.api [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Waiting for the task: (returnval){ [ 559.083200] env[62954]: value = "task-2596807" [ 559.083200] env[62954]: _type = "Task" [ 559.083200] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.098646] env[62954]: DEBUG oslo_vmware.api [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Task: {'id': task-2596807, 'name': Rename_Task} progress is 10%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.266907] env[62954]: DEBUG nova.scheduler.client.report [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Updated inventory for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 with generation 17 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 559.267194] env[62954]: DEBUG nova.compute.provider_tree [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Updating resource provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 generation from 17 to 18 during operation: update_inventory {{(pid=62954) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 559.267513] env[62954]: DEBUG nova.compute.provider_tree [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Updating inventory in ProviderTree for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 559.299813] env[62954]: INFO nova.compute.manager [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Took 23.97 seconds to build instance. [ 559.373437] env[62954]: DEBUG nova.network.neutron [req-c5440118-025e-4fd5-80d4-fe0537b2ef5e req-f4a558f1-7adf-42a6-9f52-1fe8d3f91263 service nova] [instance: 60e703f7-b811-4186-a986-1958392664cd] Updated VIF entry in instance network info cache for port f458a9f7-76db-4751-911c-a91194fb742f. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 559.374673] env[62954]: DEBUG nova.network.neutron [req-c5440118-025e-4fd5-80d4-fe0537b2ef5e req-f4a558f1-7adf-42a6-9f52-1fe8d3f91263 service nova] [instance: 60e703f7-b811-4186-a986-1958392664cd] Updating instance_info_cache with network_info: [{"id": "f458a9f7-76db-4751-911c-a91194fb742f", "address": "fa:16:3e:6f:52:6e", "network": {"id": "7486243e-b62d-4aa2-bc9a-eeb8836227e1", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-218744595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0953265659a3411a8f6e8df09cfd72e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf458a9f7-76", "ovs_interfaceid": "f458a9f7-76db-4751-911c-a91194fb742f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 559.399732] env[62954]: DEBUG nova.network.neutron [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Successfully updated port: 94499eff-d9ea-482f-8e3c-85cbaaf3e3cc {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 559.403797] env[62954]: INFO nova.compute.manager [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Took 22.54 seconds to build instance. [ 559.473253] env[62954]: DEBUG oslo_vmware.api [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2596806, 'name': PowerOnVM_Task} progress is 19%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.598787] env[62954]: DEBUG oslo_vmware.api [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Task: {'id': task-2596807, 'name': Rename_Task, 'duration_secs': 0.145775} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.599237] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 559.599365] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8d30c05-dfc8-4f35-b527-44df75fcc372 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.605475] env[62954]: DEBUG oslo_vmware.api [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Waiting for the task: (returnval){ [ 559.605475] env[62954]: value = "task-2596808" [ 559.605475] env[62954]: _type = "Task" [ 559.605475] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.616791] env[62954]: DEBUG oslo_vmware.api [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Task: {'id': task-2596808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.777868] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.599s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.778881] env[62954]: DEBUG nova.compute.manager [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 559.782275] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.616s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.783958] env[62954]: INFO nova.compute.claims [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] [instance: 864ef1f8-1091-4d3c-a52a-53b0df805ffe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 559.802764] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2e34f7d1-c28a-46a6-a8f0-fbaeab8329df tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Lock "36dc7269-8701-41b8-a73c-806f336deb4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.486s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.879895] env[62954]: DEBUG oslo_concurrency.lockutils [req-c5440118-025e-4fd5-80d4-fe0537b2ef5e req-f4a558f1-7adf-42a6-9f52-1fe8d3f91263 service nova] Releasing lock "refresh_cache-60e703f7-b811-4186-a986-1958392664cd" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.902831] env[62954]: DEBUG oslo_concurrency.lockutils [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquiring lock "refresh_cache-2e7fdade-c4c3-400c-b59a-b77382e4348c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.903484] env[62954]: DEBUG oslo_concurrency.lockutils [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquired lock "refresh_cache-2e7fdade-c4c3-400c-b59a-b77382e4348c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.903484] env[62954]: DEBUG nova.network.neutron [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 559.908142] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7aa36999-695a-4ad4-ad7e-1a509e896e93 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Lock "5a51f3a2-66d7-4c40-9429-c2c05b9111ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.056s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.971772] env[62954]: DEBUG oslo_vmware.api [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2596806, 'name': PowerOnVM_Task} progress is 82%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.118897] env[62954]: DEBUG oslo_vmware.api [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Task: {'id': task-2596808, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.292335] env[62954]: DEBUG nova.compute.utils [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 560.295787] env[62954]: DEBUG nova.compute.manager [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 560.296156] env[62954]: DEBUG nova.network.neutron [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 560.352139] env[62954]: DEBUG nova.policy [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b005ed8de015465eb846c66a115198c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af66a3388af0443e859cdec16833be17', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 560.436492] env[62954]: DEBUG nova.network.neutron [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Successfully updated port: 05c5650b-912a-46bd-a806-b899311dba0a {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 560.475526] env[62954]: DEBUG oslo_vmware.api [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2596806, 'name': PowerOnVM_Task, 'duration_secs': 1.082192} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.476131] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 560.476524] env[62954]: INFO nova.compute.manager [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Took 12.78 seconds to spawn the instance on the hypervisor. [ 560.476837] env[62954]: DEBUG nova.compute.manager [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 560.480663] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee96543-af6e-4f0c-8457-5164c65f2381 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.494090] env[62954]: DEBUG nova.network.neutron [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 560.571766] env[62954]: DEBUG nova.compute.manager [req-10d5b427-91c9-4cce-9209-931d003eef93 req-44b45004-9618-450f-bbd4-54f83550e99c service nova] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Received event network-vif-deleted-68edc9e4-e619-4460-a567-16f78a0b11cf {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 560.572011] env[62954]: DEBUG nova.compute.manager [req-10d5b427-91c9-4cce-9209-931d003eef93 req-44b45004-9618-450f-bbd4-54f83550e99c service nova] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Received event network-vif-deleted-6519a47c-4e38-4dda-9adb-af272732c652 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 560.572195] env[62954]: DEBUG nova.compute.manager [req-10d5b427-91c9-4cce-9209-931d003eef93 req-44b45004-9618-450f-bbd4-54f83550e99c service nova] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Received event network-vif-deleted-dafea02a-90b5-4f2a-9f6a-c094fb86e5fd {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 560.572362] env[62954]: DEBUG nova.compute.manager [req-10d5b427-91c9-4cce-9209-931d003eef93 req-44b45004-9618-450f-bbd4-54f83550e99c service nova] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Received event network-vif-plugged-94499eff-d9ea-482f-8e3c-85cbaaf3e3cc {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 560.572575] env[62954]: DEBUG oslo_concurrency.lockutils [req-10d5b427-91c9-4cce-9209-931d003eef93 req-44b45004-9618-450f-bbd4-54f83550e99c service nova] Acquiring lock "2e7fdade-c4c3-400c-b59a-b77382e4348c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.573907] env[62954]: DEBUG oslo_concurrency.lockutils [req-10d5b427-91c9-4cce-9209-931d003eef93 req-44b45004-9618-450f-bbd4-54f83550e99c service nova] Lock "2e7fdade-c4c3-400c-b59a-b77382e4348c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.573907] env[62954]: DEBUG oslo_concurrency.lockutils [req-10d5b427-91c9-4cce-9209-931d003eef93 req-44b45004-9618-450f-bbd4-54f83550e99c service nova] Lock "2e7fdade-c4c3-400c-b59a-b77382e4348c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.573907] env[62954]: DEBUG nova.compute.manager [req-10d5b427-91c9-4cce-9209-931d003eef93 req-44b45004-9618-450f-bbd4-54f83550e99c service nova] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] No waiting events found dispatching network-vif-plugged-94499eff-d9ea-482f-8e3c-85cbaaf3e3cc {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 560.573907] env[62954]: WARNING nova.compute.manager [req-10d5b427-91c9-4cce-9209-931d003eef93 req-44b45004-9618-450f-bbd4-54f83550e99c service nova] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Received unexpected event network-vif-plugged-94499eff-d9ea-482f-8e3c-85cbaaf3e3cc for instance with vm_state building and task_state spawning. [ 560.618391] env[62954]: DEBUG oslo_vmware.api [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Task: {'id': task-2596808, 'name': PowerOnVM_Task, 'duration_secs': 0.730429} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.619116] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 560.619116] env[62954]: DEBUG nova.compute.manager [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 560.619969] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41aba76-8c36-4d98-8416-3c88fff59757 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.799479] env[62954]: DEBUG nova.compute.manager [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 560.872585] env[62954]: DEBUG nova.network.neutron [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Updating instance_info_cache with network_info: [{"id": "94499eff-d9ea-482f-8e3c-85cbaaf3e3cc", "address": "fa:16:3e:1f:53:d9", "network": {"id": "7d93cd88-3a79-4663-b604-587d28ffb013", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ae6c0f6d5bc5436aa4f50fbf2889df6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94499eff-d9", "ovs_interfaceid": "94499eff-d9ea-482f-8e3c-85cbaaf3e3cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 560.941020] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Acquiring lock "refresh_cache-00376bf9-716d-4c89-a29d-2c6381ce373a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.941186] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Acquired lock "refresh_cache-00376bf9-716d-4c89-a29d-2c6381ce373a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.941333] env[62954]: DEBUG nova.network.neutron [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 560.957772] env[62954]: DEBUG nova.compute.manager [req-838194f0-c037-42db-a5dc-741442ab5876 req-4f87778c-fc21-4103-b713-107d0ad3e74e service nova] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Received event network-vif-plugged-05c5650b-912a-46bd-a806-b899311dba0a {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 560.957994] env[62954]: DEBUG oslo_concurrency.lockutils [req-838194f0-c037-42db-a5dc-741442ab5876 req-4f87778c-fc21-4103-b713-107d0ad3e74e service nova] Acquiring lock "00376bf9-716d-4c89-a29d-2c6381ce373a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.958574] env[62954]: DEBUG oslo_concurrency.lockutils [req-838194f0-c037-42db-a5dc-741442ab5876 req-4f87778c-fc21-4103-b713-107d0ad3e74e service nova] Lock "00376bf9-716d-4c89-a29d-2c6381ce373a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.958758] env[62954]: DEBUG oslo_concurrency.lockutils [req-838194f0-c037-42db-a5dc-741442ab5876 req-4f87778c-fc21-4103-b713-107d0ad3e74e service nova] Lock "00376bf9-716d-4c89-a29d-2c6381ce373a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.958931] env[62954]: DEBUG nova.compute.manager [req-838194f0-c037-42db-a5dc-741442ab5876 req-4f87778c-fc21-4103-b713-107d0ad3e74e service nova] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] No waiting events found dispatching network-vif-plugged-05c5650b-912a-46bd-a806-b899311dba0a {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 560.959562] env[62954]: WARNING nova.compute.manager [req-838194f0-c037-42db-a5dc-741442ab5876 req-4f87778c-fc21-4103-b713-107d0ad3e74e service nova] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Received unexpected event network-vif-plugged-05c5650b-912a-46bd-a806-b899311dba0a for instance with vm_state building and task_state spawning. [ 561.012593] env[62954]: INFO nova.compute.manager [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Took 18.91 seconds to build instance. [ 561.106395] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ce0744-685e-46b2-b12d-e25a9b671562 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.116292] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e469832-f3de-488c-8d2f-9eddf2b9582d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.158931] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e044f9f9-e72d-4a8e-9af5-283b36545cdf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.167316] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.173660] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734b39b4-2d80-425c-a506-18ac46e72f69 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.190969] env[62954]: DEBUG nova.compute.provider_tree [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 561.240135] env[62954]: DEBUG nova.network.neutron [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Successfully created port: 3d758f58-26c1-45b6-a927-461d8632112d {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 561.381992] env[62954]: DEBUG oslo_concurrency.lockutils [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Releasing lock "refresh_cache-2e7fdade-c4c3-400c-b59a-b77382e4348c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.382431] env[62954]: DEBUG nova.compute.manager [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Instance network_info: |[{"id": "94499eff-d9ea-482f-8e3c-85cbaaf3e3cc", "address": "fa:16:3e:1f:53:d9", "network": {"id": "7d93cd88-3a79-4663-b604-587d28ffb013", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ae6c0f6d5bc5436aa4f50fbf2889df6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94499eff-d9", "ovs_interfaceid": "94499eff-d9ea-482f-8e3c-85cbaaf3e3cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 561.382869] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:53:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94499eff-d9ea-482f-8e3c-85cbaaf3e3cc', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 561.392500] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Creating folder: Project (9e6dffab652d48bdae645ad0d892345a). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 561.393748] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4aacb04a-ee32-4fec-8a5b-19d541c6e0f4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.408841] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Created folder: Project (9e6dffab652d48bdae645ad0d892345a) in parent group-v523717. [ 561.409069] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Creating folder: Instances. Parent ref: group-v523740. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 561.409825] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d291749b-3f13-4fd8-b5a9-fb42bbe7e15a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.425307] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Created folder: Instances in parent group-v523740. [ 561.428507] env[62954]: DEBUG oslo.service.loopingcall [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 561.428507] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 561.428507] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f137ed7e-1c49-42a1-ac63-45533e495c66 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.458226] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 561.458226] env[62954]: value = "task-2596811" [ 561.458226] env[62954]: _type = "Task" [ 561.458226] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.469583] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596811, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.501459] env[62954]: DEBUG nova.network.neutron [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 561.514791] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ba5b6c82-b29e-4ac2-ac3d-c56e8c2fe8ba tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Lock "60e703f7-b811-4186-a986-1958392664cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.431s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.698601] env[62954]: DEBUG nova.scheduler.client.report [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 561.818019] env[62954]: DEBUG nova.compute.manager [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 561.840198] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Acquiring lock "59a0c51a-c68d-48ae-a580-48ff3f4b09a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.840480] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Lock "59a0c51a-c68d-48ae-a580-48ff3f4b09a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.849554] env[62954]: DEBUG nova.virt.hardware [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:30:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='419804434',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1686670662',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 561.849946] env[62954]: DEBUG nova.virt.hardware [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 561.850089] env[62954]: DEBUG nova.virt.hardware [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 561.850342] env[62954]: DEBUG nova.virt.hardware [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 561.850549] env[62954]: DEBUG nova.virt.hardware [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 561.850755] env[62954]: DEBUG nova.virt.hardware [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 561.851072] env[62954]: DEBUG nova.virt.hardware [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 561.851267] env[62954]: DEBUG nova.virt.hardware [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 561.851521] env[62954]: DEBUG nova.virt.hardware [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 561.851752] env[62954]: DEBUG nova.virt.hardware [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 561.852044] env[62954]: DEBUG nova.virt.hardware [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 561.853260] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d86ed30-02ff-47d0-8786-f4eee74a07ea {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.862960] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3bcd78-f824-4c4f-96e8-382d4ee222a9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.973237] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596811, 'name': CreateVM_Task, 'duration_secs': 0.335268} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.973722] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 561.977739] env[62954]: DEBUG oslo_concurrency.lockutils [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.977739] env[62954]: DEBUG oslo_concurrency.lockutils [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.977739] env[62954]: DEBUG oslo_concurrency.lockutils [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.977739] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64f87775-a4a3-4075-bf36-aa7a4eed5053 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.982016] env[62954]: DEBUG oslo_vmware.api [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Waiting for the task: (returnval){ [ 561.982016] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52fda365-72cd-58db-14df-2d6cc0a696b2" [ 561.982016] env[62954]: _type = "Task" [ 561.982016] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.989224] env[62954]: DEBUG oslo_vmware.api [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52fda365-72cd-58db-14df-2d6cc0a696b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.041279] env[62954]: DEBUG nova.network.neutron [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Successfully updated port: fc9c4e83-4e76-48f6-8407-af866e7652f4 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 562.068231] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Acquiring lock "f0abf0c7-cd85-4b91-99a2-23ed1da74cf2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.068449] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Lock "f0abf0c7-cd85-4b91-99a2-23ed1da74cf2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.200267] env[62954]: DEBUG nova.network.neutron [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Updating instance_info_cache with network_info: [{"id": "05c5650b-912a-46bd-a806-b899311dba0a", "address": "fa:16:3e:87:23:a5", "network": {"id": "ec1afc6e-d11d-48be-bcfb-265ad1e6f4fa", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1469591162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c85413595c14851bc4c1a8c161408bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c5650b-91", "ovs_interfaceid": "05c5650b-912a-46bd-a806-b899311dba0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 562.206183] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.206364] env[62954]: DEBUG nova.compute.manager [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] [instance: 864ef1f8-1091-4d3c-a52a-53b0df805ffe] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 562.209097] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4254dbe2-33d1-400f-9e5d-acbd7da2aacb tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.060s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.209968] env[62954]: DEBUG nova.objects.instance [None req-4254dbe2-33d1-400f-9e5d-acbd7da2aacb tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Lazy-loading 'resources' on Instance uuid fa4b0e31-1c06-4ad1-ac03-595192aa4fa8 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 562.344174] env[62954]: DEBUG nova.compute.manager [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 562.498078] env[62954]: DEBUG oslo_vmware.api [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52fda365-72cd-58db-14df-2d6cc0a696b2, 'name': SearchDatastore_Task, 'duration_secs': 0.027577} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.500632] env[62954]: DEBUG oslo_concurrency.lockutils [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.500632] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 562.500632] env[62954]: DEBUG oslo_concurrency.lockutils [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.500632] env[62954]: DEBUG oslo_concurrency.lockutils [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.500924] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 562.500924] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb13248d-54e6-42c4-bca8-24d250e9745b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.517022] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 562.517022] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 562.519401] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a41202b-b4e8-4169-8a49-61bc3b0ba6b5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.527976] env[62954]: DEBUG oslo_vmware.api [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Waiting for the task: (returnval){ [ 562.527976] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52d88381-58f0-a917-2b86-95724db7e2d6" [ 562.527976] env[62954]: _type = "Task" [ 562.527976] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.536749] env[62954]: DEBUG oslo_vmware.api [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d88381-58f0-a917-2b86-95724db7e2d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.544973] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Acquiring lock "refresh_cache-78c077da-de74-46ec-8218-f37b79e188ca" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.545083] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Acquired lock "refresh_cache-78c077da-de74-46ec-8218-f37b79e188ca" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.545228] env[62954]: DEBUG nova.network.neutron [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 562.571917] env[62954]: DEBUG nova.compute.manager [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 562.705865] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Releasing lock "refresh_cache-00376bf9-716d-4c89-a29d-2c6381ce373a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.705962] env[62954]: DEBUG nova.compute.manager [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Instance network_info: |[{"id": "05c5650b-912a-46bd-a806-b899311dba0a", "address": "fa:16:3e:87:23:a5", "network": {"id": "ec1afc6e-d11d-48be-bcfb-265ad1e6f4fa", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1469591162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c85413595c14851bc4c1a8c161408bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c5650b-91", "ovs_interfaceid": "05c5650b-912a-46bd-a806-b899311dba0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 562.706559] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:23:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6a6f7bb-6106-4cfd-9aef-b85628d0cefa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05c5650b-912a-46bd-a806-b899311dba0a', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 562.716387] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Creating folder: Project (2c85413595c14851bc4c1a8c161408bc). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 562.718032] env[62954]: DEBUG nova.compute.utils [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 562.722280] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a977a65-d0a3-4ecb-a5ce-c991a7552b3a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.725374] env[62954]: DEBUG nova.compute.manager [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] [instance: 864ef1f8-1091-4d3c-a52a-53b0df805ffe] Not allocating networking since 'none' was specified. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 562.735830] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Created folder: Project (2c85413595c14851bc4c1a8c161408bc) in parent group-v523717. [ 562.736051] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Creating folder: Instances. Parent ref: group-v523743. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 562.739434] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-594efcdb-7243-458d-8196-1d8f7b085ccd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.748450] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Created folder: Instances in parent group-v523743. [ 562.748450] env[62954]: DEBUG oslo.service.loopingcall [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 562.748450] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 562.748450] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af9fd9ed-92fd-4a98-be58-596531705df2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.776513] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 562.776513] env[62954]: value = "task-2596817" [ 562.776513] env[62954]: _type = "Task" [ 562.776513] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.784871] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596817, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.866484] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.045358] env[62954]: DEBUG oslo_vmware.api [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d88381-58f0-a917-2b86-95724db7e2d6, 'name': SearchDatastore_Task, 'duration_secs': 0.013727} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.046499] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe2db409-9bab-405e-a022-12d166e29964 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.061923] env[62954]: DEBUG oslo_vmware.api [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Waiting for the task: (returnval){ [ 563.061923] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52aa3bdd-8c1d-040a-eb0a-8bcd0ba176d2" [ 563.061923] env[62954]: _type = "Task" [ 563.061923] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.074030] env[62954]: DEBUG oslo_vmware.api [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52aa3bdd-8c1d-040a-eb0a-8bcd0ba176d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.107982] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.147190] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea6f1e8-fa42-47b5-ab03-7f64e07fee87 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.161186] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3e74af-aee9-4d14-8784-d767b7ec4d6a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.165207] env[62954]: DEBUG oslo_concurrency.lockutils [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Acquiring lock "74dffe94-f910-4138-8718-b91f083c6f82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.165477] env[62954]: DEBUG oslo_concurrency.lockutils [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Lock "74dffe94-f910-4138-8718-b91f083c6f82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.171716] env[62954]: DEBUG nova.network.neutron [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 563.202108] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e0de9a-60f1-42c1-87bc-8059ef01873a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.210582] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94babb7-896b-4ddf-baae-ccaca11e50c3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.226688] env[62954]: DEBUG nova.compute.manager [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] [instance: 864ef1f8-1091-4d3c-a52a-53b0df805ffe] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 563.231529] env[62954]: DEBUG nova.compute.provider_tree [None req-4254dbe2-33d1-400f-9e5d-acbd7da2aacb tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 563.286553] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596817, 'name': CreateVM_Task, 'duration_secs': 0.429378} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.286713] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 563.287480] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.287635] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.288255] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.288255] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0c5e4bc-04fc-4620-83c5-a2b7c699ae3f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.294523] env[62954]: DEBUG oslo_vmware.api [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Waiting for the task: (returnval){ [ 563.294523] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]528ad53e-918d-49dc-f34a-b737ceb5fa35" [ 563.294523] env[62954]: _type = "Task" [ 563.294523] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.303422] env[62954]: DEBUG oslo_vmware.api [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]528ad53e-918d-49dc-f34a-b737ceb5fa35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.554042] env[62954]: DEBUG nova.network.neutron [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Updating instance_info_cache with network_info: [{"id": "fc9c4e83-4e76-48f6-8407-af866e7652f4", "address": "fa:16:3e:f0:0f:3b", "network": {"id": "142ec270-4af5-4865-bec9-f05c0a029999", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-559178804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb615a43dc3240798654d0c0608e486b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc9c4e83-4e", "ovs_interfaceid": "fc9c4e83-4e76-48f6-8407-af866e7652f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 563.574958] env[62954]: DEBUG oslo_vmware.api [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52aa3bdd-8c1d-040a-eb0a-8bcd0ba176d2, 'name': SearchDatastore_Task, 'duration_secs': 0.029258} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.575637] env[62954]: DEBUG oslo_concurrency.lockutils [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.575714] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 2e7fdade-c4c3-400c-b59a-b77382e4348c/2e7fdade-c4c3-400c-b59a-b77382e4348c.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 563.575971] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9e9bb96-c566-4c56-b50e-97f5d7eb98c5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.586285] env[62954]: DEBUG oslo_vmware.api [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Waiting for the task: (returnval){ [ 563.586285] env[62954]: value = "task-2596819" [ 563.586285] env[62954]: _type = "Task" [ 563.586285] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.596119] env[62954]: DEBUG oslo_vmware.api [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2596819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.619853] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e60d0f64-bcde-49e4-bf21-1f192c9bdf1e tempest-DeleteServersAdminTestJSON-1307615588 tempest-DeleteServersAdminTestJSON-1307615588-project-admin] Acquiring lock "36dc7269-8701-41b8-a73c-806f336deb4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.620158] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e60d0f64-bcde-49e4-bf21-1f192c9bdf1e tempest-DeleteServersAdminTestJSON-1307615588 tempest-DeleteServersAdminTestJSON-1307615588-project-admin] Lock "36dc7269-8701-41b8-a73c-806f336deb4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.620379] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e60d0f64-bcde-49e4-bf21-1f192c9bdf1e tempest-DeleteServersAdminTestJSON-1307615588 tempest-DeleteServersAdminTestJSON-1307615588-project-admin] Acquiring lock "36dc7269-8701-41b8-a73c-806f336deb4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.620560] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e60d0f64-bcde-49e4-bf21-1f192c9bdf1e tempest-DeleteServersAdminTestJSON-1307615588 tempest-DeleteServersAdminTestJSON-1307615588-project-admin] Lock "36dc7269-8701-41b8-a73c-806f336deb4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.620729] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e60d0f64-bcde-49e4-bf21-1f192c9bdf1e tempest-DeleteServersAdminTestJSON-1307615588 tempest-DeleteServersAdminTestJSON-1307615588-project-admin] Lock "36dc7269-8701-41b8-a73c-806f336deb4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.623535] env[62954]: INFO nova.compute.manager [None req-e60d0f64-bcde-49e4-bf21-1f192c9bdf1e tempest-DeleteServersAdminTestJSON-1307615588 tempest-DeleteServersAdminTestJSON-1307615588-project-admin] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Terminating instance [ 563.671476] env[62954]: DEBUG nova.compute.manager [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 563.742182] env[62954]: DEBUG nova.scheduler.client.report [None req-4254dbe2-33d1-400f-9e5d-acbd7da2aacb tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 563.809210] env[62954]: DEBUG oslo_vmware.api [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]528ad53e-918d-49dc-f34a-b737ceb5fa35, 'name': SearchDatastore_Task, 'duration_secs': 0.013502} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.809210] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.809210] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 563.809210] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.809442] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.809442] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 563.809442] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d57d46ae-eb24-45dc-98f3-28bb67347f46 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.819046] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 563.819046] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 563.819046] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-299b7a3a-889f-4e83-805c-6429add48440 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.827738] env[62954]: DEBUG oslo_vmware.api [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Waiting for the task: (returnval){ [ 563.827738] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5222f2d8-fe7c-9358-ec20-728f29cca16e" [ 563.827738] env[62954]: _type = "Task" [ 563.827738] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.838012] env[62954]: DEBUG oslo_vmware.api [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5222f2d8-fe7c-9358-ec20-728f29cca16e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.916228] env[62954]: DEBUG oslo_concurrency.lockutils [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Acquiring lock "14aa865c-40c8-4834-896b-c9284cfd73bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.916520] env[62954]: DEBUG oslo_concurrency.lockutils [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Lock "14aa865c-40c8-4834-896b-c9284cfd73bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.056832] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Releasing lock "refresh_cache-78c077da-de74-46ec-8218-f37b79e188ca" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.057172] env[62954]: DEBUG nova.compute.manager [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Instance network_info: |[{"id": "fc9c4e83-4e76-48f6-8407-af866e7652f4", "address": "fa:16:3e:f0:0f:3b", "network": {"id": "142ec270-4af5-4865-bec9-f05c0a029999", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-559178804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb615a43dc3240798654d0c0608e486b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc9c4e83-4e", "ovs_interfaceid": "fc9c4e83-4e76-48f6-8407-af866e7652f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 564.057704] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:0f:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4349e30-c086-4c24-9e0e-83996d808a1b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc9c4e83-4e76-48f6-8407-af866e7652f4', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 564.066053] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Creating folder: Project (fb615a43dc3240798654d0c0608e486b). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 564.066688] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4174758-7edc-4a50-8524-1a05f1be181c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.082270] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Created folder: Project (fb615a43dc3240798654d0c0608e486b) in parent group-v523717. [ 564.082581] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Creating folder: Instances. Parent ref: group-v523749. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 564.082818] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e42bb97d-6df8-40ac-98c0-f9d0c9e58f49 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.095101] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Created folder: Instances in parent group-v523749. [ 564.095412] env[62954]: DEBUG oslo.service.loopingcall [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 564.096089] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 564.103507] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d8bd488-f77b-46ef-b968-5c26c4bc2c5e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.123203] env[62954]: DEBUG oslo_vmware.api [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2596819, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.129116] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 564.129116] env[62954]: value = "task-2596822" [ 564.129116] env[62954]: _type = "Task" [ 564.129116] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.130673] env[62954]: DEBUG nova.compute.manager [None req-e60d0f64-bcde-49e4-bf21-1f192c9bdf1e tempest-DeleteServersAdminTestJSON-1307615588 tempest-DeleteServersAdminTestJSON-1307615588-project-admin] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 564.130827] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e60d0f64-bcde-49e4-bf21-1f192c9bdf1e tempest-DeleteServersAdminTestJSON-1307615588 tempest-DeleteServersAdminTestJSON-1307615588-project-admin] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 564.135901] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b17eaa-63f4-4207-acd9-71c6b3cbd8c3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.146074] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596822, 'name': CreateVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.148450] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60d0f64-bcde-49e4-bf21-1f192c9bdf1e tempest-DeleteServersAdminTestJSON-1307615588 tempest-DeleteServersAdminTestJSON-1307615588-project-admin] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 564.148721] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7e2def4-a253-4a67-b6d2-fab54bf1a8f0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.158894] env[62954]: DEBUG oslo_vmware.api [None req-e60d0f64-bcde-49e4-bf21-1f192c9bdf1e tempest-DeleteServersAdminTestJSON-1307615588 tempest-DeleteServersAdminTestJSON-1307615588-project-admin] Waiting for the task: (returnval){ [ 564.158894] env[62954]: value = "task-2596823" [ 564.158894] env[62954]: _type = "Task" [ 564.158894] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.173069] env[62954]: DEBUG oslo_vmware.api [None req-e60d0f64-bcde-49e4-bf21-1f192c9bdf1e tempest-DeleteServersAdminTestJSON-1307615588 tempest-DeleteServersAdminTestJSON-1307615588-project-admin] Task: {'id': task-2596823, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.184537] env[62954]: DEBUG nova.network.neutron [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Successfully updated port: 3d758f58-26c1-45b6-a927-461d8632112d {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 564.204630] env[62954]: DEBUG oslo_concurrency.lockutils [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.240522] env[62954]: DEBUG nova.compute.manager [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] [instance: 864ef1f8-1091-4d3c-a52a-53b0df805ffe] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 564.245910] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4254dbe2-33d1-400f-9e5d-acbd7da2aacb tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.249640] env[62954]: DEBUG oslo_concurrency.lockutils [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.901s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.252682] env[62954]: INFO nova.compute.claims [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 564.270521] env[62954]: INFO nova.scheduler.client.report [None req-4254dbe2-33d1-400f-9e5d-acbd7da2aacb tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Deleted allocations for instance fa4b0e31-1c06-4ad1-ac03-595192aa4fa8 [ 564.282043] env[62954]: DEBUG nova.virt.hardware [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 564.282308] env[62954]: DEBUG nova.virt.hardware [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 564.282529] env[62954]: DEBUG nova.virt.hardware [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 564.282806] env[62954]: DEBUG nova.virt.hardware [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 564.283091] env[62954]: DEBUG nova.virt.hardware [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 564.283992] env[62954]: DEBUG nova.virt.hardware [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 564.283992] env[62954]: DEBUG nova.virt.hardware [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 564.283992] env[62954]: DEBUG nova.virt.hardware [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 564.283992] env[62954]: DEBUG nova.virt.hardware [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 564.284677] env[62954]: DEBUG nova.virt.hardware [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 564.284677] env[62954]: DEBUG nova.virt.hardware [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 564.289793] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a309253-9ac7-445c-bd18-11e5f2149e24 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.299782] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d430bbf-f733-4aac-a397-87659d3b7d9e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.324793] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] [instance: 864ef1f8-1091-4d3c-a52a-53b0df805ffe] Instance VIF info [] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 564.333680] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Creating folder: Project (b3239a56d3f9467285806ba6bbdd81a6). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 564.335314] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cbd18dd-1bba-4735-8143-9f13b98bb234 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.346440] env[62954]: DEBUG oslo_vmware.api [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5222f2d8-fe7c-9358-ec20-728f29cca16e, 'name': SearchDatastore_Task, 'duration_secs': 0.018374} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.347979] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1f4ed5f-90bf-42be-a2f4-dfa289bda209 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.352337] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Created folder: Project (b3239a56d3f9467285806ba6bbdd81a6) in parent group-v523717. [ 564.352560] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Creating folder: Instances. Parent ref: group-v523752. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 564.353299] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1872882c-8d68-46ee-8ad0-61ac4eeb8282 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.356807] env[62954]: DEBUG oslo_vmware.api [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Waiting for the task: (returnval){ [ 564.356807] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5257e3d7-4e0b-881d-f5ac-7dc09d3fcec0" [ 564.356807] env[62954]: _type = "Task" [ 564.356807] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.366303] env[62954]: DEBUG oslo_vmware.api [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5257e3d7-4e0b-881d-f5ac-7dc09d3fcec0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.368083] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Created folder: Instances in parent group-v523752. [ 564.370564] env[62954]: DEBUG oslo.service.loopingcall [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 564.370564] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 864ef1f8-1091-4d3c-a52a-53b0df805ffe] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 564.370564] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fcf22b5e-4314-4373-b310-b9c3e2ff04ff {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.387428] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 564.387428] env[62954]: value = "task-2596826" [ 564.387428] env[62954]: _type = "Task" [ 564.387428] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.396232] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596826, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.421709] env[62954]: DEBUG nova.compute.manager [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 564.602234] env[62954]: DEBUG oslo_vmware.api [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2596819, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.813365} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.603885] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 2e7fdade-c4c3-400c-b59a-b77382e4348c/2e7fdade-c4c3-400c-b59a-b77382e4348c.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 564.603885] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 564.603885] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce048295-9c60-4cd6-b4ea-da409c9f2b96 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.612142] env[62954]: DEBUG oslo_vmware.api [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Waiting for the task: (returnval){ [ 564.612142] env[62954]: value = "task-2596827" [ 564.612142] env[62954]: _type = "Task" [ 564.612142] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.622139] env[62954]: DEBUG oslo_vmware.api [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2596827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.640254] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596822, 'name': CreateVM_Task, 'duration_secs': 0.378673} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.640593] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 564.641427] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.641894] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.642319] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.642724] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3405c1b-5754-4146-b0e0-395c90eb7a32 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.648103] env[62954]: DEBUG oslo_vmware.api [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Waiting for the task: (returnval){ [ 564.648103] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]522b08c7-e8ac-6671-69ad-a18ef2df1d28" [ 564.648103] env[62954]: _type = "Task" [ 564.648103] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.657807] env[62954]: DEBUG oslo_vmware.api [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]522b08c7-e8ac-6671-69ad-a18ef2df1d28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.668269] env[62954]: DEBUG oslo_vmware.api [None req-e60d0f64-bcde-49e4-bf21-1f192c9bdf1e tempest-DeleteServersAdminTestJSON-1307615588 tempest-DeleteServersAdminTestJSON-1307615588-project-admin] Task: {'id': task-2596823, 'name': PowerOffVM_Task, 'duration_secs': 0.334348} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.668620] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60d0f64-bcde-49e4-bf21-1f192c9bdf1e tempest-DeleteServersAdminTestJSON-1307615588 tempest-DeleteServersAdminTestJSON-1307615588-project-admin] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 564.668889] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e60d0f64-bcde-49e4-bf21-1f192c9bdf1e tempest-DeleteServersAdminTestJSON-1307615588 tempest-DeleteServersAdminTestJSON-1307615588-project-admin] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 564.669239] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3eb4ce2c-6ab9-4bac-82fe-444a8a7064cc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.687535] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Acquiring lock "refresh_cache-6e03333f-8e00-4713-8ab8-c400f6c07ef7" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.687994] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Acquired lock "refresh_cache-6e03333f-8e00-4713-8ab8-c400f6c07ef7" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.688171] env[62954]: DEBUG nova.network.neutron [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 564.727681] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e60d0f64-bcde-49e4-bf21-1f192c9bdf1e tempest-DeleteServersAdminTestJSON-1307615588 tempest-DeleteServersAdminTestJSON-1307615588-project-admin] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 564.727786] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e60d0f64-bcde-49e4-bf21-1f192c9bdf1e tempest-DeleteServersAdminTestJSON-1307615588 tempest-DeleteServersAdminTestJSON-1307615588-project-admin] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 564.727946] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-e60d0f64-bcde-49e4-bf21-1f192c9bdf1e tempest-DeleteServersAdminTestJSON-1307615588 tempest-DeleteServersAdminTestJSON-1307615588-project-admin] Deleting the datastore file [datastore1] 36dc7269-8701-41b8-a73c-806f336deb4b {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 564.728695] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b980e889-33d6-42dc-83b5-96f12a656670 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.736255] env[62954]: DEBUG oslo_vmware.api [None req-e60d0f64-bcde-49e4-bf21-1f192c9bdf1e tempest-DeleteServersAdminTestJSON-1307615588 tempest-DeleteServersAdminTestJSON-1307615588-project-admin] Waiting for the task: (returnval){ [ 564.736255] env[62954]: value = "task-2596829" [ 564.736255] env[62954]: _type = "Task" [ 564.736255] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.745897] env[62954]: DEBUG oslo_vmware.api [None req-e60d0f64-bcde-49e4-bf21-1f192c9bdf1e tempest-DeleteServersAdminTestJSON-1307615588 tempest-DeleteServersAdminTestJSON-1307615588-project-admin] Task: {'id': task-2596829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.796809] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4254dbe2-33d1-400f-9e5d-acbd7da2aacb tempest-ServerDiagnosticsNegativeTest-848033873 tempest-ServerDiagnosticsNegativeTest-848033873-project-member] Lock "fa4b0e31-1c06-4ad1-ac03-595192aa4fa8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.094s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.868665] env[62954]: DEBUG oslo_vmware.api [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5257e3d7-4e0b-881d-f5ac-7dc09d3fcec0, 'name': SearchDatastore_Task, 'duration_secs': 0.024238} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.869388] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.869842] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 00376bf9-716d-4c89-a29d-2c6381ce373a/00376bf9-716d-4c89-a29d-2c6381ce373a.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 564.870122] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec43646b-68f9-48a7-8ae3-3f8180fbd167 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.877521] env[62954]: DEBUG oslo_vmware.api [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Waiting for the task: (returnval){ [ 564.877521] env[62954]: value = "task-2596830" [ 564.877521] env[62954]: _type = "Task" [ 564.877521] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.885247] env[62954]: DEBUG oslo_vmware.api [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': task-2596830, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.903114] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596826, 'name': CreateVM_Task, 'duration_secs': 0.289987} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.903114] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 864ef1f8-1091-4d3c-a52a-53b0df805ffe] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 564.903114] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.954273] env[62954]: DEBUG oslo_concurrency.lockutils [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.137350] env[62954]: DEBUG oslo_vmware.api [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2596827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116878} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.137350] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 565.137350] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418c35ab-ec2f-40c3-b355-bbfbe8870a46 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.169295] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 2e7fdade-c4c3-400c-b59a-b77382e4348c/2e7fdade-c4c3-400c-b59a-b77382e4348c.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 565.174139] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f53177e-9253-41b9-b21a-17ead16b862f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.195958] env[62954]: DEBUG oslo_vmware.api [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]522b08c7-e8ac-6671-69ad-a18ef2df1d28, 'name': SearchDatastore_Task, 'duration_secs': 0.020756} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.197574] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.197832] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 565.198078] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.198228] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.198428] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 565.198874] env[62954]: DEBUG oslo_vmware.api [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Waiting for the task: (returnval){ [ 565.198874] env[62954]: value = "task-2596831" [ 565.198874] env[62954]: _type = "Task" [ 565.198874] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.199086] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.199377] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.199593] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bfd05e6-8697-4d6f-be5f-059fd59c3174 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.201596] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a41c6334-9616-4ca7-8041-b873ff88c835 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.212847] env[62954]: DEBUG oslo_vmware.api [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Waiting for the task: (returnval){ [ 565.212847] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]528b43e3-303a-a40f-d710-3871156d77e2" [ 565.212847] env[62954]: _type = "Task" [ 565.212847] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.215799] env[62954]: DEBUG oslo_vmware.api [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2596831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.221154] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 565.221154] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 565.221793] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3181cf6-09de-4393-895a-5cf4c5e1929f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.231328] env[62954]: DEBUG oslo_vmware.api [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]528b43e3-303a-a40f-d710-3871156d77e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.231660] env[62954]: DEBUG oslo_vmware.api [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Waiting for the task: (returnval){ [ 565.231660] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52ab3078-5f2c-46d6-18dc-266b6d66bef0" [ 565.231660] env[62954]: _type = "Task" [ 565.231660] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.240590] env[62954]: DEBUG oslo_vmware.api [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52ab3078-5f2c-46d6-18dc-266b6d66bef0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.250372] env[62954]: DEBUG oslo_vmware.api [None req-e60d0f64-bcde-49e4-bf21-1f192c9bdf1e tempest-DeleteServersAdminTestJSON-1307615588 tempest-DeleteServersAdminTestJSON-1307615588-project-admin] Task: {'id': task-2596829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.511645} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.250658] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-e60d0f64-bcde-49e4-bf21-1f192c9bdf1e tempest-DeleteServersAdminTestJSON-1307615588 tempest-DeleteServersAdminTestJSON-1307615588-project-admin] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 565.250914] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e60d0f64-bcde-49e4-bf21-1f192c9bdf1e tempest-DeleteServersAdminTestJSON-1307615588 tempest-DeleteServersAdminTestJSON-1307615588-project-admin] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 565.251016] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e60d0f64-bcde-49e4-bf21-1f192c9bdf1e tempest-DeleteServersAdminTestJSON-1307615588 tempest-DeleteServersAdminTestJSON-1307615588-project-admin] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 565.251189] env[62954]: INFO nova.compute.manager [None req-e60d0f64-bcde-49e4-bf21-1f192c9bdf1e tempest-DeleteServersAdminTestJSON-1307615588 tempest-DeleteServersAdminTestJSON-1307615588-project-admin] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 565.251545] env[62954]: DEBUG oslo.service.loopingcall [None req-e60d0f64-bcde-49e4-bf21-1f192c9bdf1e tempest-DeleteServersAdminTestJSON-1307615588 tempest-DeleteServersAdminTestJSON-1307615588-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 565.251795] env[62954]: DEBUG nova.compute.manager [-] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 565.251885] env[62954]: DEBUG nova.network.neutron [-] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 565.267125] env[62954]: DEBUG nova.network.neutron [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 565.299996] env[62954]: DEBUG nova.compute.manager [req-38289c0f-7647-4915-aed7-7998d2d65913 req-38047ff4-03e9-4299-a719-8b87672156ef service nova] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Received event network-changed-94499eff-d9ea-482f-8e3c-85cbaaf3e3cc {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 565.301563] env[62954]: DEBUG nova.compute.manager [req-38289c0f-7647-4915-aed7-7998d2d65913 req-38047ff4-03e9-4299-a719-8b87672156ef service nova] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Refreshing instance network info cache due to event network-changed-94499eff-d9ea-482f-8e3c-85cbaaf3e3cc. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 565.301563] env[62954]: DEBUG oslo_concurrency.lockutils [req-38289c0f-7647-4915-aed7-7998d2d65913 req-38047ff4-03e9-4299-a719-8b87672156ef service nova] Acquiring lock "refresh_cache-2e7fdade-c4c3-400c-b59a-b77382e4348c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.301563] env[62954]: DEBUG oslo_concurrency.lockutils [req-38289c0f-7647-4915-aed7-7998d2d65913 req-38047ff4-03e9-4299-a719-8b87672156ef service nova] Acquired lock "refresh_cache-2e7fdade-c4c3-400c-b59a-b77382e4348c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.301563] env[62954]: DEBUG nova.network.neutron [req-38289c0f-7647-4915-aed7-7998d2d65913 req-38047ff4-03e9-4299-a719-8b87672156ef service nova] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Refreshing network info cache for port 94499eff-d9ea-482f-8e3c-85cbaaf3e3cc {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 565.389768] env[62954]: DEBUG oslo_vmware.api [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': task-2596830, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.428576] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Acquiring lock "c84b0e7f-c973-42df-9d94-2e06f52a67d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.429454] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Lock "c84b0e7f-c973-42df-9d94-2e06f52a67d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.477205] env[62954]: DEBUG nova.compute.manager [req-9d6483b6-875c-4420-922c-ac7e4e0387a4 req-a6b2ebeb-f871-4a06-86c5-99b7d0a73f0e service nova] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Received event network-changed-05c5650b-912a-46bd-a806-b899311dba0a {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 565.477477] env[62954]: DEBUG nova.compute.manager [req-9d6483b6-875c-4420-922c-ac7e4e0387a4 req-a6b2ebeb-f871-4a06-86c5-99b7d0a73f0e service nova] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Refreshing instance network info cache due to event network-changed-05c5650b-912a-46bd-a806-b899311dba0a. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 565.477729] env[62954]: DEBUG oslo_concurrency.lockutils [req-9d6483b6-875c-4420-922c-ac7e4e0387a4 req-a6b2ebeb-f871-4a06-86c5-99b7d0a73f0e service nova] Acquiring lock "refresh_cache-00376bf9-716d-4c89-a29d-2c6381ce373a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.477920] env[62954]: DEBUG oslo_concurrency.lockutils [req-9d6483b6-875c-4420-922c-ac7e4e0387a4 req-a6b2ebeb-f871-4a06-86c5-99b7d0a73f0e service nova] Acquired lock "refresh_cache-00376bf9-716d-4c89-a29d-2c6381ce373a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.478155] env[62954]: DEBUG nova.network.neutron [req-9d6483b6-875c-4420-922c-ac7e4e0387a4 req-a6b2ebeb-f871-4a06-86c5-99b7d0a73f0e service nova] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Refreshing network info cache for port 05c5650b-912a-46bd-a806-b899311dba0a {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 565.599082] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e8112e-5740-4ba2-b8c9-0e287cdfeb81 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.615278] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f6d0e2-89b2-468f-81f9-275d1f0405fc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.675330] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5810e389-107f-411e-9e2e-de858dea78fb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.685187] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2409f2dd-0db9-4370-9b24-14e7adcd359b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.702539] env[62954]: DEBUG nova.compute.provider_tree [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 565.715941] env[62954]: DEBUG oslo_vmware.api [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2596831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.727300] env[62954]: DEBUG oslo_vmware.api [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]528b43e3-303a-a40f-d710-3871156d77e2, 'name': SearchDatastore_Task, 'duration_secs': 0.026419} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.727805] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.728100] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] [instance: 864ef1f8-1091-4d3c-a52a-53b0df805ffe] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 565.728475] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.743385] env[62954]: DEBUG oslo_vmware.api [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52ab3078-5f2c-46d6-18dc-266b6d66bef0, 'name': SearchDatastore_Task, 'duration_secs': 0.016827} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.744350] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e097e257-84cf-4090-bb16-6bc6b4d006c7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.751246] env[62954]: DEBUG oslo_vmware.api [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Waiting for the task: (returnval){ [ 565.751246] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5219a79a-69cf-4089-2504-a390a7db7959" [ 565.751246] env[62954]: _type = "Task" [ 565.751246] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.760560] env[62954]: DEBUG oslo_vmware.api [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5219a79a-69cf-4089-2504-a390a7db7959, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.888823] env[62954]: DEBUG oslo_vmware.api [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': task-2596830, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.210044] env[62954]: DEBUG nova.scheduler.client.report [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 566.218938] env[62954]: DEBUG oslo_vmware.api [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2596831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.259444] env[62954]: DEBUG nova.network.neutron [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Updating instance_info_cache with network_info: [{"id": "3d758f58-26c1-45b6-a927-461d8632112d", "address": "fa:16:3e:52:60:db", "network": {"id": "f344ab15-52aa-439c-8f98-7453dd997787", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-44935923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af66a3388af0443e859cdec16833be17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d758f58-26", "ovs_interfaceid": "3d758f58-26c1-45b6-a927-461d8632112d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 566.262909] env[62954]: DEBUG oslo_vmware.api [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5219a79a-69cf-4089-2504-a390a7db7959, 'name': SearchDatastore_Task, 'duration_secs': 0.05368} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.263393] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.264754] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 78c077da-de74-46ec-8218-f37b79e188ca/78c077da-de74-46ec-8218-f37b79e188ca.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 566.264754] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.265943] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 566.265943] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05c7747c-165a-4800-b1f1-61a5b907ffce {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.267399] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-babd980f-4b2a-4841-ad05-ada19a90c28f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.274464] env[62954]: DEBUG oslo_vmware.api [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Waiting for the task: (returnval){ [ 566.274464] env[62954]: value = "task-2596833" [ 566.274464] env[62954]: _type = "Task" [ 566.274464] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.280395] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 566.280395] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 566.284429] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9615be4d-b20c-447f-865b-5e1c68b8f577 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.286994] env[62954]: DEBUG oslo_vmware.api [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Task: {'id': task-2596833, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.290044] env[62954]: DEBUG oslo_vmware.api [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Waiting for the task: (returnval){ [ 566.290044] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]526722d9-7027-ad8e-af6b-79dcdf06e705" [ 566.290044] env[62954]: _type = "Task" [ 566.290044] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.298479] env[62954]: DEBUG oslo_vmware.api [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]526722d9-7027-ad8e-af6b-79dcdf06e705, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.394699] env[62954]: DEBUG oslo_vmware.api [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': task-2596830, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.030879} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.395015] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 00376bf9-716d-4c89-a29d-2c6381ce373a/00376bf9-716d-4c89-a29d-2c6381ce373a.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 566.395205] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 566.395418] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d344b5c-c6b3-4a03-b7f2-3e8d3fcf32f5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.402012] env[62954]: DEBUG oslo_vmware.api [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Waiting for the task: (returnval){ [ 566.402012] env[62954]: value = "task-2596834" [ 566.402012] env[62954]: _type = "Task" [ 566.402012] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.410718] env[62954]: DEBUG oslo_vmware.api [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': task-2596834, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.715486] env[62954]: DEBUG oslo_vmware.api [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2596831, 'name': ReconfigVM_Task, 'duration_secs': 1.470438} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.715766] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 2e7fdade-c4c3-400c-b59a-b77382e4348c/2e7fdade-c4c3-400c-b59a-b77382e4348c.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 566.716397] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b00f9095-1faf-43a5-8289-7708daba914f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.721084] env[62954]: DEBUG oslo_concurrency.lockutils [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.721658] env[62954]: DEBUG nova.compute.manager [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 566.730155] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a3c544e7-e965-440f-a619-98ffd436cf9f tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.781s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.730403] env[62954]: DEBUG nova.objects.instance [None req-a3c544e7-e965-440f-a619-98ffd436cf9f tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lazy-loading 'resources' on Instance uuid 9acce350-3186-4906-a53e-841a7edd462e {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 566.731834] env[62954]: DEBUG oslo_vmware.api [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Waiting for the task: (returnval){ [ 566.731834] env[62954]: value = "task-2596835" [ 566.731834] env[62954]: _type = "Task" [ 566.731834] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.741968] env[62954]: DEBUG oslo_vmware.api [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2596835, 'name': Rename_Task} progress is 10%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.764016] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Releasing lock "refresh_cache-6e03333f-8e00-4713-8ab8-c400f6c07ef7" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.764367] env[62954]: DEBUG nova.compute.manager [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Instance network_info: |[{"id": "3d758f58-26c1-45b6-a927-461d8632112d", "address": "fa:16:3e:52:60:db", "network": {"id": "f344ab15-52aa-439c-8f98-7453dd997787", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-44935923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af66a3388af0443e859cdec16833be17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d758f58-26", "ovs_interfaceid": "3d758f58-26c1-45b6-a927-461d8632112d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 566.764775] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:60:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '713e54d5-283f-493d-b003-f13182deaf7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d758f58-26c1-45b6-a927-461d8632112d', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 566.775752] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Creating folder: Project (af66a3388af0443e859cdec16833be17). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 566.778561] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa3a6669-15b1-426e-80a1-5dd5d377f922 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.789985] env[62954]: DEBUG oslo_vmware.api [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Task: {'id': task-2596833, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.795734] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Created folder: Project (af66a3388af0443e859cdec16833be17) in parent group-v523717. [ 566.795935] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Creating folder: Instances. Parent ref: group-v523755. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 566.796555] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68c49ae0-e712-44d4-a68f-107269360036 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.801790] env[62954]: DEBUG oslo_vmware.api [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]526722d9-7027-ad8e-af6b-79dcdf06e705, 'name': SearchDatastore_Task, 'duration_secs': 0.044568} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.803274] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d2ee73f-bac7-43bd-bb66-9e042ba43b84 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.806238] env[62954]: DEBUG nova.network.neutron [req-9d6483b6-875c-4420-922c-ac7e4e0387a4 req-a6b2ebeb-f871-4a06-86c5-99b7d0a73f0e service nova] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Updated VIF entry in instance network info cache for port 05c5650b-912a-46bd-a806-b899311dba0a. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 566.806954] env[62954]: DEBUG nova.network.neutron [req-9d6483b6-875c-4420-922c-ac7e4e0387a4 req-a6b2ebeb-f871-4a06-86c5-99b7d0a73f0e service nova] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Updating instance_info_cache with network_info: [{"id": "05c5650b-912a-46bd-a806-b899311dba0a", "address": "fa:16:3e:87:23:a5", "network": {"id": "ec1afc6e-d11d-48be-bcfb-265ad1e6f4fa", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1469591162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c85413595c14851bc4c1a8c161408bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c5650b-91", "ovs_interfaceid": "05c5650b-912a-46bd-a806-b899311dba0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 566.811126] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Created folder: Instances in parent group-v523755. [ 566.811126] env[62954]: DEBUG oslo.service.loopingcall [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 566.811126] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 566.812248] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78d6f594-9c87-46e5-bf8f-570de32f5597 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.829133] env[62954]: DEBUG oslo_vmware.api [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Waiting for the task: (returnval){ [ 566.829133] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5281a75c-37ab-33ce-51e5-4d86128adbb7" [ 566.829133] env[62954]: _type = "Task" [ 566.829133] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.835730] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 566.835730] env[62954]: value = "task-2596838" [ 566.835730] env[62954]: _type = "Task" [ 566.835730] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.842684] env[62954]: DEBUG oslo_vmware.api [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5281a75c-37ab-33ce-51e5-4d86128adbb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.848491] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596838, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.856230] env[62954]: DEBUG nova.network.neutron [req-38289c0f-7647-4915-aed7-7998d2d65913 req-38047ff4-03e9-4299-a719-8b87672156ef service nova] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Updated VIF entry in instance network info cache for port 94499eff-d9ea-482f-8e3c-85cbaaf3e3cc. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 566.856582] env[62954]: DEBUG nova.network.neutron [req-38289c0f-7647-4915-aed7-7998d2d65913 req-38047ff4-03e9-4299-a719-8b87672156ef service nova] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Updating instance_info_cache with network_info: [{"id": "94499eff-d9ea-482f-8e3c-85cbaaf3e3cc", "address": "fa:16:3e:1f:53:d9", "network": {"id": "7d93cd88-3a79-4663-b604-587d28ffb013", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ae6c0f6d5bc5436aa4f50fbf2889df6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94499eff-d9", "ovs_interfaceid": "94499eff-d9ea-482f-8e3c-85cbaaf3e3cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 566.912587] env[62954]: DEBUG oslo_vmware.api [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': task-2596834, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077132} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.912900] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 566.913807] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f73f78-cdc3-4594-ab06-67d47fcc8cfa {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.938720] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 00376bf9-716d-4c89-a29d-2c6381ce373a/00376bf9-716d-4c89-a29d-2c6381ce373a.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 566.938720] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e501fec8-beec-40b1-8f38-8b93663a3ce5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.959907] env[62954]: DEBUG oslo_vmware.api [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Waiting for the task: (returnval){ [ 566.959907] env[62954]: value = "task-2596839" [ 566.959907] env[62954]: _type = "Task" [ 566.959907] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.971319] env[62954]: DEBUG oslo_vmware.api [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': task-2596839, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.167303] env[62954]: DEBUG nova.network.neutron [-] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 567.237514] env[62954]: DEBUG nova.compute.utils [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 567.243971] env[62954]: DEBUG nova.compute.manager [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 567.244189] env[62954]: DEBUG nova.network.neutron [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 567.261310] env[62954]: DEBUG oslo_vmware.api [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2596835, 'name': Rename_Task, 'duration_secs': 0.44029} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.262478] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 567.262764] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f42fcef-09cf-43c8-8dbd-13be2b5c1101 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.273099] env[62954]: DEBUG oslo_vmware.api [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Waiting for the task: (returnval){ [ 567.273099] env[62954]: value = "task-2596840" [ 567.273099] env[62954]: _type = "Task" [ 567.273099] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.302718] env[62954]: DEBUG oslo_vmware.api [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2596840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.302954] env[62954]: DEBUG oslo_vmware.api [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Task: {'id': task-2596833, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.309764] env[62954]: DEBUG oslo_concurrency.lockutils [req-9d6483b6-875c-4420-922c-ac7e4e0387a4 req-a6b2ebeb-f871-4a06-86c5-99b7d0a73f0e service nova] Releasing lock "refresh_cache-00376bf9-716d-4c89-a29d-2c6381ce373a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.345143] env[62954]: DEBUG oslo_vmware.api [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5281a75c-37ab-33ce-51e5-4d86128adbb7, 'name': SearchDatastore_Task, 'duration_secs': 0.05534} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.346084] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.346557] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 864ef1f8-1091-4d3c-a52a-53b0df805ffe/864ef1f8-1091-4d3c-a52a-53b0df805ffe.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 567.347080] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13b4169a-3b55-48cb-99b3-f6c0249a7272 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.356633] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596838, 'name': CreateVM_Task} progress is 25%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.366560] env[62954]: DEBUG oslo_concurrency.lockutils [req-38289c0f-7647-4915-aed7-7998d2d65913 req-38047ff4-03e9-4299-a719-8b87672156ef service nova] Releasing lock "refresh_cache-2e7fdade-c4c3-400c-b59a-b77382e4348c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.366875] env[62954]: DEBUG nova.compute.manager [req-38289c0f-7647-4915-aed7-7998d2d65913 req-38047ff4-03e9-4299-a719-8b87672156ef service nova] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Received event network-vif-plugged-fc9c4e83-4e76-48f6-8407-af866e7652f4 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 567.367057] env[62954]: DEBUG oslo_concurrency.lockutils [req-38289c0f-7647-4915-aed7-7998d2d65913 req-38047ff4-03e9-4299-a719-8b87672156ef service nova] Acquiring lock "78c077da-de74-46ec-8218-f37b79e188ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.368212] env[62954]: DEBUG oslo_concurrency.lockutils [req-38289c0f-7647-4915-aed7-7998d2d65913 req-38047ff4-03e9-4299-a719-8b87672156ef service nova] Lock "78c077da-de74-46ec-8218-f37b79e188ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.368212] env[62954]: DEBUG oslo_concurrency.lockutils [req-38289c0f-7647-4915-aed7-7998d2d65913 req-38047ff4-03e9-4299-a719-8b87672156ef service nova] Lock "78c077da-de74-46ec-8218-f37b79e188ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.368212] env[62954]: DEBUG nova.compute.manager [req-38289c0f-7647-4915-aed7-7998d2d65913 req-38047ff4-03e9-4299-a719-8b87672156ef service nova] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] No waiting events found dispatching network-vif-plugged-fc9c4e83-4e76-48f6-8407-af866e7652f4 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 567.368212] env[62954]: WARNING nova.compute.manager [req-38289c0f-7647-4915-aed7-7998d2d65913 req-38047ff4-03e9-4299-a719-8b87672156ef service nova] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Received unexpected event network-vif-plugged-fc9c4e83-4e76-48f6-8407-af866e7652f4 for instance with vm_state building and task_state spawning. [ 567.368871] env[62954]: DEBUG nova.compute.manager [req-38289c0f-7647-4915-aed7-7998d2d65913 req-38047ff4-03e9-4299-a719-8b87672156ef service nova] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Received event network-changed-fc9c4e83-4e76-48f6-8407-af866e7652f4 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 567.368871] env[62954]: DEBUG nova.compute.manager [req-38289c0f-7647-4915-aed7-7998d2d65913 req-38047ff4-03e9-4299-a719-8b87672156ef service nova] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Refreshing instance network info cache due to event network-changed-fc9c4e83-4e76-48f6-8407-af866e7652f4. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 567.368995] env[62954]: DEBUG oslo_concurrency.lockutils [req-38289c0f-7647-4915-aed7-7998d2d65913 req-38047ff4-03e9-4299-a719-8b87672156ef service nova] Acquiring lock "refresh_cache-78c077da-de74-46ec-8218-f37b79e188ca" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.369078] env[62954]: DEBUG oslo_concurrency.lockutils [req-38289c0f-7647-4915-aed7-7998d2d65913 req-38047ff4-03e9-4299-a719-8b87672156ef service nova] Acquired lock "refresh_cache-78c077da-de74-46ec-8218-f37b79e188ca" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.369239] env[62954]: DEBUG nova.network.neutron [req-38289c0f-7647-4915-aed7-7998d2d65913 req-38047ff4-03e9-4299-a719-8b87672156ef service nova] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Refreshing network info cache for port fc9c4e83-4e76-48f6-8407-af866e7652f4 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 567.370946] env[62954]: DEBUG oslo_vmware.api [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Waiting for the task: (returnval){ [ 567.370946] env[62954]: value = "task-2596841" [ 567.370946] env[62954]: _type = "Task" [ 567.370946] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.383980] env[62954]: DEBUG oslo_vmware.api [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Task: {'id': task-2596841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.385875] env[62954]: DEBUG nova.policy [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4485f93246b94971b8c31c84b04a0c31', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a9a978d3fe640e694e8758beba8c952', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 567.478458] env[62954]: DEBUG oslo_vmware.api [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': task-2596839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.629775] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a35de9-31ed-4d07-92dd-c2a06e5aab6d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.637422] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c075ce-3c8f-4201-932d-fc4f3e4f80f8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.675655] env[62954]: INFO nova.compute.manager [-] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Took 2.42 seconds to deallocate network for instance. [ 567.679304] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8720bd86-fdb5-47cd-b56f-76c46ff68799 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.693732] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750d20f7-6e1b-4cb8-b6b2-f16db9226b52 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.706538] env[62954]: DEBUG nova.compute.provider_tree [None req-a3c544e7-e965-440f-a619-98ffd436cf9f tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 567.752877] env[62954]: DEBUG nova.compute.manager [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 567.809522] env[62954]: DEBUG oslo_vmware.api [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2596840, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.809522] env[62954]: DEBUG oslo_vmware.api [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Task: {'id': task-2596833, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.336143} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.809522] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 78c077da-de74-46ec-8218-f37b79e188ca/78c077da-de74-46ec-8218-f37b79e188ca.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 567.809522] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 567.809522] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-446faca8-2ae5-4799-b08d-be3c10877bde {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.819638] env[62954]: DEBUG oslo_vmware.api [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Waiting for the task: (returnval){ [ 567.819638] env[62954]: value = "task-2596843" [ 567.819638] env[62954]: _type = "Task" [ 567.819638] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.835122] env[62954]: DEBUG oslo_vmware.api [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Task: {'id': task-2596843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.848824] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596838, 'name': CreateVM_Task, 'duration_secs': 0.83311} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.849015] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 567.849801] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.850110] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.850370] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.851054] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36ea87ce-481e-49c6-aba4-7e50be52e3dd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.857367] env[62954]: DEBUG oslo_vmware.api [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Waiting for the task: (returnval){ [ 567.857367] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52f5508a-aaa3-0668-6ea1-f4f58ba6e8a8" [ 567.857367] env[62954]: _type = "Task" [ 567.857367] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.868061] env[62954]: DEBUG oslo_vmware.api [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52f5508a-aaa3-0668-6ea1-f4f58ba6e8a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.885586] env[62954]: DEBUG oslo_vmware.api [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Task: {'id': task-2596841, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.974269] env[62954]: DEBUG oslo_vmware.api [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': task-2596839, 'name': ReconfigVM_Task, 'duration_secs': 0.838642} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.974577] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 00376bf9-716d-4c89-a29d-2c6381ce373a/00376bf9-716d-4c89-a29d-2c6381ce373a.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 567.975789] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c797386-96ce-4438-9688-a591e4c5be2e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.984201] env[62954]: DEBUG oslo_vmware.api [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Waiting for the task: (returnval){ [ 567.984201] env[62954]: value = "task-2596844" [ 567.984201] env[62954]: _type = "Task" [ 567.984201] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.994443] env[62954]: DEBUG oslo_vmware.api [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': task-2596844, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.187497] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e60d0f64-bcde-49e4-bf21-1f192c9bdf1e tempest-DeleteServersAdminTestJSON-1307615588 tempest-DeleteServersAdminTestJSON-1307615588-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.210460] env[62954]: DEBUG nova.scheduler.client.report [None req-a3c544e7-e965-440f-a619-98ffd436cf9f tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 568.286548] env[62954]: DEBUG oslo_vmware.api [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2596840, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.330808] env[62954]: DEBUG oslo_vmware.api [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Task: {'id': task-2596843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159678} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.331119] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 568.331937] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485589bb-35d4-4661-87df-c8fd32a90de1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.356713] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 78c077da-de74-46ec-8218-f37b79e188ca/78c077da-de74-46ec-8218-f37b79e188ca.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 568.356822] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc902bb0-99eb-459e-a603-f9b6c901866e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.383568] env[62954]: DEBUG oslo_vmware.api [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Waiting for the task: (returnval){ [ 568.383568] env[62954]: value = "task-2596845" [ 568.383568] env[62954]: _type = "Task" [ 568.383568] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.389216] env[62954]: DEBUG oslo_vmware.api [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52f5508a-aaa3-0668-6ea1-f4f58ba6e8a8, 'name': SearchDatastore_Task, 'duration_secs': 0.052975} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.395901] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.396311] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 568.396743] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.396908] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.397107] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 568.397395] env[62954]: DEBUG oslo_vmware.api [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Task: {'id': task-2596841, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.803526} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.398730] env[62954]: DEBUG nova.network.neutron [req-38289c0f-7647-4915-aed7-7998d2d65913 req-38047ff4-03e9-4299-a719-8b87672156ef service nova] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Updated VIF entry in instance network info cache for port fc9c4e83-4e76-48f6-8407-af866e7652f4. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 568.399456] env[62954]: DEBUG nova.network.neutron [req-38289c0f-7647-4915-aed7-7998d2d65913 req-38047ff4-03e9-4299-a719-8b87672156ef service nova] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Updating instance_info_cache with network_info: [{"id": "fc9c4e83-4e76-48f6-8407-af866e7652f4", "address": "fa:16:3e:f0:0f:3b", "network": {"id": "142ec270-4af5-4865-bec9-f05c0a029999", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-559178804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb615a43dc3240798654d0c0608e486b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc9c4e83-4e", "ovs_interfaceid": "fc9c4e83-4e76-48f6-8407-af866e7652f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 568.401662] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c784f2cd-6c0c-4ced-8e19-c4ee98968d96 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.405511] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 864ef1f8-1091-4d3c-a52a-53b0df805ffe/864ef1f8-1091-4d3c-a52a-53b0df805ffe.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 568.405511] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] [instance: 864ef1f8-1091-4d3c-a52a-53b0df805ffe] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 568.405511] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b600d1c-b56f-40f7-9198-53446ce3f557 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.412869] env[62954]: DEBUG oslo_vmware.api [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Task: {'id': task-2596845, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.419055] env[62954]: DEBUG oslo_vmware.api [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Waiting for the task: (returnval){ [ 568.419055] env[62954]: value = "task-2596846" [ 568.419055] env[62954]: _type = "Task" [ 568.419055] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.420423] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 568.420607] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 568.426295] env[62954]: DEBUG nova.network.neutron [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Successfully created port: 41f7e932-3bef-410f-aad8-ba34ed129123 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 568.434165] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b6101ac-b570-41bb-8ff2-ad1141d658d9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.444263] env[62954]: DEBUG oslo_vmware.api [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Task: {'id': task-2596846, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.445513] env[62954]: DEBUG oslo_vmware.api [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Waiting for the task: (returnval){ [ 568.445513] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52413b5c-9729-ff0b-23eb-9a589484cabc" [ 568.445513] env[62954]: _type = "Task" [ 568.445513] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.455898] env[62954]: DEBUG oslo_vmware.api [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52413b5c-9729-ff0b-23eb-9a589484cabc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.495733] env[62954]: DEBUG oslo_vmware.api [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': task-2596844, 'name': Rename_Task, 'duration_secs': 0.269622} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.495912] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 568.496177] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7c54c09-584a-4fe7-8fba-567f39ce31ca {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.503315] env[62954]: DEBUG oslo_vmware.api [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Waiting for the task: (returnval){ [ 568.503315] env[62954]: value = "task-2596847" [ 568.503315] env[62954]: _type = "Task" [ 568.503315] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.511864] env[62954]: DEBUG oslo_vmware.api [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': task-2596847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.723090] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a3c544e7-e965-440f-a619-98ffd436cf9f tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.990s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.727907] env[62954]: DEBUG oslo_concurrency.lockutils [None req-534e8d72-b2bc-4edd-bfd2-3283691eb835 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.318s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.727907] env[62954]: DEBUG nova.objects.instance [None req-534e8d72-b2bc-4edd-bfd2-3283691eb835 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Lazy-loading 'resources' on Instance uuid dcc3696e-4160-4557-8ef2-a1598f994d06 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 568.755563] env[62954]: INFO nova.scheduler.client.report [None req-a3c544e7-e965-440f-a619-98ffd436cf9f tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Deleted allocations for instance 9acce350-3186-4906-a53e-841a7edd462e [ 568.765323] env[62954]: DEBUG nova.compute.manager [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 568.788555] env[62954]: DEBUG oslo_vmware.api [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2596840, 'name': PowerOnVM_Task, 'duration_secs': 1.198331} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.792402] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 568.792402] env[62954]: INFO nova.compute.manager [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Took 15.30 seconds to spawn the instance on the hypervisor. [ 568.792402] env[62954]: DEBUG nova.compute.manager [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 568.792402] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6488de-6915-4684-b9fb-7f32273fc29c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.800161] env[62954]: DEBUG nova.virt.hardware [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 568.800421] env[62954]: DEBUG nova.virt.hardware [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 568.801278] env[62954]: DEBUG nova.virt.hardware [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 568.801278] env[62954]: DEBUG nova.virt.hardware [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 568.801278] env[62954]: DEBUG nova.virt.hardware [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 568.801278] env[62954]: DEBUG nova.virt.hardware [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 568.801278] env[62954]: DEBUG nova.virt.hardware [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 568.801492] env[62954]: DEBUG nova.virt.hardware [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 568.801600] env[62954]: DEBUG nova.virt.hardware [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 568.801785] env[62954]: DEBUG nova.virt.hardware [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 568.801971] env[62954]: DEBUG nova.virt.hardware [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 568.802814] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a9c0db-d6f8-4bda-ad42-0c10ff91e990 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.815855] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2c12f7-1eaa-4afd-9fd8-31590de218b9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.899192] env[62954]: DEBUG oslo_vmware.api [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Task: {'id': task-2596845, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.905079] env[62954]: DEBUG oslo_concurrency.lockutils [req-38289c0f-7647-4915-aed7-7998d2d65913 req-38047ff4-03e9-4299-a719-8b87672156ef service nova] Releasing lock "refresh_cache-78c077da-de74-46ec-8218-f37b79e188ca" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.931243] env[62954]: DEBUG oslo_vmware.api [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Task: {'id': task-2596846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130895} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.931568] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] [instance: 864ef1f8-1091-4d3c-a52a-53b0df805ffe] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 568.932581] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5615cb4f-e275-4fb7-9a1f-6246c5e0ef4f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.961114] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] [instance: 864ef1f8-1091-4d3c-a52a-53b0df805ffe] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 864ef1f8-1091-4d3c-a52a-53b0df805ffe/864ef1f8-1091-4d3c-a52a-53b0df805ffe.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 568.965862] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aabfecc1-678b-4427-a1db-ea9537338a8c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.988816] env[62954]: DEBUG oslo_vmware.api [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52413b5c-9729-ff0b-23eb-9a589484cabc, 'name': SearchDatastore_Task, 'duration_secs': 0.012336} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.992024] env[62954]: DEBUG oslo_vmware.api [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Waiting for the task: (returnval){ [ 568.992024] env[62954]: value = "task-2596848" [ 568.992024] env[62954]: _type = "Task" [ 568.992024] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.992024] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7278669-4ec4-4da5-87d1-235829f19228 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.999445] env[62954]: DEBUG oslo_vmware.api [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Waiting for the task: (returnval){ [ 568.999445] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5220f65c-92cb-81f7-d9ef-0cce99c6af13" [ 568.999445] env[62954]: _type = "Task" [ 568.999445] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.002995] env[62954]: DEBUG oslo_vmware.api [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Task: {'id': task-2596848, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.016389] env[62954]: DEBUG oslo_vmware.api [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5220f65c-92cb-81f7-d9ef-0cce99c6af13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.023047] env[62954]: DEBUG oslo_vmware.api [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': task-2596847, 'name': PowerOnVM_Task, 'duration_secs': 0.476883} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.023047] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 569.023047] env[62954]: INFO nova.compute.manager [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Took 13.16 seconds to spawn the instance on the hypervisor. [ 569.023047] env[62954]: DEBUG nova.compute.manager [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 569.023304] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2113578e-7cbf-4d50-b3cd-fe4ea6b9498d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.227371] env[62954]: INFO nova.compute.manager [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Rebuilding instance [ 569.266337] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a3c544e7-e965-440f-a619-98ffd436cf9f tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "9acce350-3186-4906-a53e-841a7edd462e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.880s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.284840] env[62954]: DEBUG nova.compute.manager [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 569.286035] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2183ccf-ba54-4b61-966c-71fa46d24a22 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.333819] env[62954]: DEBUG nova.compute.manager [req-a640990e-e2f1-4efe-bc63-a6a99d7e9d76 req-680554a0-3cd7-4f4d-b4e1-f6a38e107b36 service nova] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Received event network-vif-plugged-3d758f58-26c1-45b6-a927-461d8632112d {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 569.334141] env[62954]: DEBUG oslo_concurrency.lockutils [req-a640990e-e2f1-4efe-bc63-a6a99d7e9d76 req-680554a0-3cd7-4f4d-b4e1-f6a38e107b36 service nova] Acquiring lock "6e03333f-8e00-4713-8ab8-c400f6c07ef7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.334431] env[62954]: DEBUG oslo_concurrency.lockutils [req-a640990e-e2f1-4efe-bc63-a6a99d7e9d76 req-680554a0-3cd7-4f4d-b4e1-f6a38e107b36 service nova] Lock "6e03333f-8e00-4713-8ab8-c400f6c07ef7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.334694] env[62954]: DEBUG oslo_concurrency.lockutils [req-a640990e-e2f1-4efe-bc63-a6a99d7e9d76 req-680554a0-3cd7-4f4d-b4e1-f6a38e107b36 service nova] Lock "6e03333f-8e00-4713-8ab8-c400f6c07ef7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.334938] env[62954]: DEBUG nova.compute.manager [req-a640990e-e2f1-4efe-bc63-a6a99d7e9d76 req-680554a0-3cd7-4f4d-b4e1-f6a38e107b36 service nova] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] No waiting events found dispatching network-vif-plugged-3d758f58-26c1-45b6-a927-461d8632112d {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 569.335319] env[62954]: WARNING nova.compute.manager [req-a640990e-e2f1-4efe-bc63-a6a99d7e9d76 req-680554a0-3cd7-4f4d-b4e1-f6a38e107b36 service nova] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Received unexpected event network-vif-plugged-3d758f58-26c1-45b6-a927-461d8632112d for instance with vm_state building and task_state spawning. [ 569.335613] env[62954]: DEBUG nova.compute.manager [req-a640990e-e2f1-4efe-bc63-a6a99d7e9d76 req-680554a0-3cd7-4f4d-b4e1-f6a38e107b36 service nova] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Received event network-changed-3d758f58-26c1-45b6-a927-461d8632112d {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 569.335843] env[62954]: DEBUG nova.compute.manager [req-a640990e-e2f1-4efe-bc63-a6a99d7e9d76 req-680554a0-3cd7-4f4d-b4e1-f6a38e107b36 service nova] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Refreshing instance network info cache due to event network-changed-3d758f58-26c1-45b6-a927-461d8632112d. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 569.336123] env[62954]: DEBUG oslo_concurrency.lockutils [req-a640990e-e2f1-4efe-bc63-a6a99d7e9d76 req-680554a0-3cd7-4f4d-b4e1-f6a38e107b36 service nova] Acquiring lock "refresh_cache-6e03333f-8e00-4713-8ab8-c400f6c07ef7" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.336324] env[62954]: DEBUG oslo_concurrency.lockutils [req-a640990e-e2f1-4efe-bc63-a6a99d7e9d76 req-680554a0-3cd7-4f4d-b4e1-f6a38e107b36 service nova] Acquired lock "refresh_cache-6e03333f-8e00-4713-8ab8-c400f6c07ef7" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.336549] env[62954]: DEBUG nova.network.neutron [req-a640990e-e2f1-4efe-bc63-a6a99d7e9d76 req-680554a0-3cd7-4f4d-b4e1-f6a38e107b36 service nova] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Refreshing network info cache for port 3d758f58-26c1-45b6-a927-461d8632112d {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 569.342505] env[62954]: INFO nova.compute.manager [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Took 24.68 seconds to build instance. [ 569.344428] env[62954]: DEBUG nova.compute.manager [req-06ab0b51-8bb5-41a7-a175-0aa1d0e422e6 req-939921aa-106c-48d8-95b9-d6ce40ad377e service nova] [instance: 60e703f7-b811-4186-a986-1958392664cd] Received event network-changed-f458a9f7-76db-4751-911c-a91194fb742f {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 569.344844] env[62954]: DEBUG nova.compute.manager [req-06ab0b51-8bb5-41a7-a175-0aa1d0e422e6 req-939921aa-106c-48d8-95b9-d6ce40ad377e service nova] [instance: 60e703f7-b811-4186-a986-1958392664cd] Refreshing instance network info cache due to event network-changed-f458a9f7-76db-4751-911c-a91194fb742f. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 569.345164] env[62954]: DEBUG oslo_concurrency.lockutils [req-06ab0b51-8bb5-41a7-a175-0aa1d0e422e6 req-939921aa-106c-48d8-95b9-d6ce40ad377e service nova] Acquiring lock "refresh_cache-60e703f7-b811-4186-a986-1958392664cd" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.345555] env[62954]: DEBUG oslo_concurrency.lockutils [req-06ab0b51-8bb5-41a7-a175-0aa1d0e422e6 req-939921aa-106c-48d8-95b9-d6ce40ad377e service nova] Acquired lock "refresh_cache-60e703f7-b811-4186-a986-1958392664cd" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.345824] env[62954]: DEBUG nova.network.neutron [req-06ab0b51-8bb5-41a7-a175-0aa1d0e422e6 req-939921aa-106c-48d8-95b9-d6ce40ad377e service nova] [instance: 60e703f7-b811-4186-a986-1958392664cd] Refreshing network info cache for port f458a9f7-76db-4751-911c-a91194fb742f {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 569.403128] env[62954]: DEBUG oslo_vmware.api [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Task: {'id': task-2596845, 'name': ReconfigVM_Task, 'duration_secs': 1.001932} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.403668] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 78c077da-de74-46ec-8218-f37b79e188ca/78c077da-de74-46ec-8218-f37b79e188ca.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 569.404589] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52123306-8463-4fbf-8d69-c8e09c6698e1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.416020] env[62954]: DEBUG oslo_vmware.api [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Waiting for the task: (returnval){ [ 569.416020] env[62954]: value = "task-2596849" [ 569.416020] env[62954]: _type = "Task" [ 569.416020] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.423467] env[62954]: DEBUG oslo_vmware.api [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Task: {'id': task-2596849, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.503325] env[62954]: DEBUG oslo_vmware.api [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Task: {'id': task-2596848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.512610] env[62954]: DEBUG oslo_vmware.api [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5220f65c-92cb-81f7-d9ef-0cce99c6af13, 'name': SearchDatastore_Task, 'duration_secs': 0.036741} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.515556] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.515822] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 6e03333f-8e00-4713-8ab8-c400f6c07ef7/6e03333f-8e00-4713-8ab8-c400f6c07ef7.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 569.517122] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3cf61bc-3471-4b10-8598-6b4141b4c9c0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.524403] env[62954]: DEBUG oslo_vmware.api [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Waiting for the task: (returnval){ [ 569.524403] env[62954]: value = "task-2596850" [ 569.524403] env[62954]: _type = "Task" [ 569.524403] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.531562] env[62954]: DEBUG oslo_vmware.api [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': task-2596850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.540293] env[62954]: INFO nova.compute.manager [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Took 22.10 seconds to build instance. [ 569.566742] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aaabacb-7b1d-4b6d-ac63-cac03fd2203b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.576984] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ff4f56-38db-4100-b7ab-e9122ef952e9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.609888] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b13d5a5-36dd-4260-bf15-08eb63ed8e03 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.618099] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f32253b-a139-4755-86ff-eebccc8722ec {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.634171] env[62954]: DEBUG nova.compute.provider_tree [None req-534e8d72-b2bc-4edd-bfd2-3283691eb835 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 569.848544] env[62954]: DEBUG oslo_concurrency.lockutils [None req-978f6ef7-80c8-470d-91c5-e9d889d73842 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Lock "2e7fdade-c4c3-400c-b59a-b77382e4348c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.198s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.925051] env[62954]: DEBUG oslo_vmware.api [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Task: {'id': task-2596849, 'name': Rename_Task, 'duration_secs': 0.354797} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.926604] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 569.927045] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de86d6ce-6f63-4010-81f3-9646365cefbd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.936990] env[62954]: DEBUG oslo_vmware.api [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Waiting for the task: (returnval){ [ 569.936990] env[62954]: value = "task-2596852" [ 569.936990] env[62954]: _type = "Task" [ 569.936990] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.948126] env[62954]: DEBUG oslo_vmware.api [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Task: {'id': task-2596852, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.009362] env[62954]: DEBUG oslo_vmware.api [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Task: {'id': task-2596848, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.034650] env[62954]: DEBUG oslo_vmware.api [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': task-2596850, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.042946] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9a38f6de-6474-49ab-8585-64455dcbc8fd tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Lock "00376bf9-716d-4c89-a29d-2c6381ce373a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.609s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.139109] env[62954]: DEBUG nova.scheduler.client.report [None req-534e8d72-b2bc-4edd-bfd2-3283691eb835 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 570.206448] env[62954]: DEBUG nova.network.neutron [req-a640990e-e2f1-4efe-bc63-a6a99d7e9d76 req-680554a0-3cd7-4f4d-b4e1-f6a38e107b36 service nova] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Updated VIF entry in instance network info cache for port 3d758f58-26c1-45b6-a927-461d8632112d. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 570.207324] env[62954]: DEBUG nova.network.neutron [req-a640990e-e2f1-4efe-bc63-a6a99d7e9d76 req-680554a0-3cd7-4f4d-b4e1-f6a38e107b36 service nova] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Updating instance_info_cache with network_info: [{"id": "3d758f58-26c1-45b6-a927-461d8632112d", "address": "fa:16:3e:52:60:db", "network": {"id": "f344ab15-52aa-439c-8f98-7453dd997787", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-44935923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af66a3388af0443e859cdec16833be17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d758f58-26", "ovs_interfaceid": "3d758f58-26c1-45b6-a927-461d8632112d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 570.262061] env[62954]: DEBUG nova.network.neutron [req-06ab0b51-8bb5-41a7-a175-0aa1d0e422e6 req-939921aa-106c-48d8-95b9-d6ce40ad377e service nova] [instance: 60e703f7-b811-4186-a986-1958392664cd] Updated VIF entry in instance network info cache for port f458a9f7-76db-4751-911c-a91194fb742f. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 570.262437] env[62954]: DEBUG nova.network.neutron [req-06ab0b51-8bb5-41a7-a175-0aa1d0e422e6 req-939921aa-106c-48d8-95b9-d6ce40ad377e service nova] [instance: 60e703f7-b811-4186-a986-1958392664cd] Updating instance_info_cache with network_info: [{"id": "f458a9f7-76db-4751-911c-a91194fb742f", "address": "fa:16:3e:6f:52:6e", "network": {"id": "7486243e-b62d-4aa2-bc9a-eeb8836227e1", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-218744595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0953265659a3411a8f6e8df09cfd72e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf458a9f7-76", "ovs_interfaceid": "f458a9f7-76db-4751-911c-a91194fb742f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 570.308679] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 570.308993] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c00d533-563f-4148-a6f1-891b8d137f01 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.316097] env[62954]: DEBUG oslo_vmware.api [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Waiting for the task: (returnval){ [ 570.316097] env[62954]: value = "task-2596853" [ 570.316097] env[62954]: _type = "Task" [ 570.316097] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.324803] env[62954]: DEBUG oslo_vmware.api [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Task: {'id': task-2596853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.337658] env[62954]: DEBUG nova.network.neutron [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Successfully updated port: 41f7e932-3bef-410f-aad8-ba34ed129123 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 570.353785] env[62954]: DEBUG nova.compute.manager [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 570.454021] env[62954]: DEBUG oslo_vmware.api [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Task: {'id': task-2596852, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.507470] env[62954]: DEBUG oslo_vmware.api [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Task: {'id': task-2596848, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.534042] env[62954]: DEBUG oslo_vmware.api [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': task-2596850, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677428} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.534042] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 6e03333f-8e00-4713-8ab8-c400f6c07ef7/6e03333f-8e00-4713-8ab8-c400f6c07ef7.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 570.534274] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 570.538023] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08a76494-ef66-482a-a54b-cafae6fc073c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.541956] env[62954]: DEBUG oslo_vmware.api [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Waiting for the task: (returnval){ [ 570.541956] env[62954]: value = "task-2596854" [ 570.541956] env[62954]: _type = "Task" [ 570.541956] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.550567] env[62954]: DEBUG oslo_vmware.api [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': task-2596854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.650742] env[62954]: DEBUG oslo_concurrency.lockutils [None req-534e8d72-b2bc-4edd-bfd2-3283691eb835 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.925s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.653978] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.486s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.653978] env[62954]: DEBUG nova.objects.instance [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62954) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 570.678440] env[62954]: INFO nova.scheduler.client.report [None req-534e8d72-b2bc-4edd-bfd2-3283691eb835 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Deleted allocations for instance dcc3696e-4160-4557-8ef2-a1598f994d06 [ 570.715894] env[62954]: DEBUG oslo_concurrency.lockutils [req-a640990e-e2f1-4efe-bc63-a6a99d7e9d76 req-680554a0-3cd7-4f4d-b4e1-f6a38e107b36 service nova] Releasing lock "refresh_cache-6e03333f-8e00-4713-8ab8-c400f6c07ef7" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.715894] env[62954]: DEBUG nova.compute.manager [req-a640990e-e2f1-4efe-bc63-a6a99d7e9d76 req-680554a0-3cd7-4f4d-b4e1-f6a38e107b36 service nova] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Received event network-vif-deleted-68edeae0-413a-4613-9c8d-64b466d235e3 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 570.715894] env[62954]: DEBUG nova.compute.manager [req-a640990e-e2f1-4efe-bc63-a6a99d7e9d76 req-680554a0-3cd7-4f4d-b4e1-f6a38e107b36 service nova] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Received event network-changed-4351f493-8ed7-497a-968e-c94fa5325bf6 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 570.715894] env[62954]: DEBUG nova.compute.manager [req-a640990e-e2f1-4efe-bc63-a6a99d7e9d76 req-680554a0-3cd7-4f4d-b4e1-f6a38e107b36 service nova] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Refreshing instance network info cache due to event network-changed-4351f493-8ed7-497a-968e-c94fa5325bf6. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 570.715894] env[62954]: DEBUG oslo_concurrency.lockutils [req-a640990e-e2f1-4efe-bc63-a6a99d7e9d76 req-680554a0-3cd7-4f4d-b4e1-f6a38e107b36 service nova] Acquiring lock "refresh_cache-5a51f3a2-66d7-4c40-9429-c2c05b9111ed" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.716118] env[62954]: DEBUG oslo_concurrency.lockutils [req-a640990e-e2f1-4efe-bc63-a6a99d7e9d76 req-680554a0-3cd7-4f4d-b4e1-f6a38e107b36 service nova] Acquired lock "refresh_cache-5a51f3a2-66d7-4c40-9429-c2c05b9111ed" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.716118] env[62954]: DEBUG nova.network.neutron [req-a640990e-e2f1-4efe-bc63-a6a99d7e9d76 req-680554a0-3cd7-4f4d-b4e1-f6a38e107b36 service nova] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Refreshing network info cache for port 4351f493-8ed7-497a-968e-c94fa5325bf6 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 570.766662] env[62954]: DEBUG oslo_concurrency.lockutils [req-06ab0b51-8bb5-41a7-a175-0aa1d0e422e6 req-939921aa-106c-48d8-95b9-d6ce40ad377e service nova] Releasing lock "refresh_cache-60e703f7-b811-4186-a986-1958392664cd" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.826719] env[62954]: DEBUG oslo_vmware.api [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Task: {'id': task-2596853, 'name': PowerOffVM_Task, 'duration_secs': 0.158322} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.827026] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 570.827164] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 570.827962] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e4432e-518b-4032-99c8-ba8de6b58eba {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.835563] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 570.835849] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4d3fd8f-99f5-439b-9a33-52bfc68bfbb8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.837662] env[62954]: DEBUG oslo_concurrency.lockutils [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Acquiring lock "refresh_cache-d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.837802] env[62954]: DEBUG oslo_concurrency.lockutils [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Acquired lock "refresh_cache-d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.837938] env[62954]: DEBUG nova.network.neutron [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 570.874023] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 570.874023] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 570.874023] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Deleting the datastore file [datastore1] 422c1d47-c8e5-4db0-bd13-3396a24906b7 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 570.874023] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a823fbcb-1f4f-405e-9099-5e02dcd6b683 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.883932] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.885404] env[62954]: DEBUG oslo_vmware.api [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Waiting for the task: (returnval){ [ 570.885404] env[62954]: value = "task-2596856" [ 570.885404] env[62954]: _type = "Task" [ 570.885404] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.894421] env[62954]: DEBUG oslo_vmware.api [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Task: {'id': task-2596856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.947717] env[62954]: DEBUG oslo_vmware.api [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Task: {'id': task-2596852, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.006439] env[62954]: DEBUG oslo_vmware.api [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Task: {'id': task-2596848, 'name': ReconfigVM_Task, 'duration_secs': 1.907272} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.006685] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] [instance: 864ef1f8-1091-4d3c-a52a-53b0df805ffe] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 864ef1f8-1091-4d3c-a52a-53b0df805ffe/864ef1f8-1091-4d3c-a52a-53b0df805ffe.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 571.007352] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8732917d-d4ca-4a40-b1c2-588f36fb4a65 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.013638] env[62954]: DEBUG oslo_vmware.api [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Waiting for the task: (returnval){ [ 571.013638] env[62954]: value = "task-2596857" [ 571.013638] env[62954]: _type = "Task" [ 571.013638] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.022238] env[62954]: DEBUG oslo_vmware.api [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Task: {'id': task-2596857, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.051344] env[62954]: DEBUG oslo_vmware.api [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': task-2596854, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058565} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.051772] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 571.052697] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c51669f-7bba-4bac-898d-852cf0e6be88 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.082092] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 6e03333f-8e00-4713-8ab8-c400f6c07ef7/6e03333f-8e00-4713-8ab8-c400f6c07ef7.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 571.082442] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83c1de07-a2a9-43f1-93bc-eef97b1aae41 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.103625] env[62954]: DEBUG oslo_vmware.api [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Waiting for the task: (returnval){ [ 571.103625] env[62954]: value = "task-2596858" [ 571.103625] env[62954]: _type = "Task" [ 571.103625] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.113610] env[62954]: DEBUG oslo_vmware.api [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': task-2596858, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.118729] env[62954]: DEBUG oslo_concurrency.lockutils [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Acquiring lock "9ef50827-25d4-4bc6-8438-76c9cba8df0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.118983] env[62954]: DEBUG oslo_concurrency.lockutils [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Lock "9ef50827-25d4-4bc6-8438-76c9cba8df0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.187675] env[62954]: DEBUG oslo_concurrency.lockutils [None req-534e8d72-b2bc-4edd-bfd2-3283691eb835 tempest-ServerDiagnosticsTest-1190644242 tempest-ServerDiagnosticsTest-1190644242-project-member] Lock "dcc3696e-4160-4557-8ef2-a1598f994d06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.795s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.277547] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "38c95ef5-744e-4c32-9cb1-c34868206a85" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.277846] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "38c95ef5-744e-4c32-9cb1-c34868206a85" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.378503] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Acquiring lock "7adb750f-15da-4dde-9769-fbf85030c3e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.378902] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Lock "7adb750f-15da-4dde-9769-fbf85030c3e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.403692] env[62954]: DEBUG oslo_vmware.api [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Task: {'id': task-2596856, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239102} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.404063] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 571.404762] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 571.405151] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 571.436955] env[62954]: DEBUG nova.network.neutron [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 571.451322] env[62954]: DEBUG oslo_vmware.api [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Task: {'id': task-2596852, 'name': PowerOnVM_Task, 'duration_secs': 1.499209} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.451690] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 571.451870] env[62954]: INFO nova.compute.manager [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Took 13.24 seconds to spawn the instance on the hypervisor. [ 571.452074] env[62954]: DEBUG nova.compute.manager [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 571.453384] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe133bf-23fb-46be-b189-bd6c25c6bf4d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.524241] env[62954]: DEBUG oslo_vmware.api [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Task: {'id': task-2596857, 'name': Rename_Task, 'duration_secs': 0.203639} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.526755] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] [instance: 864ef1f8-1091-4d3c-a52a-53b0df805ffe] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 571.527022] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66582c84-a937-4e53-9c2d-da6eba66e4b7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.533811] env[62954]: DEBUG oslo_vmware.api [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Waiting for the task: (returnval){ [ 571.533811] env[62954]: value = "task-2596859" [ 571.533811] env[62954]: _type = "Task" [ 571.533811] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.549011] env[62954]: DEBUG oslo_vmware.api [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Task: {'id': task-2596859, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.615958] env[62954]: DEBUG oslo_vmware.api [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': task-2596858, 'name': ReconfigVM_Task, 'duration_secs': 0.361995} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.619706] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 6e03333f-8e00-4713-8ab8-c400f6c07ef7/6e03333f-8e00-4713-8ab8-c400f6c07ef7.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 571.620790] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94ea84e8-0aa4-4ced-8bcd-d02978200a1f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.623343] env[62954]: DEBUG nova.compute.manager [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 571.632912] env[62954]: DEBUG oslo_vmware.api [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Waiting for the task: (returnval){ [ 571.632912] env[62954]: value = "task-2596860" [ 571.632912] env[62954]: _type = "Task" [ 571.632912] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.649853] env[62954]: DEBUG oslo_vmware.api [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': task-2596860, 'name': Rename_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.665743] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7fdeb056-095e-45f6-b5ee-017b98576333 tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.666965] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.801s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.670488] env[62954]: INFO nova.compute.claims [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 571.792318] env[62954]: DEBUG nova.network.neutron [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Updating instance_info_cache with network_info: [{"id": "41f7e932-3bef-410f-aad8-ba34ed129123", "address": "fa:16:3e:ca:1e:25", "network": {"id": "7b2b016e-810b-4ce8-bc9d-090aa20eae79", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-269642926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a9a978d3fe640e694e8758beba8c952", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41f7e932-3b", "ovs_interfaceid": "41f7e932-3bef-410f-aad8-ba34ed129123", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 571.813751] env[62954]: DEBUG nova.network.neutron [req-a640990e-e2f1-4efe-bc63-a6a99d7e9d76 req-680554a0-3cd7-4f4d-b4e1-f6a38e107b36 service nova] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Updated VIF entry in instance network info cache for port 4351f493-8ed7-497a-968e-c94fa5325bf6. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 571.814125] env[62954]: DEBUG nova.network.neutron [req-a640990e-e2f1-4efe-bc63-a6a99d7e9d76 req-680554a0-3cd7-4f4d-b4e1-f6a38e107b36 service nova] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Updating instance_info_cache with network_info: [{"id": "4351f493-8ed7-497a-968e-c94fa5325bf6", "address": "fa:16:3e:5d:12:5c", "network": {"id": "ffcd490b-3742-4d1a-9b3e-fc3b7b8499e5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-963927037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe836ee7d5ea41159844b667220500de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4351f493-8e", "ovs_interfaceid": "4351f493-8ed7-497a-968e-c94fa5325bf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 571.983747] env[62954]: INFO nova.compute.manager [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Took 20.69 seconds to build instance. [ 572.057967] env[62954]: DEBUG oslo_vmware.api [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Task: {'id': task-2596859, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.144427] env[62954]: DEBUG oslo_vmware.api [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': task-2596860, 'name': Rename_Task, 'duration_secs': 0.194263} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.144810] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 572.144948] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c99d1823-5bdb-4cbd-b2fe-7bb80cc1f9a1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.151154] env[62954]: DEBUG oslo_concurrency.lockutils [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.152570] env[62954]: DEBUG oslo_vmware.api [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Waiting for the task: (returnval){ [ 572.152570] env[62954]: value = "task-2596862" [ 572.152570] env[62954]: _type = "Task" [ 572.152570] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.164041] env[62954]: DEBUG oslo_vmware.api [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': task-2596862, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.297168] env[62954]: DEBUG oslo_concurrency.lockutils [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Releasing lock "refresh_cache-d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.297560] env[62954]: DEBUG nova.compute.manager [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Instance network_info: |[{"id": "41f7e932-3bef-410f-aad8-ba34ed129123", "address": "fa:16:3e:ca:1e:25", "network": {"id": "7b2b016e-810b-4ce8-bc9d-090aa20eae79", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-269642926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a9a978d3fe640e694e8758beba8c952", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41f7e932-3b", "ovs_interfaceid": "41f7e932-3bef-410f-aad8-ba34ed129123", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 572.298033] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:1e:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ebd8af-aaf6-4d04-b869-3882e2571ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41f7e932-3bef-410f-aad8-ba34ed129123', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 572.308342] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Creating folder: Project (0a9a978d3fe640e694e8758beba8c952). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 572.308342] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ecf13628-b5d4-41a8-8091-5ccb9ca55380 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.316996] env[62954]: DEBUG oslo_concurrency.lockutils [req-a640990e-e2f1-4efe-bc63-a6a99d7e9d76 req-680554a0-3cd7-4f4d-b4e1-f6a38e107b36 service nova] Releasing lock "refresh_cache-5a51f3a2-66d7-4c40-9429-c2c05b9111ed" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.319646] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Created folder: Project (0a9a978d3fe640e694e8758beba8c952) in parent group-v523717. [ 572.319852] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Creating folder: Instances. Parent ref: group-v523759. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 572.320122] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae9608f9-4d7a-4a60-b194-fd6a2d36066d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.329625] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Created folder: Instances in parent group-v523759. [ 572.329957] env[62954]: DEBUG oslo.service.loopingcall [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 572.330649] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 572.330649] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b951725-dbc6-432d-a66a-d0e090441267 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.354237] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 572.354237] env[62954]: value = "task-2596865" [ 572.354237] env[62954]: _type = "Task" [ 572.354237] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.361356] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596865, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.450052] env[62954]: DEBUG nova.virt.hardware [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 572.450478] env[62954]: DEBUG nova.virt.hardware [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 572.450750] env[62954]: DEBUG nova.virt.hardware [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 572.451116] env[62954]: DEBUG nova.virt.hardware [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 572.451390] env[62954]: DEBUG nova.virt.hardware [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 572.451650] env[62954]: DEBUG nova.virt.hardware [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 572.451939] env[62954]: DEBUG nova.virt.hardware [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 572.452225] env[62954]: DEBUG nova.virt.hardware [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 572.452709] env[62954]: DEBUG nova.virt.hardware [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 572.452886] env[62954]: DEBUG nova.virt.hardware [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 572.453199] env[62954]: DEBUG nova.virt.hardware [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 572.455103] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55344f65-7fca-42cf-9690-b53d3c9b56bc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.467056] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0598f19-f158-4619-945e-d9a05edbf8a5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.486573] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2c1e027e-65f0-4645-96a7-79809d687215 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Lock "78c077da-de74-46ec-8218-f37b79e188ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.204s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.487373] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Instance VIF info [] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 572.494610] env[62954]: DEBUG oslo.service.loopingcall [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 572.496287] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 572.496575] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31e5f9c0-82cc-4143-b1b3-e681f6ae0529 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.516996] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 572.516996] env[62954]: value = "task-2596866" [ 572.516996] env[62954]: _type = "Task" [ 572.516996] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.526970] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596866, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.559905] env[62954]: DEBUG oslo_vmware.api [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Task: {'id': task-2596859, 'name': PowerOnVM_Task} progress is 82%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.667306] env[62954]: DEBUG oslo_vmware.api [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': task-2596862, 'name': PowerOnVM_Task} progress is 74%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.870081] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596865, 'name': CreateVM_Task, 'duration_secs': 0.438051} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.870321] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 572.871318] env[62954]: DEBUG oslo_concurrency.lockutils [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.871608] env[62954]: DEBUG oslo_concurrency.lockutils [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.871941] env[62954]: DEBUG oslo_concurrency.lockutils [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.872235] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd95e00e-98e1-4646-917f-5e82fdfd4ae9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.879511] env[62954]: DEBUG oslo_vmware.api [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for the task: (returnval){ [ 572.879511] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5283aa0d-76e3-a6ad-41ca-505ebbaac536" [ 572.879511] env[62954]: _type = "Task" [ 572.879511] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.894386] env[62954]: DEBUG oslo_vmware.api [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5283aa0d-76e3-a6ad-41ca-505ebbaac536, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.913110] env[62954]: DEBUG nova.compute.manager [req-b790758e-2ab4-4b66-8313-05faa35ff655 req-5c97edb9-90d7-491f-a5a9-ed3d179d9df9 service nova] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Received event network-vif-plugged-41f7e932-3bef-410f-aad8-ba34ed129123 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 572.913343] env[62954]: DEBUG oslo_concurrency.lockutils [req-b790758e-2ab4-4b66-8313-05faa35ff655 req-5c97edb9-90d7-491f-a5a9-ed3d179d9df9 service nova] Acquiring lock "d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.913619] env[62954]: DEBUG oslo_concurrency.lockutils [req-b790758e-2ab4-4b66-8313-05faa35ff655 req-5c97edb9-90d7-491f-a5a9-ed3d179d9df9 service nova] Lock "d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.913806] env[62954]: DEBUG oslo_concurrency.lockutils [req-b790758e-2ab4-4b66-8313-05faa35ff655 req-5c97edb9-90d7-491f-a5a9-ed3d179d9df9 service nova] Lock "d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.914019] env[62954]: DEBUG nova.compute.manager [req-b790758e-2ab4-4b66-8313-05faa35ff655 req-5c97edb9-90d7-491f-a5a9-ed3d179d9df9 service nova] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] No waiting events found dispatching network-vif-plugged-41f7e932-3bef-410f-aad8-ba34ed129123 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 572.914237] env[62954]: WARNING nova.compute.manager [req-b790758e-2ab4-4b66-8313-05faa35ff655 req-5c97edb9-90d7-491f-a5a9-ed3d179d9df9 service nova] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Received unexpected event network-vif-plugged-41f7e932-3bef-410f-aad8-ba34ed129123 for instance with vm_state building and task_state spawning. [ 572.914440] env[62954]: DEBUG nova.compute.manager [req-b790758e-2ab4-4b66-8313-05faa35ff655 req-5c97edb9-90d7-491f-a5a9-ed3d179d9df9 service nova] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Received event network-changed-41f7e932-3bef-410f-aad8-ba34ed129123 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 572.914638] env[62954]: DEBUG nova.compute.manager [req-b790758e-2ab4-4b66-8313-05faa35ff655 req-5c97edb9-90d7-491f-a5a9-ed3d179d9df9 service nova] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Refreshing instance network info cache due to event network-changed-41f7e932-3bef-410f-aad8-ba34ed129123. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 572.914882] env[62954]: DEBUG oslo_concurrency.lockutils [req-b790758e-2ab4-4b66-8313-05faa35ff655 req-5c97edb9-90d7-491f-a5a9-ed3d179d9df9 service nova] Acquiring lock "refresh_cache-d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.915083] env[62954]: DEBUG oslo_concurrency.lockutils [req-b790758e-2ab4-4b66-8313-05faa35ff655 req-5c97edb9-90d7-491f-a5a9-ed3d179d9df9 service nova] Acquired lock "refresh_cache-d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.915285] env[62954]: DEBUG nova.network.neutron [req-b790758e-2ab4-4b66-8313-05faa35ff655 req-5c97edb9-90d7-491f-a5a9-ed3d179d9df9 service nova] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Refreshing network info cache for port 41f7e932-3bef-410f-aad8-ba34ed129123 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 573.011955] env[62954]: DEBUG nova.compute.manager [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 573.026968] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596866, 'name': CreateVM_Task, 'duration_secs': 0.308842} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.030118] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 573.032102] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.038820] env[62954]: DEBUG oslo_concurrency.lockutils [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Acquiring lock "6dbc1cd2-276a-4592-9d70-206b1d1fc144" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.038974] env[62954]: DEBUG oslo_concurrency.lockutils [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Lock "6dbc1cd2-276a-4592-9d70-206b1d1fc144" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.050143] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474067a9-d752-4d48-a0a9-c7069facba14 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.058962] env[62954]: DEBUG oslo_vmware.api [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Task: {'id': task-2596859, 'name': PowerOnVM_Task, 'duration_secs': 1.161881} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.063172] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] [instance: 864ef1f8-1091-4d3c-a52a-53b0df805ffe] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 573.063413] env[62954]: INFO nova.compute.manager [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] [instance: 864ef1f8-1091-4d3c-a52a-53b0df805ffe] Took 8.82 seconds to spawn the instance on the hypervisor. [ 573.063615] env[62954]: DEBUG nova.compute.manager [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] [instance: 864ef1f8-1091-4d3c-a52a-53b0df805ffe] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 573.067355] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c5a839-a107-4e30-88df-a1d8b9d25042 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.071066] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4a93ac-c5fa-4b72-b33e-c524e9966612 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.121186] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9596bde6-7baa-41dc-a55c-3d05ed41a993 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.130531] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e86429-a7dd-4882-b8fe-4a7f50593aa7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.146285] env[62954]: DEBUG nova.compute.provider_tree [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 573.163126] env[62954]: DEBUG oslo_vmware.api [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': task-2596862, 'name': PowerOnVM_Task, 'duration_secs': 0.730174} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.163682] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 573.163887] env[62954]: INFO nova.compute.manager [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Took 11.35 seconds to spawn the instance on the hypervisor. [ 573.164429] env[62954]: DEBUG nova.compute.manager [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 573.164955] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec75b38d-018f-4770-bb6b-194c3f0a8e69 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.393038] env[62954]: DEBUG oslo_vmware.api [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5283aa0d-76e3-a6ad-41ca-505ebbaac536, 'name': SearchDatastore_Task, 'duration_secs': 0.020692} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.393647] env[62954]: DEBUG oslo_concurrency.lockutils [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.394302] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 573.394637] env[62954]: DEBUG oslo_concurrency.lockutils [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.394986] env[62954]: DEBUG oslo_concurrency.lockutils [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.395538] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 573.395910] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.396378] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.396670] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59e92bcd-1674-4b3e-8d76-83e667cc2b4c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.399873] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9341dd4b-cd0b-4383-af45-2f880cbbba7b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.406314] env[62954]: DEBUG oslo_vmware.api [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Waiting for the task: (returnval){ [ 573.406314] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52843ed3-fd17-d614-15e5-a7d3ebcd640e" [ 573.406314] env[62954]: _type = "Task" [ 573.406314] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.411634] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 573.411817] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 573.413631] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-450575c3-d8a6-4fbd-a334-c6c06abdd7f0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.422243] env[62954]: DEBUG oslo_vmware.api [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52843ed3-fd17-d614-15e5-a7d3ebcd640e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.425816] env[62954]: DEBUG oslo_vmware.api [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for the task: (returnval){ [ 573.425816] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5286d38c-f74e-e088-420d-90a7ef247a6f" [ 573.425816] env[62954]: _type = "Task" [ 573.425816] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.434580] env[62954]: DEBUG oslo_vmware.api [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5286d38c-f74e-e088-420d-90a7ef247a6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.545593] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.630907] env[62954]: INFO nova.compute.manager [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] [instance: 864ef1f8-1091-4d3c-a52a-53b0df805ffe] Took 18.50 seconds to build instance. [ 573.653954] env[62954]: DEBUG nova.scheduler.client.report [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 573.690254] env[62954]: INFO nova.compute.manager [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Took 19.94 seconds to build instance. [ 573.761701] env[62954]: DEBUG nova.network.neutron [req-b790758e-2ab4-4b66-8313-05faa35ff655 req-5c97edb9-90d7-491f-a5a9-ed3d179d9df9 service nova] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Updated VIF entry in instance network info cache for port 41f7e932-3bef-410f-aad8-ba34ed129123. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 573.761701] env[62954]: DEBUG nova.network.neutron [req-b790758e-2ab4-4b66-8313-05faa35ff655 req-5c97edb9-90d7-491f-a5a9-ed3d179d9df9 service nova] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Updating instance_info_cache with network_info: [{"id": "41f7e932-3bef-410f-aad8-ba34ed129123", "address": "fa:16:3e:ca:1e:25", "network": {"id": "7b2b016e-810b-4ce8-bc9d-090aa20eae79", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-269642926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a9a978d3fe640e694e8758beba8c952", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41f7e932-3b", "ovs_interfaceid": "41f7e932-3bef-410f-aad8-ba34ed129123", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 573.919303] env[62954]: DEBUG oslo_vmware.api [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52843ed3-fd17-d614-15e5-a7d3ebcd640e, 'name': SearchDatastore_Task, 'duration_secs': 0.011997} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.919668] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.919896] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 573.920123] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.938802] env[62954]: DEBUG oslo_vmware.api [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5286d38c-f74e-e088-420d-90a7ef247a6f, 'name': SearchDatastore_Task, 'duration_secs': 0.012102} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.942019] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96090d58-44a8-41ee-b211-051e5c75f0e6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.947367] env[62954]: DEBUG oslo_vmware.api [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for the task: (returnval){ [ 573.947367] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52765a8c-eb24-c134-d8ed-e307904d7379" [ 573.947367] env[62954]: _type = "Task" [ 573.947367] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.963695] env[62954]: DEBUG oslo_vmware.api [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52765a8c-eb24-c134-d8ed-e307904d7379, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.136774] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3e849152-5945-451b-8161-bd0ff6ca1c8d tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Lock "864ef1f8-1091-4d3c-a52a-53b0df805ffe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.029s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.158561] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.159109] env[62954]: DEBUG nova.compute.manager [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 574.162586] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.055s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.165507] env[62954]: INFO nova.compute.claims [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 574.193445] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e45f7dd3-afe5-4804-8d7b-6e3b5da0b58b tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Lock "6e03333f-8e00-4713-8ab8-c400f6c07ef7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.448s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.264434] env[62954]: DEBUG oslo_concurrency.lockutils [req-b790758e-2ab4-4b66-8313-05faa35ff655 req-5c97edb9-90d7-491f-a5a9-ed3d179d9df9 service nova] Releasing lock "refresh_cache-d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.461492] env[62954]: DEBUG oslo_vmware.api [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52765a8c-eb24-c134-d8ed-e307904d7379, 'name': SearchDatastore_Task, 'duration_secs': 0.048892} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.461492] env[62954]: DEBUG oslo_concurrency.lockutils [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.461492] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b/d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 574.461746] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.461926] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 574.462150] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cc13f10-a74d-4e05-939a-38c751022177 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.464254] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f474b07-39b2-443f-9c1e-759e480b9f46 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.474044] env[62954]: DEBUG oslo_vmware.api [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for the task: (returnval){ [ 574.474044] env[62954]: value = "task-2596868" [ 574.474044] env[62954]: _type = "Task" [ 574.474044] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.475521] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 574.475792] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 574.479644] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33842c56-2ab4-448d-9604-36ac12fc03ef {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.486780] env[62954]: DEBUG oslo_vmware.api [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Waiting for the task: (returnval){ [ 574.486780] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52d4c445-454e-d1bf-5f69-edd758a12780" [ 574.486780] env[62954]: _type = "Task" [ 574.486780] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.491229] env[62954]: DEBUG oslo_vmware.api [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2596868, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.501341] env[62954]: DEBUG oslo_vmware.api [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d4c445-454e-d1bf-5f69-edd758a12780, 'name': SearchDatastore_Task, 'duration_secs': 0.011168} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.502169] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dc32605-623f-4cda-b6f5-ce49352c5e5d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.510796] env[62954]: DEBUG oslo_vmware.api [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Waiting for the task: (returnval){ [ 574.510796] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]522efd59-e660-db0e-63ed-0d08f81b40b8" [ 574.510796] env[62954]: _type = "Task" [ 574.510796] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.519915] env[62954]: DEBUG oslo_vmware.api [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]522efd59-e660-db0e-63ed-0d08f81b40b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.578874] env[62954]: DEBUG oslo_concurrency.lockutils [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Acquiring lock "a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.579189] env[62954]: DEBUG oslo_concurrency.lockutils [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lock "a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.639578] env[62954]: DEBUG nova.compute.manager [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 574.669915] env[62954]: DEBUG nova.compute.utils [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 574.674183] env[62954]: DEBUG nova.compute.manager [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 574.677701] env[62954]: DEBUG nova.network.neutron [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 574.697125] env[62954]: DEBUG nova.compute.manager [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 574.818159] env[62954]: DEBUG nova.policy [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1ee9119514045cc81747054e2363f11', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f39136e8ba64f1a804142007a078547', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 574.994661] env[62954]: DEBUG oslo_vmware.api [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2596868, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.027884] env[62954]: DEBUG oslo_vmware.api [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]522efd59-e660-db0e-63ed-0d08f81b40b8, 'name': SearchDatastore_Task, 'duration_secs': 0.011464} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.028205] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.028466] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 422c1d47-c8e5-4db0-bd13-3396a24906b7/422c1d47-c8e5-4db0-bd13-3396a24906b7.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 575.028730] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e743079d-4e8d-4822-9d5f-2ca951b36ef5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.042228] env[62954]: DEBUG oslo_vmware.api [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Waiting for the task: (returnval){ [ 575.042228] env[62954]: value = "task-2596869" [ 575.042228] env[62954]: _type = "Task" [ 575.042228] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.054250] env[62954]: DEBUG oslo_vmware.api [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Task: {'id': task-2596869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.143106] env[62954]: DEBUG nova.compute.manager [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Stashing vm_state: active {{(pid=62954) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 575.174171] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.174779] env[62954]: DEBUG nova.compute.manager [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 575.233136] env[62954]: DEBUG oslo_concurrency.lockutils [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.332396] env[62954]: DEBUG oslo_concurrency.lockutils [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Acquiring lock "dedc2fd9-de34-42c9-a178-5fd21ace681c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.333047] env[62954]: DEBUG oslo_concurrency.lockutils [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Lock "dedc2fd9-de34-42c9-a178-5fd21ace681c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.494573] env[62954]: DEBUG oslo_vmware.api [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2596868, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700207} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.494975] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b/d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 575.495240] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 575.495535] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e48daaf4-e85d-4fdb-ba0e-758ba4382315 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.509237] env[62954]: DEBUG oslo_vmware.api [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for the task: (returnval){ [ 575.509237] env[62954]: value = "task-2596870" [ 575.509237] env[62954]: _type = "Task" [ 575.509237] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.523596] env[62954]: DEBUG oslo_vmware.api [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2596870, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.563368] env[62954]: DEBUG oslo_vmware.api [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Task: {'id': task-2596869, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.624637] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4413db-723f-48f2-9a23-b8ec5ff05179 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.633588] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb4fb66-235c-40c8-abc2-bd755e6e1886 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.676999] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aaadf9b-99c7-4f00-ba44-a30bb339a809 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.685663] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7acafc7-e46e-4479-bdcb-a3529660f224 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.691268] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.708710] env[62954]: DEBUG nova.compute.provider_tree [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 576.014717] env[62954]: DEBUG nova.network.neutron [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Successfully created port: 0a7cff86-bb76-4a16-84ed-54637b46adb9 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 576.023874] env[62954]: DEBUG oslo_vmware.api [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2596870, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088256} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.024506] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 576.025752] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773e409e-8e73-4983-a68b-22bb5f1ed132 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.054195] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b/d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 576.054546] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfa0d52f-03e0-47b4-8a7b-12fa143d803e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.079657] env[62954]: DEBUG oslo_vmware.api [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Task: {'id': task-2596869, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610485} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.081160] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 422c1d47-c8e5-4db0-bd13-3396a24906b7/422c1d47-c8e5-4db0-bd13-3396a24906b7.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 576.081282] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 576.081601] env[62954]: DEBUG oslo_vmware.api [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for the task: (returnval){ [ 576.081601] env[62954]: value = "task-2596872" [ 576.081601] env[62954]: _type = "Task" [ 576.081601] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.081797] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df9e298e-75ac-4524-ba5d-83f172582db3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.092596] env[62954]: DEBUG oslo_vmware.api [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2596872, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.094166] env[62954]: DEBUG oslo_vmware.api [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Waiting for the task: (returnval){ [ 576.094166] env[62954]: value = "task-2596873" [ 576.094166] env[62954]: _type = "Task" [ 576.094166] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.103708] env[62954]: DEBUG oslo_vmware.api [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Task: {'id': task-2596873, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.173725] env[62954]: DEBUG nova.compute.manager [None req-7999f278-919f-4fa2-9dc2-4a9994b96b58 tempest-ServerDiagnosticsV248Test-1566643502 tempest-ServerDiagnosticsV248Test-1566643502-project-admin] [instance: 864ef1f8-1091-4d3c-a52a-53b0df805ffe] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 576.175459] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100657d0-edf4-49c3-ac4b-8f6458ffd398 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.185997] env[62954]: INFO nova.compute.manager [None req-7999f278-919f-4fa2-9dc2-4a9994b96b58 tempest-ServerDiagnosticsV248Test-1566643502 tempest-ServerDiagnosticsV248Test-1566643502-project-admin] [instance: 864ef1f8-1091-4d3c-a52a-53b0df805ffe] Retrieving diagnostics [ 576.187110] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136ce3c4-9dc1-4b76-8722-b7a350321c7c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.227998] env[62954]: DEBUG nova.compute.manager [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 576.230932] env[62954]: DEBUG nova.scheduler.client.report [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 576.267164] env[62954]: DEBUG nova.virt.hardware [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 576.267419] env[62954]: DEBUG nova.virt.hardware [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 576.267574] env[62954]: DEBUG nova.virt.hardware [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 576.267754] env[62954]: DEBUG nova.virt.hardware [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 576.267906] env[62954]: DEBUG nova.virt.hardware [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 576.268135] env[62954]: DEBUG nova.virt.hardware [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 576.268280] env[62954]: DEBUG nova.virt.hardware [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 576.268440] env[62954]: DEBUG nova.virt.hardware [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 576.268609] env[62954]: DEBUG nova.virt.hardware [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 576.268894] env[62954]: DEBUG nova.virt.hardware [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 576.268944] env[62954]: DEBUG nova.virt.hardware [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 576.270276] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810e4556-c032-403c-ac9c-fb0a011d5fb2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.280245] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ffe11f-b4e5-4514-b285-6d7a3774840e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.598878] env[62954]: DEBUG oslo_vmware.api [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2596872, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.611528] env[62954]: DEBUG oslo_vmware.api [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Task: {'id': task-2596873, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.746216] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.746216] env[62954]: DEBUG nova.compute.manager [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 576.748601] env[62954]: DEBUG oslo_concurrency.lockutils [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.544s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.750122] env[62954]: INFO nova.compute.claims [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 577.096351] env[62954]: DEBUG oslo_vmware.api [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2596872, 'name': ReconfigVM_Task, 'duration_secs': 0.622951} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.096767] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Reconfigured VM instance instance-0000000d to attach disk [datastore2] d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b/d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 577.097531] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bede701-d971-4a08-b3cc-e1ac4435721e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.111913] env[62954]: DEBUG oslo_vmware.api [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Task: {'id': task-2596873, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.587819} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.113398] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 577.113769] env[62954]: DEBUG oslo_vmware.api [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for the task: (returnval){ [ 577.113769] env[62954]: value = "task-2596874" [ 577.113769] env[62954]: _type = "Task" [ 577.113769] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.114482] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91f45d2-f7ed-4379-a695-014a1fbd5a9d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.142219] env[62954]: DEBUG oslo_vmware.api [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2596874, 'name': Rename_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.154464] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 422c1d47-c8e5-4db0-bd13-3396a24906b7/422c1d47-c8e5-4db0-bd13-3396a24906b7.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 577.154787] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e55bf37-aa81-4371-b19d-9650b425413a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.179757] env[62954]: DEBUG oslo_vmware.api [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Waiting for the task: (returnval){ [ 577.179757] env[62954]: value = "task-2596875" [ 577.179757] env[62954]: _type = "Task" [ 577.179757] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.192256] env[62954]: DEBUG oslo_vmware.api [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Task: {'id': task-2596875, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.258441] env[62954]: DEBUG nova.compute.utils [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 577.265029] env[62954]: DEBUG nova.compute.manager [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 577.265029] env[62954]: DEBUG nova.network.neutron [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 577.325509] env[62954]: DEBUG nova.policy [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92923a2de3494a218db804a55f424bea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '616c2c87b2e44f56bf5b22a1baa94ad8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 577.634169] env[62954]: DEBUG oslo_vmware.api [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2596874, 'name': Rename_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.699809] env[62954]: DEBUG oslo_vmware.api [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Task: {'id': task-2596875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.767877] env[62954]: DEBUG nova.compute.manager [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 578.088981] env[62954]: DEBUG nova.compute.manager [req-d6ce074c-21a2-4929-8493-55178c189bd3 req-9ea0a9bc-a596-4cb4-ba06-1e29ade406df service nova] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Received event network-changed-3d758f58-26c1-45b6-a927-461d8632112d {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 578.088981] env[62954]: DEBUG nova.compute.manager [req-d6ce074c-21a2-4929-8493-55178c189bd3 req-9ea0a9bc-a596-4cb4-ba06-1e29ade406df service nova] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Refreshing instance network info cache due to event network-changed-3d758f58-26c1-45b6-a927-461d8632112d. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 578.088981] env[62954]: DEBUG oslo_concurrency.lockutils [req-d6ce074c-21a2-4929-8493-55178c189bd3 req-9ea0a9bc-a596-4cb4-ba06-1e29ade406df service nova] Acquiring lock "refresh_cache-6e03333f-8e00-4713-8ab8-c400f6c07ef7" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.088981] env[62954]: DEBUG oslo_concurrency.lockutils [req-d6ce074c-21a2-4929-8493-55178c189bd3 req-9ea0a9bc-a596-4cb4-ba06-1e29ade406df service nova] Acquired lock "refresh_cache-6e03333f-8e00-4713-8ab8-c400f6c07ef7" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.088981] env[62954]: DEBUG nova.network.neutron [req-d6ce074c-21a2-4929-8493-55178c189bd3 req-9ea0a9bc-a596-4cb4-ba06-1e29ade406df service nova] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Refreshing network info cache for port 3d758f58-26c1-45b6-a927-461d8632112d {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 578.112703] env[62954]: DEBUG nova.compute.manager [req-f26f9187-262f-43cc-b5cf-5e5deb3e87d8 req-9c1e526a-e0ec-4dbb-8fe8-787e329ee774 service nova] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Received event network-changed-4351f493-8ed7-497a-968e-c94fa5325bf6 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 578.112703] env[62954]: DEBUG nova.compute.manager [req-f26f9187-262f-43cc-b5cf-5e5deb3e87d8 req-9c1e526a-e0ec-4dbb-8fe8-787e329ee774 service nova] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Refreshing instance network info cache due to event network-changed-4351f493-8ed7-497a-968e-c94fa5325bf6. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 578.112703] env[62954]: DEBUG oslo_concurrency.lockutils [req-f26f9187-262f-43cc-b5cf-5e5deb3e87d8 req-9c1e526a-e0ec-4dbb-8fe8-787e329ee774 service nova] Acquiring lock "refresh_cache-5a51f3a2-66d7-4c40-9429-c2c05b9111ed" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.112703] env[62954]: DEBUG oslo_concurrency.lockutils [req-f26f9187-262f-43cc-b5cf-5e5deb3e87d8 req-9c1e526a-e0ec-4dbb-8fe8-787e329ee774 service nova] Acquired lock "refresh_cache-5a51f3a2-66d7-4c40-9429-c2c05b9111ed" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.112703] env[62954]: DEBUG nova.network.neutron [req-f26f9187-262f-43cc-b5cf-5e5deb3e87d8 req-9c1e526a-e0ec-4dbb-8fe8-787e329ee774 service nova] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Refreshing network info cache for port 4351f493-8ed7-497a-968e-c94fa5325bf6 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 578.135565] env[62954]: DEBUG oslo_vmware.api [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2596874, 'name': Rename_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.203315] env[62954]: DEBUG oslo_vmware.api [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Task: {'id': task-2596875, 'name': ReconfigVM_Task, 'duration_secs': 0.629072} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.207325] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 422c1d47-c8e5-4db0-bd13-3396a24906b7/422c1d47-c8e5-4db0-bd13-3396a24906b7.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 578.209308] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a10bea2-0e9d-4fd0-95e0-7e8a8e319a6c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.217049] env[62954]: DEBUG oslo_vmware.api [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Waiting for the task: (returnval){ [ 578.217049] env[62954]: value = "task-2596877" [ 578.217049] env[62954]: _type = "Task" [ 578.217049] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.227030] env[62954]: DEBUG oslo_vmware.api [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Task: {'id': task-2596877, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.259145] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f86892-5870-447c-a3b2-2f45af925213 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.267240] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741ffa05-f7e8-4bf9-b49f-76596dcf41ac {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.314141] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4260236-ce89-43a4-b2ae-c9292058a9b4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.325103] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58b2972-bdf0-4815-a5fd-d810cb6cc8ee {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.341509] env[62954]: DEBUG nova.compute.provider_tree [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 578.344210] env[62954]: DEBUG nova.network.neutron [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Successfully created port: ef5cad6a-6f15-454e-8836-4753dd6e7df6 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 578.632690] env[62954]: DEBUG oslo_vmware.api [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2596874, 'name': Rename_Task, 'duration_secs': 1.350222} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.632970] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 578.633285] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd769180-2101-431a-9266-a43897ae739e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.641653] env[62954]: DEBUG oslo_vmware.api [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for the task: (returnval){ [ 578.641653] env[62954]: value = "task-2596878" [ 578.641653] env[62954]: _type = "Task" [ 578.641653] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.651295] env[62954]: DEBUG oslo_vmware.api [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2596878, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.732201] env[62954]: DEBUG oslo_vmware.api [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Task: {'id': task-2596877, 'name': Rename_Task, 'duration_secs': 0.292} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.736413] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 578.736697] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbc5620a-22d6-4dde-9720-b0af23850be1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.747321] env[62954]: DEBUG oslo_vmware.api [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Waiting for the task: (returnval){ [ 578.747321] env[62954]: value = "task-2596879" [ 578.747321] env[62954]: _type = "Task" [ 578.747321] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.760720] env[62954]: DEBUG oslo_vmware.api [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Task: {'id': task-2596879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.815297] env[62954]: DEBUG nova.compute.manager [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 578.850266] env[62954]: DEBUG nova.virt.hardware [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 578.850658] env[62954]: DEBUG nova.virt.hardware [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 578.850760] env[62954]: DEBUG nova.virt.hardware [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 578.851238] env[62954]: DEBUG nova.virt.hardware [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 578.851238] env[62954]: DEBUG nova.virt.hardware [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 578.851238] env[62954]: DEBUG nova.virt.hardware [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 578.851426] env[62954]: DEBUG nova.virt.hardware [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 578.851728] env[62954]: DEBUG nova.virt.hardware [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 578.851821] env[62954]: DEBUG nova.virt.hardware [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 578.852387] env[62954]: DEBUG nova.virt.hardware [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 578.852387] env[62954]: DEBUG nova.virt.hardware [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 578.853051] env[62954]: DEBUG nova.scheduler.client.report [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 578.856930] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e03d80b-ff7d-42ba-9e82-467a95a465a3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.867295] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf9d34f-0589-4134-bd88-1fd2b9c6477e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.095798] env[62954]: DEBUG nova.network.neutron [req-d6ce074c-21a2-4929-8493-55178c189bd3 req-9ea0a9bc-a596-4cb4-ba06-1e29ade406df service nova] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Updated VIF entry in instance network info cache for port 3d758f58-26c1-45b6-a927-461d8632112d. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 579.098594] env[62954]: DEBUG nova.network.neutron [req-d6ce074c-21a2-4929-8493-55178c189bd3 req-9ea0a9bc-a596-4cb4-ba06-1e29ade406df service nova] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Updating instance_info_cache with network_info: [{"id": "3d758f58-26c1-45b6-a927-461d8632112d", "address": "fa:16:3e:52:60:db", "network": {"id": "f344ab15-52aa-439c-8f98-7453dd997787", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-44935923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af66a3388af0443e859cdec16833be17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d758f58-26", "ovs_interfaceid": "3d758f58-26c1-45b6-a927-461d8632112d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.156313] env[62954]: DEBUG oslo_vmware.api [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2596878, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.252241] env[62954]: DEBUG nova.network.neutron [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Successfully updated port: 0a7cff86-bb76-4a16-84ed-54637b46adb9 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 579.263620] env[62954]: DEBUG oslo_vmware.api [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Task: {'id': task-2596879, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.361312] env[62954]: DEBUG oslo_concurrency.lockutils [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.364570] env[62954]: DEBUG nova.compute.manager [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 579.366349] env[62954]: DEBUG oslo_concurrency.lockutils [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.413s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.370169] env[62954]: INFO nova.compute.claims [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 579.375811] env[62954]: DEBUG nova.network.neutron [req-f26f9187-262f-43cc-b5cf-5e5deb3e87d8 req-9c1e526a-e0ec-4dbb-8fe8-787e329ee774 service nova] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Updated VIF entry in instance network info cache for port 4351f493-8ed7-497a-968e-c94fa5325bf6. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 579.376381] env[62954]: DEBUG nova.network.neutron [req-f26f9187-262f-43cc-b5cf-5e5deb3e87d8 req-9c1e526a-e0ec-4dbb-8fe8-787e329ee774 service nova] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Updating instance_info_cache with network_info: [{"id": "4351f493-8ed7-497a-968e-c94fa5325bf6", "address": "fa:16:3e:5d:12:5c", "network": {"id": "ffcd490b-3742-4d1a-9b3e-fc3b7b8499e5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-963927037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe836ee7d5ea41159844b667220500de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4351f493-8e", "ovs_interfaceid": "4351f493-8ed7-497a-968e-c94fa5325bf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.602197] env[62954]: DEBUG oslo_concurrency.lockutils [req-d6ce074c-21a2-4929-8493-55178c189bd3 req-9ea0a9bc-a596-4cb4-ba06-1e29ade406df service nova] Releasing lock "refresh_cache-6e03333f-8e00-4713-8ab8-c400f6c07ef7" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.657911] env[62954]: DEBUG oslo_vmware.api [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2596878, 'name': PowerOnVM_Task, 'duration_secs': 0.681205} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.658918] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 579.658918] env[62954]: INFO nova.compute.manager [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Took 10.90 seconds to spawn the instance on the hypervisor. [ 579.658918] env[62954]: DEBUG nova.compute.manager [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 579.660968] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c5d707-6272-4b2a-996b-0f80f08c8cdd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.759290] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Acquiring lock "refresh_cache-59a0c51a-c68d-48ae-a580-48ff3f4b09a6" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.759482] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Acquired lock "refresh_cache-59a0c51a-c68d-48ae-a580-48ff3f4b09a6" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.759662] env[62954]: DEBUG nova.network.neutron [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 579.769281] env[62954]: DEBUG oslo_vmware.api [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Task: {'id': task-2596879, 'name': PowerOnVM_Task, 'duration_secs': 0.760201} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.770108] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 579.770108] env[62954]: DEBUG nova.compute.manager [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 579.770512] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4110e05d-a62e-4596-a509-3d6c6e3002a1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.874340] env[62954]: DEBUG nova.compute.utils [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 579.879153] env[62954]: DEBUG nova.compute.manager [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 579.879153] env[62954]: DEBUG nova.network.neutron [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 579.882341] env[62954]: DEBUG oslo_concurrency.lockutils [req-f26f9187-262f-43cc-b5cf-5e5deb3e87d8 req-9c1e526a-e0ec-4dbb-8fe8-787e329ee774 service nova] Releasing lock "refresh_cache-5a51f3a2-66d7-4c40-9429-c2c05b9111ed" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.984766] env[62954]: DEBUG nova.policy [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '625ac24e293a49f7b73595a7162b18b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2505f312269742fb9b11b0bf482e64ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 580.189726] env[62954]: INFO nova.compute.manager [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Took 22.88 seconds to build instance. [ 580.296074] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.344750] env[62954]: DEBUG nova.network.neutron [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 580.380758] env[62954]: DEBUG nova.compute.manager [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 580.692424] env[62954]: DEBUG oslo_concurrency.lockutils [None req-37be44c4-a695-4b9e-9759-5bd844d44ec2 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Lock "d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.402s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.813211] env[62954]: DEBUG nova.network.neutron [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Updating instance_info_cache with network_info: [{"id": "0a7cff86-bb76-4a16-84ed-54637b46adb9", "address": "fa:16:3e:fa:f8:d3", "network": {"id": "7d93cd88-3a79-4663-b604-587d28ffb013", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ae6c0f6d5bc5436aa4f50fbf2889df6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a7cff86-bb", "ovs_interfaceid": "0a7cff86-bb76-4a16-84ed-54637b46adb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.852577] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7351df-ab2b-43b0-974a-c56b6c25b4a3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.865772] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1604ee-260e-4160-bafd-962c6e40d8df {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.903847] env[62954]: DEBUG nova.network.neutron [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Successfully created port: 954d3b39-4ef9-40dd-bd8d-28ab2c7903e3 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 580.906896] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddc4da8-1dd1-49fc-b4be-b7d926c12ee7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.920179] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93f57bd-180c-4ec8-bbac-86ffb9eb0144 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.933173] env[62954]: DEBUG nova.compute.provider_tree [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 581.145274] env[62954]: DEBUG nova.compute.manager [req-2b8d8632-f222-49bf-8879-be1cf5e871ba req-340a573d-7418-4024-b16f-acdc4ec4111d service nova] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Received event network-changed-fc9c4e83-4e76-48f6-8407-af866e7652f4 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 581.145274] env[62954]: DEBUG nova.compute.manager [req-2b8d8632-f222-49bf-8879-be1cf5e871ba req-340a573d-7418-4024-b16f-acdc4ec4111d service nova] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Refreshing instance network info cache due to event network-changed-fc9c4e83-4e76-48f6-8407-af866e7652f4. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 581.145274] env[62954]: DEBUG oslo_concurrency.lockutils [req-2b8d8632-f222-49bf-8879-be1cf5e871ba req-340a573d-7418-4024-b16f-acdc4ec4111d service nova] Acquiring lock "refresh_cache-78c077da-de74-46ec-8218-f37b79e188ca" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.145274] env[62954]: DEBUG oslo_concurrency.lockutils [req-2b8d8632-f222-49bf-8879-be1cf5e871ba req-340a573d-7418-4024-b16f-acdc4ec4111d service nova] Acquired lock "refresh_cache-78c077da-de74-46ec-8218-f37b79e188ca" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.145274] env[62954]: DEBUG nova.network.neutron [req-2b8d8632-f222-49bf-8879-be1cf5e871ba req-340a573d-7418-4024-b16f-acdc4ec4111d service nova] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Refreshing network info cache for port fc9c4e83-4e76-48f6-8407-af866e7652f4 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 581.198233] env[62954]: DEBUG nova.compute.manager [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 581.250746] env[62954]: DEBUG nova.compute.manager [req-fac177fe-958e-4069-9d14-50422319b61e req-165db4a4-5b96-4901-89ad-e89d6449a086 service nova] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Received event network-vif-plugged-0a7cff86-bb76-4a16-84ed-54637b46adb9 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 581.251227] env[62954]: DEBUG oslo_concurrency.lockutils [req-fac177fe-958e-4069-9d14-50422319b61e req-165db4a4-5b96-4901-89ad-e89d6449a086 service nova] Acquiring lock "59a0c51a-c68d-48ae-a580-48ff3f4b09a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.251527] env[62954]: DEBUG oslo_concurrency.lockutils [req-fac177fe-958e-4069-9d14-50422319b61e req-165db4a4-5b96-4901-89ad-e89d6449a086 service nova] Lock "59a0c51a-c68d-48ae-a580-48ff3f4b09a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.251719] env[62954]: DEBUG oslo_concurrency.lockutils [req-fac177fe-958e-4069-9d14-50422319b61e req-165db4a4-5b96-4901-89ad-e89d6449a086 service nova] Lock "59a0c51a-c68d-48ae-a580-48ff3f4b09a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.252098] env[62954]: DEBUG nova.compute.manager [req-fac177fe-958e-4069-9d14-50422319b61e req-165db4a4-5b96-4901-89ad-e89d6449a086 service nova] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] No waiting events found dispatching network-vif-plugged-0a7cff86-bb76-4a16-84ed-54637b46adb9 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 581.252286] env[62954]: WARNING nova.compute.manager [req-fac177fe-958e-4069-9d14-50422319b61e req-165db4a4-5b96-4901-89ad-e89d6449a086 service nova] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Received unexpected event network-vif-plugged-0a7cff86-bb76-4a16-84ed-54637b46adb9 for instance with vm_state building and task_state spawning. [ 581.252459] env[62954]: DEBUG nova.compute.manager [req-fac177fe-958e-4069-9d14-50422319b61e req-165db4a4-5b96-4901-89ad-e89d6449a086 service nova] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Received event network-changed-0a7cff86-bb76-4a16-84ed-54637b46adb9 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 581.252624] env[62954]: DEBUG nova.compute.manager [req-fac177fe-958e-4069-9d14-50422319b61e req-165db4a4-5b96-4901-89ad-e89d6449a086 service nova] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Refreshing instance network info cache due to event network-changed-0a7cff86-bb76-4a16-84ed-54637b46adb9. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 581.252768] env[62954]: DEBUG oslo_concurrency.lockutils [req-fac177fe-958e-4069-9d14-50422319b61e req-165db4a4-5b96-4901-89ad-e89d6449a086 service nova] Acquiring lock "refresh_cache-59a0c51a-c68d-48ae-a580-48ff3f4b09a6" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.316837] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Releasing lock "refresh_cache-59a0c51a-c68d-48ae-a580-48ff3f4b09a6" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.317232] env[62954]: DEBUG nova.compute.manager [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Instance network_info: |[{"id": "0a7cff86-bb76-4a16-84ed-54637b46adb9", "address": "fa:16:3e:fa:f8:d3", "network": {"id": "7d93cd88-3a79-4663-b604-587d28ffb013", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ae6c0f6d5bc5436aa4f50fbf2889df6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a7cff86-bb", "ovs_interfaceid": "0a7cff86-bb76-4a16-84ed-54637b46adb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 581.320392] env[62954]: DEBUG oslo_concurrency.lockutils [req-fac177fe-958e-4069-9d14-50422319b61e req-165db4a4-5b96-4901-89ad-e89d6449a086 service nova] Acquired lock "refresh_cache-59a0c51a-c68d-48ae-a580-48ff3f4b09a6" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.320558] env[62954]: DEBUG nova.network.neutron [req-fac177fe-958e-4069-9d14-50422319b61e req-165db4a4-5b96-4901-89ad-e89d6449a086 service nova] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Refreshing network info cache for port 0a7cff86-bb76-4a16-84ed-54637b46adb9 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 581.321804] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:f8:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a7cff86-bb76-4a16-84ed-54637b46adb9', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 581.335068] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Creating folder: Project (1f39136e8ba64f1a804142007a078547). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 581.338555] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-852814c0-1ebb-499c-8e86-122046f8f15b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.353821] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Created folder: Project (1f39136e8ba64f1a804142007a078547) in parent group-v523717. [ 581.354022] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Creating folder: Instances. Parent ref: group-v523763. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 581.354418] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71603742-7964-4c87-b57c-73e1f86bc5c2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.365945] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Created folder: Instances in parent group-v523763. [ 581.366221] env[62954]: DEBUG oslo.service.loopingcall [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 581.366412] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 581.366622] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9ef717e-fe01-4702-83d0-57449eeb3deb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.393987] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 581.393987] env[62954]: value = "task-2596882" [ 581.393987] env[62954]: _type = "Task" [ 581.393987] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.408793] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596882, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.408793] env[62954]: DEBUG nova.compute.manager [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 581.422464] env[62954]: DEBUG nova.network.neutron [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Successfully updated port: ef5cad6a-6f15-454e-8836-4753dd6e7df6 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 581.441305] env[62954]: DEBUG nova.scheduler.client.report [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 581.444954] env[62954]: DEBUG nova.virt.hardware [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 581.445346] env[62954]: DEBUG nova.virt.hardware [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 581.445346] env[62954]: DEBUG nova.virt.hardware [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 581.445577] env[62954]: DEBUG nova.virt.hardware [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 581.445800] env[62954]: DEBUG nova.virt.hardware [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 581.446024] env[62954]: DEBUG nova.virt.hardware [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 581.446244] env[62954]: DEBUG nova.virt.hardware [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 581.446403] env[62954]: DEBUG nova.virt.hardware [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 581.446599] env[62954]: DEBUG nova.virt.hardware [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 581.446676] env[62954]: DEBUG nova.virt.hardware [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 581.446847] env[62954]: DEBUG nova.virt.hardware [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 581.448231] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ece34e-346e-4bb5-9191-e589b10c2d84 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.460677] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93f343d-0bb6-4846-b1cb-a6b2ad97a4e7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.728095] env[62954]: DEBUG oslo_concurrency.lockutils [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.915795] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596882, 'name': CreateVM_Task, 'duration_secs': 0.428746} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.915795] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 581.915795] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.915795] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.915795] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.916286] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e66291d-d0fa-4b19-ac00-13c2d1c21676 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.922257] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Acquiring lock "refresh_cache-f0abf0c7-cd85-4b91-99a2-23ed1da74cf2" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.922257] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Acquired lock "refresh_cache-f0abf0c7-cd85-4b91-99a2-23ed1da74cf2" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.922404] env[62954]: DEBUG nova.network.neutron [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 581.925171] env[62954]: DEBUG oslo_vmware.api [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Waiting for the task: (returnval){ [ 581.925171] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52ab443a-0051-67aa-4873-86b581cc96e1" [ 581.925171] env[62954]: _type = "Task" [ 581.925171] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.938248] env[62954]: DEBUG oslo_vmware.api [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52ab443a-0051-67aa-4873-86b581cc96e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.950913] env[62954]: DEBUG oslo_concurrency.lockutils [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.951758] env[62954]: DEBUG nova.compute.manager [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 581.956486] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e60d0f64-bcde-49e4-bf21-1f192c9bdf1e tempest-DeleteServersAdminTestJSON-1307615588 tempest-DeleteServersAdminTestJSON-1307615588-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.768s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.956486] env[62954]: DEBUG nova.objects.instance [None req-e60d0f64-bcde-49e4-bf21-1f192c9bdf1e tempest-DeleteServersAdminTestJSON-1307615588 tempest-DeleteServersAdminTestJSON-1307615588-project-admin] Lazy-loading 'resources' on Instance uuid 36dc7269-8701-41b8-a73c-806f336deb4b {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 582.254941] env[62954]: DEBUG oslo_concurrency.lockutils [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Acquiring lock "cb2bda24-46b6-4c9e-8f05-213c5ce6483b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.255205] env[62954]: DEBUG oslo_concurrency.lockutils [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Lock "cb2bda24-46b6-4c9e-8f05-213c5ce6483b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.321272] env[62954]: DEBUG nova.network.neutron [req-fac177fe-958e-4069-9d14-50422319b61e req-165db4a4-5b96-4901-89ad-e89d6449a086 service nova] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Updated VIF entry in instance network info cache for port 0a7cff86-bb76-4a16-84ed-54637b46adb9. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 582.321272] env[62954]: DEBUG nova.network.neutron [req-fac177fe-958e-4069-9d14-50422319b61e req-165db4a4-5b96-4901-89ad-e89d6449a086 service nova] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Updating instance_info_cache with network_info: [{"id": "0a7cff86-bb76-4a16-84ed-54637b46adb9", "address": "fa:16:3e:fa:f8:d3", "network": {"id": "7d93cd88-3a79-4663-b604-587d28ffb013", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ae6c0f6d5bc5436aa4f50fbf2889df6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a7cff86-bb", "ovs_interfaceid": "0a7cff86-bb76-4a16-84ed-54637b46adb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.442162] env[62954]: DEBUG oslo_vmware.api [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52ab443a-0051-67aa-4873-86b581cc96e1, 'name': SearchDatastore_Task, 'duration_secs': 0.015055} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.442162] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.442162] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 582.442438] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.442676] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.442876] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 582.443245] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-198e9296-1217-43fe-be24-fe497ff03cf1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.457929] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 582.458075] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 582.458852] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f6095e1-95ae-4c2e-ba05-aa5b20252f52 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.466841] env[62954]: DEBUG nova.compute.utils [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 582.469716] env[62954]: DEBUG nova.compute.manager [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 582.469716] env[62954]: DEBUG nova.network.neutron [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 582.481022] env[62954]: DEBUG oslo_vmware.api [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Waiting for the task: (returnval){ [ 582.481022] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52a84adb-72d4-b9af-12e4-2f24db21800c" [ 582.481022] env[62954]: _type = "Task" [ 582.481022] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.496841] env[62954]: DEBUG oslo_vmware.api [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52a84adb-72d4-b9af-12e4-2f24db21800c, 'name': SearchDatastore_Task, 'duration_secs': 0.013311} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.498525] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a96a60b8-fe83-4823-9463-46afa10df4a9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.503203] env[62954]: DEBUG nova.network.neutron [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 582.512150] env[62954]: DEBUG oslo_vmware.api [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Waiting for the task: (returnval){ [ 582.512150] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52ad4949-f701-f6a1-e4f4-a254a12f5aaf" [ 582.512150] env[62954]: _type = "Task" [ 582.512150] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.526275] env[62954]: DEBUG oslo_vmware.api [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52ad4949-f701-f6a1-e4f4-a254a12f5aaf, 'name': SearchDatastore_Task, 'duration_secs': 0.016009} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.526275] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.526514] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 59a0c51a-c68d-48ae-a580-48ff3f4b09a6/59a0c51a-c68d-48ae-a580-48ff3f4b09a6.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 582.526793] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f53920c-a330-48e8-b1eb-22da3b911327 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.536097] env[62954]: DEBUG oslo_vmware.api [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Waiting for the task: (returnval){ [ 582.536097] env[62954]: value = "task-2596883" [ 582.536097] env[62954]: _type = "Task" [ 582.536097] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.548117] env[62954]: DEBUG oslo_vmware.api [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Task: {'id': task-2596883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.625148] env[62954]: DEBUG nova.policy [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d85f2ab3c824917966665029ee05532', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3920f4a03cf54607b8bacb5d598c4abc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 582.676656] env[62954]: DEBUG nova.network.neutron [req-2b8d8632-f222-49bf-8879-be1cf5e871ba req-340a573d-7418-4024-b16f-acdc4ec4111d service nova] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Updated VIF entry in instance network info cache for port fc9c4e83-4e76-48f6-8407-af866e7652f4. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 582.677104] env[62954]: DEBUG nova.network.neutron [req-2b8d8632-f222-49bf-8879-be1cf5e871ba req-340a573d-7418-4024-b16f-acdc4ec4111d service nova] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Updating instance_info_cache with network_info: [{"id": "fc9c4e83-4e76-48f6-8407-af866e7652f4", "address": "fa:16:3e:f0:0f:3b", "network": {"id": "142ec270-4af5-4865-bec9-f05c0a029999", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-559178804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb615a43dc3240798654d0c0608e486b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc9c4e83-4e", "ovs_interfaceid": "fc9c4e83-4e76-48f6-8407-af866e7652f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.826985] env[62954]: DEBUG oslo_concurrency.lockutils [req-fac177fe-958e-4069-9d14-50422319b61e req-165db4a4-5b96-4901-89ad-e89d6449a086 service nova] Releasing lock "refresh_cache-59a0c51a-c68d-48ae-a580-48ff3f4b09a6" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.871989] env[62954]: DEBUG nova.network.neutron [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Updating instance_info_cache with network_info: [{"id": "ef5cad6a-6f15-454e-8836-4753dd6e7df6", "address": "fa:16:3e:54:48:26", "network": {"id": "be73743e-2a91-4ebd-83d1-3d1d671eccfe", "bridge": "br-int", "label": "tempest-ServersTestJSON-302710432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "616c2c87b2e44f56bf5b22a1baa94ad8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef5cad6a-6f", "ovs_interfaceid": "ef5cad6a-6f15-454e-8836-4753dd6e7df6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.965494] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf87b4a-d15e-44fd-bd6a-2edc426931af {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.976153] env[62954]: DEBUG nova.compute.manager [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 582.991846] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128e60eb-ba17-4157-90ba-ad9b573e105c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.031159] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483e6cf6-f7e7-486b-9ead-1a76d21fcf51 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.044174] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1681c7df-2f29-4458-b04f-a04522cdbca2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.052770] env[62954]: DEBUG oslo_vmware.api [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Task: {'id': task-2596883, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.064887] env[62954]: DEBUG nova.compute.provider_tree [None req-e60d0f64-bcde-49e4-bf21-1f192c9bdf1e tempest-DeleteServersAdminTestJSON-1307615588 tempest-DeleteServersAdminTestJSON-1307615588-project-admin] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 583.180620] env[62954]: DEBUG oslo_concurrency.lockutils [req-2b8d8632-f222-49bf-8879-be1cf5e871ba req-340a573d-7418-4024-b16f-acdc4ec4111d service nova] Releasing lock "refresh_cache-78c077da-de74-46ec-8218-f37b79e188ca" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.269582] env[62954]: DEBUG nova.network.neutron [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Successfully created port: 97d7052b-4d7e-4ed9-9a27-c6a10c7dea3d {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 583.378013] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Releasing lock "refresh_cache-f0abf0c7-cd85-4b91-99a2-23ed1da74cf2" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.378391] env[62954]: DEBUG nova.compute.manager [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Instance network_info: |[{"id": "ef5cad6a-6f15-454e-8836-4753dd6e7df6", "address": "fa:16:3e:54:48:26", "network": {"id": "be73743e-2a91-4ebd-83d1-3d1d671eccfe", "bridge": "br-int", "label": "tempest-ServersTestJSON-302710432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "616c2c87b2e44f56bf5b22a1baa94ad8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef5cad6a-6f", "ovs_interfaceid": "ef5cad6a-6f15-454e-8836-4753dd6e7df6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 583.378819] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:48:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef5cad6a-6f15-454e-8836-4753dd6e7df6', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 583.389890] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Creating folder: Project (616c2c87b2e44f56bf5b22a1baa94ad8). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 583.389890] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f19ab9c3-4c46-4eb9-9f7b-49e02f73fc08 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.408260] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Created folder: Project (616c2c87b2e44f56bf5b22a1baa94ad8) in parent group-v523717. [ 583.408311] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Creating folder: Instances. Parent ref: group-v523766. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 583.408556] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61cc4024-b1a7-4446-aaed-013cd794f12c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.417037] env[62954]: DEBUG nova.network.neutron [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Successfully updated port: 954d3b39-4ef9-40dd-bd8d-28ab2c7903e3 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 583.429641] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Created folder: Instances in parent group-v523766. [ 583.429991] env[62954]: DEBUG oslo.service.loopingcall [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 583.430249] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 583.431228] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1dd712d8-7e32-4a69-9fd6-1c185528f309 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.462045] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 583.462045] env[62954]: value = "task-2596886" [ 583.462045] env[62954]: _type = "Task" [ 583.462045] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.477455] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596886, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.556374] env[62954]: DEBUG oslo_vmware.api [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Task: {'id': task-2596883, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.958719} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.557198] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 59a0c51a-c68d-48ae-a580-48ff3f4b09a6/59a0c51a-c68d-48ae-a580-48ff3f4b09a6.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 583.557740] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 583.557827] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-052a5924-edcd-4cc7-abe7-216c8cc3e249 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.569179] env[62954]: DEBUG oslo_vmware.api [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Waiting for the task: (returnval){ [ 583.569179] env[62954]: value = "task-2596887" [ 583.569179] env[62954]: _type = "Task" [ 583.569179] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.577083] env[62954]: DEBUG nova.scheduler.client.report [None req-e60d0f64-bcde-49e4-bf21-1f192c9bdf1e tempest-DeleteServersAdminTestJSON-1307615588 tempest-DeleteServersAdminTestJSON-1307615588-project-admin] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 583.592332] env[62954]: DEBUG oslo_vmware.api [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Task: {'id': task-2596887, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.887379] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Acquiring lock "20f27901-885e-4d03-ae59-077275d85b14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.887379] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Lock "20f27901-885e-4d03-ae59-077275d85b14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.919615] env[62954]: DEBUG oslo_concurrency.lockutils [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Acquiring lock "refresh_cache-74dffe94-f910-4138-8718-b91f083c6f82" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.919886] env[62954]: DEBUG oslo_concurrency.lockutils [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Acquired lock "refresh_cache-74dffe94-f910-4138-8718-b91f083c6f82" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.920086] env[62954]: DEBUG nova.network.neutron [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 583.973658] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f739c602-b633-4acc-b423-00a1d915a3ed tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Acquiring lock "422c1d47-c8e5-4db0-bd13-3396a24906b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.973658] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f739c602-b633-4acc-b423-00a1d915a3ed tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Lock "422c1d47-c8e5-4db0-bd13-3396a24906b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.973988] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f739c602-b633-4acc-b423-00a1d915a3ed tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Acquiring lock "422c1d47-c8e5-4db0-bd13-3396a24906b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.974186] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f739c602-b633-4acc-b423-00a1d915a3ed tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Lock "422c1d47-c8e5-4db0-bd13-3396a24906b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.974259] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f739c602-b633-4acc-b423-00a1d915a3ed tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Lock "422c1d47-c8e5-4db0-bd13-3396a24906b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.976069] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596886, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.977252] env[62954]: INFO nova.compute.manager [None req-f739c602-b633-4acc-b423-00a1d915a3ed tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Terminating instance [ 583.993756] env[62954]: DEBUG nova.compute.manager [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 584.018409] env[62954]: DEBUG nova.virt.hardware [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 584.018689] env[62954]: DEBUG nova.virt.hardware [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 584.018904] env[62954]: DEBUG nova.virt.hardware [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 584.019140] env[62954]: DEBUG nova.virt.hardware [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 584.020433] env[62954]: DEBUG nova.virt.hardware [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 584.020433] env[62954]: DEBUG nova.virt.hardware [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 584.020433] env[62954]: DEBUG nova.virt.hardware [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 584.020433] env[62954]: DEBUG nova.virt.hardware [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 584.020433] env[62954]: DEBUG nova.virt.hardware [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 584.020865] env[62954]: DEBUG nova.virt.hardware [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 584.020865] env[62954]: DEBUG nova.virt.hardware [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 584.021634] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d045ed32-c589-4fe1-a2cf-3b2a76e5a18d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.031271] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a0b472-8e8f-4469-9afd-833ee5c48495 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.081147] env[62954]: DEBUG oslo_vmware.api [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Task: {'id': task-2596887, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070167} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.081147] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 584.081501] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd6a816-b817-4f28-8d5f-e773e7002772 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.084831] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e60d0f64-bcde-49e4-bf21-1f192c9bdf1e tempest-DeleteServersAdminTestJSON-1307615588 tempest-DeleteServersAdminTestJSON-1307615588-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.130s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.086954] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.203s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.088626] env[62954]: INFO nova.compute.claims [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 584.116447] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 59a0c51a-c68d-48ae-a580-48ff3f4b09a6/59a0c51a-c68d-48ae-a580-48ff3f4b09a6.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 584.116793] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc6bbe9f-2e79-4f28-a44a-35c3932973e0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.135217] env[62954]: INFO nova.scheduler.client.report [None req-e60d0f64-bcde-49e4-bf21-1f192c9bdf1e tempest-DeleteServersAdminTestJSON-1307615588 tempest-DeleteServersAdminTestJSON-1307615588-project-admin] Deleted allocations for instance 36dc7269-8701-41b8-a73c-806f336deb4b [ 584.143346] env[62954]: DEBUG oslo_vmware.api [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Waiting for the task: (returnval){ [ 584.143346] env[62954]: value = "task-2596888" [ 584.143346] env[62954]: _type = "Task" [ 584.143346] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.154758] env[62954]: DEBUG oslo_vmware.api [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Task: {'id': task-2596888, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.473685] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596886, 'name': CreateVM_Task, 'duration_secs': 0.586738} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.474361] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 584.476533] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.479014] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.479014] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.479014] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80cea2e8-29b9-415f-a83d-c15ddfa7042b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.480917] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f739c602-b633-4acc-b423-00a1d915a3ed tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Acquiring lock "refresh_cache-422c1d47-c8e5-4db0-bd13-3396a24906b7" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.481660] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f739c602-b633-4acc-b423-00a1d915a3ed tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Acquired lock "refresh_cache-422c1d47-c8e5-4db0-bd13-3396a24906b7" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.481902] env[62954]: DEBUG nova.network.neutron [None req-f739c602-b633-4acc-b423-00a1d915a3ed tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 584.484069] env[62954]: DEBUG nova.network.neutron [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 584.488473] env[62954]: DEBUG oslo_vmware.api [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Waiting for the task: (returnval){ [ 584.488473] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52049e70-d2cc-9ae5-3afb-6e191c70a480" [ 584.488473] env[62954]: _type = "Task" [ 584.488473] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.502972] env[62954]: DEBUG oslo_vmware.api [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52049e70-d2cc-9ae5-3afb-6e191c70a480, 'name': SearchDatastore_Task, 'duration_secs': 0.014226} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.503370] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.504147] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 584.504147] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.504147] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.504270] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 584.504686] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c385b47d-5851-4be1-973e-f1f0b0284cee {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.515319] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 584.515541] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 584.519064] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c566dd9f-40e9-4e89-9c87-3d9f254357da {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.526648] env[62954]: DEBUG oslo_vmware.api [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Waiting for the task: (returnval){ [ 584.526648] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5282f8a1-edb9-89f3-d65a-41e62a7a08ab" [ 584.526648] env[62954]: _type = "Task" [ 584.526648] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.544131] env[62954]: DEBUG oslo_vmware.api [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5282f8a1-edb9-89f3-d65a-41e62a7a08ab, 'name': SearchDatastore_Task, 'duration_secs': 0.012036} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.545199] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcd5855e-709f-4d07-9548-91b58a0c7a20 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.553364] env[62954]: DEBUG oslo_vmware.api [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Waiting for the task: (returnval){ [ 584.553364] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]521e21f8-590e-fd6c-3b44-8d89f7770746" [ 584.553364] env[62954]: _type = "Task" [ 584.553364] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.562339] env[62954]: DEBUG oslo_vmware.api [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]521e21f8-590e-fd6c-3b44-8d89f7770746, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.652700] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e60d0f64-bcde-49e4-bf21-1f192c9bdf1e tempest-DeleteServersAdminTestJSON-1307615588 tempest-DeleteServersAdminTestJSON-1307615588-project-admin] Lock "36dc7269-8701-41b8-a73c-806f336deb4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.032s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.660585] env[62954]: DEBUG oslo_vmware.api [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Task: {'id': task-2596888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.703492] env[62954]: DEBUG nova.network.neutron [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Updating instance_info_cache with network_info: [{"id": "954d3b39-4ef9-40dd-bd8d-28ab2c7903e3", "address": "fa:16:3e:52:6a:c5", "network": {"id": "1df94a7a-1dd7-4768-a32f-cf83e7f5de4b", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2125565904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2505f312269742fb9b11b0bf482e64ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap954d3b39-4e", "ovs_interfaceid": "954d3b39-4ef9-40dd-bd8d-28ab2c7903e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.863099] env[62954]: DEBUG nova.compute.manager [req-9a0ff225-b91d-4943-9283-b7083e786009 req-bcc78127-7739-4cb6-aadf-e94d6729106a service nova] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Received event network-vif-plugged-ef5cad6a-6f15-454e-8836-4753dd6e7df6 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 584.863406] env[62954]: DEBUG oslo_concurrency.lockutils [req-9a0ff225-b91d-4943-9283-b7083e786009 req-bcc78127-7739-4cb6-aadf-e94d6729106a service nova] Acquiring lock "f0abf0c7-cd85-4b91-99a2-23ed1da74cf2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.863707] env[62954]: DEBUG oslo_concurrency.lockutils [req-9a0ff225-b91d-4943-9283-b7083e786009 req-bcc78127-7739-4cb6-aadf-e94d6729106a service nova] Lock "f0abf0c7-cd85-4b91-99a2-23ed1da74cf2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.863707] env[62954]: DEBUG oslo_concurrency.lockutils [req-9a0ff225-b91d-4943-9283-b7083e786009 req-bcc78127-7739-4cb6-aadf-e94d6729106a service nova] Lock "f0abf0c7-cd85-4b91-99a2-23ed1da74cf2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.863972] env[62954]: DEBUG nova.compute.manager [req-9a0ff225-b91d-4943-9283-b7083e786009 req-bcc78127-7739-4cb6-aadf-e94d6729106a service nova] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] No waiting events found dispatching network-vif-plugged-ef5cad6a-6f15-454e-8836-4753dd6e7df6 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 584.864097] env[62954]: WARNING nova.compute.manager [req-9a0ff225-b91d-4943-9283-b7083e786009 req-bcc78127-7739-4cb6-aadf-e94d6729106a service nova] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Received unexpected event network-vif-plugged-ef5cad6a-6f15-454e-8836-4753dd6e7df6 for instance with vm_state building and task_state spawning. [ 584.864199] env[62954]: DEBUG nova.compute.manager [req-9a0ff225-b91d-4943-9283-b7083e786009 req-bcc78127-7739-4cb6-aadf-e94d6729106a service nova] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Received event network-changed-ef5cad6a-6f15-454e-8836-4753dd6e7df6 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 584.864362] env[62954]: DEBUG nova.compute.manager [req-9a0ff225-b91d-4943-9283-b7083e786009 req-bcc78127-7739-4cb6-aadf-e94d6729106a service nova] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Refreshing instance network info cache due to event network-changed-ef5cad6a-6f15-454e-8836-4753dd6e7df6. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 584.864548] env[62954]: DEBUG oslo_concurrency.lockutils [req-9a0ff225-b91d-4943-9283-b7083e786009 req-bcc78127-7739-4cb6-aadf-e94d6729106a service nova] Acquiring lock "refresh_cache-f0abf0c7-cd85-4b91-99a2-23ed1da74cf2" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.864680] env[62954]: DEBUG oslo_concurrency.lockutils [req-9a0ff225-b91d-4943-9283-b7083e786009 req-bcc78127-7739-4cb6-aadf-e94d6729106a service nova] Acquired lock "refresh_cache-f0abf0c7-cd85-4b91-99a2-23ed1da74cf2" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.864836] env[62954]: DEBUG nova.network.neutron [req-9a0ff225-b91d-4943-9283-b7083e786009 req-bcc78127-7739-4cb6-aadf-e94d6729106a service nova] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Refreshing network info cache for port ef5cad6a-6f15-454e-8836-4753dd6e7df6 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 584.999950] env[62954]: DEBUG oslo_concurrency.lockutils [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Acquiring lock "cdeedf76-8fe2-45cc-a91e-da4cac486811" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.000318] env[62954]: DEBUG oslo_concurrency.lockutils [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Lock "cdeedf76-8fe2-45cc-a91e-da4cac486811" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.024407] env[62954]: DEBUG nova.network.neutron [None req-f739c602-b633-4acc-b423-00a1d915a3ed tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 585.069063] env[62954]: DEBUG oslo_vmware.api [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]521e21f8-590e-fd6c-3b44-8d89f7770746, 'name': SearchDatastore_Task, 'duration_secs': 0.015134} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.069400] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.069722] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] f0abf0c7-cd85-4b91-99a2-23ed1da74cf2/f0abf0c7-cd85-4b91-99a2-23ed1da74cf2.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 585.069995] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e6e6de4-a97b-4d6a-baa0-29ca9d4e19f4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.079167] env[62954]: DEBUG oslo_vmware.api [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Waiting for the task: (returnval){ [ 585.079167] env[62954]: value = "task-2596889" [ 585.079167] env[62954]: _type = "Task" [ 585.079167] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.092577] env[62954]: DEBUG oslo_vmware.api [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Task: {'id': task-2596889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.135737] env[62954]: DEBUG nova.network.neutron [None req-f739c602-b633-4acc-b423-00a1d915a3ed tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.166236] env[62954]: DEBUG oslo_vmware.api [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Task: {'id': task-2596888, 'name': ReconfigVM_Task, 'duration_secs': 0.90053} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.166599] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 59a0c51a-c68d-48ae-a580-48ff3f4b09a6/59a0c51a-c68d-48ae-a580-48ff3f4b09a6.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 585.167290] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54b10946-b4a8-4318-a0a8-7e4ba5716fe2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.180926] env[62954]: DEBUG oslo_vmware.api [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Waiting for the task: (returnval){ [ 585.180926] env[62954]: value = "task-2596890" [ 585.180926] env[62954]: _type = "Task" [ 585.180926] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.191689] env[62954]: DEBUG oslo_vmware.api [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Task: {'id': task-2596890, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.209776] env[62954]: DEBUG oslo_concurrency.lockutils [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Releasing lock "refresh_cache-74dffe94-f910-4138-8718-b91f083c6f82" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.210159] env[62954]: DEBUG nova.compute.manager [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Instance network_info: |[{"id": "954d3b39-4ef9-40dd-bd8d-28ab2c7903e3", "address": "fa:16:3e:52:6a:c5", "network": {"id": "1df94a7a-1dd7-4768-a32f-cf83e7f5de4b", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2125565904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2505f312269742fb9b11b0bf482e64ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap954d3b39-4e", "ovs_interfaceid": "954d3b39-4ef9-40dd-bd8d-28ab2c7903e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 585.210832] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:6a:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b98c49ac-0eb7-4311-aa8f-60581b2ce706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '954d3b39-4ef9-40dd-bd8d-28ab2c7903e3', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 585.224247] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Creating folder: Project (2505f312269742fb9b11b0bf482e64ee). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 585.225152] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5c17a7d-412e-4ec4-9b14-096af627e6a2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.245353] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Created folder: Project (2505f312269742fb9b11b0bf482e64ee) in parent group-v523717. [ 585.245658] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Creating folder: Instances. Parent ref: group-v523769. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 585.249296] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7bb01d89-abec-45e8-859c-88f19e3e8356 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.263783] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Created folder: Instances in parent group-v523769. [ 585.264811] env[62954]: DEBUG oslo.service.loopingcall [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 585.264811] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 585.268025] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5a2eb15-2b8f-455c-9d0b-8d706c986e63 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.292862] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 585.292862] env[62954]: value = "task-2596893" [ 585.292862] env[62954]: _type = "Task" [ 585.292862] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.302994] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596893, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.605907] env[62954]: DEBUG oslo_vmware.api [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Task: {'id': task-2596889, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.639447] env[62954]: DEBUG nova.network.neutron [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Successfully updated port: 97d7052b-4d7e-4ed9-9a27-c6a10c7dea3d {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 585.639447] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f739c602-b633-4acc-b423-00a1d915a3ed tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Releasing lock "refresh_cache-422c1d47-c8e5-4db0-bd13-3396a24906b7" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.639447] env[62954]: DEBUG nova.compute.manager [None req-f739c602-b633-4acc-b423-00a1d915a3ed tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 585.639447] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f739c602-b633-4acc-b423-00a1d915a3ed tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 585.654216] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2fdc3d-f4ed-4e0b-9e3c-6f8c10c8591d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.674336] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-f739c602-b633-4acc-b423-00a1d915a3ed tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 585.674939] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca334113-e8b3-4cb9-90ee-0f2bd59b21db {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.692884] env[62954]: DEBUG oslo_vmware.api [None req-f739c602-b633-4acc-b423-00a1d915a3ed tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Waiting for the task: (returnval){ [ 585.692884] env[62954]: value = "task-2596894" [ 585.692884] env[62954]: _type = "Task" [ 585.692884] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.718235] env[62954]: DEBUG oslo_vmware.api [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Task: {'id': task-2596890, 'name': Rename_Task, 'duration_secs': 0.25032} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.719200] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 585.719597] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88516499-b14e-4951-bc95-0ba0073ffa8b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.726198] env[62954]: DEBUG oslo_vmware.api [None req-f739c602-b633-4acc-b423-00a1d915a3ed tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Task: {'id': task-2596894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.734451] env[62954]: DEBUG oslo_vmware.api [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Waiting for the task: (returnval){ [ 585.734451] env[62954]: value = "task-2596895" [ 585.734451] env[62954]: _type = "Task" [ 585.734451] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.750493] env[62954]: DEBUG oslo_vmware.api [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Task: {'id': task-2596895, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.805030] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596893, 'name': CreateVM_Task, 'duration_secs': 0.413368} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.807931] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 585.809548] env[62954]: DEBUG oslo_concurrency.lockutils [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.809641] env[62954]: DEBUG oslo_concurrency.lockutils [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.809943] env[62954]: DEBUG oslo_concurrency.lockutils [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.810223] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c59dec47-a572-44c4-a1a5-a7ac211e12ed {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.815957] env[62954]: DEBUG oslo_vmware.api [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Waiting for the task: (returnval){ [ 585.815957] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5229643e-20b6-e419-cb55-96dbddd52bfe" [ 585.815957] env[62954]: _type = "Task" [ 585.815957] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.826150] env[62954]: DEBUG oslo_vmware.api [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5229643e-20b6-e419-cb55-96dbddd52bfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.828192] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5de423-be51-47dd-b5e4-03044f3497ce {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.837793] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd40bd3-af17-4ce3-b1cc-a8dd49d32fe2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.887147] env[62954]: DEBUG nova.network.neutron [req-9a0ff225-b91d-4943-9283-b7083e786009 req-bcc78127-7739-4cb6-aadf-e94d6729106a service nova] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Updated VIF entry in instance network info cache for port ef5cad6a-6f15-454e-8836-4753dd6e7df6. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 585.887526] env[62954]: DEBUG nova.network.neutron [req-9a0ff225-b91d-4943-9283-b7083e786009 req-bcc78127-7739-4cb6-aadf-e94d6729106a service nova] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Updating instance_info_cache with network_info: [{"id": "ef5cad6a-6f15-454e-8836-4753dd6e7df6", "address": "fa:16:3e:54:48:26", "network": {"id": "be73743e-2a91-4ebd-83d1-3d1d671eccfe", "bridge": "br-int", "label": "tempest-ServersTestJSON-302710432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "616c2c87b2e44f56bf5b22a1baa94ad8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef5cad6a-6f", "ovs_interfaceid": "ef5cad6a-6f15-454e-8836-4753dd6e7df6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.889967] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543ad2d2-4d3a-4861-975c-5b39a6b31c86 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.900328] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23772a4-a352-43e9-bf06-92b4cf932ee7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.919972] env[62954]: DEBUG nova.compute.provider_tree [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 586.092702] env[62954]: DEBUG oslo_vmware.api [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Task: {'id': task-2596889, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.765101} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.093144] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] f0abf0c7-cd85-4b91-99a2-23ed1da74cf2/f0abf0c7-cd85-4b91-99a2-23ed1da74cf2.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 586.093221] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 586.093613] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-017e0be3-6c48-46e1-b06f-6d57388ed2ef {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.103950] env[62954]: DEBUG oslo_vmware.api [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Waiting for the task: (returnval){ [ 586.103950] env[62954]: value = "task-2596896" [ 586.103950] env[62954]: _type = "Task" [ 586.103950] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.112539] env[62954]: DEBUG oslo_concurrency.lockutils [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Acquiring lock "9d9242e0-a1a0-4831-ba31-ef88aeee0577" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.112751] env[62954]: DEBUG oslo_concurrency.lockutils [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Lock "9d9242e0-a1a0-4831-ba31-ef88aeee0577" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.122385] env[62954]: DEBUG oslo_vmware.api [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Task: {'id': task-2596896, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.122870] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1e498845-e1f9-43fe-8161-420d8f45fbec tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Acquiring lock "5a51f3a2-66d7-4c40-9429-c2c05b9111ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.123143] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1e498845-e1f9-43fe-8161-420d8f45fbec tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Lock "5a51f3a2-66d7-4c40-9429-c2c05b9111ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.123353] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1e498845-e1f9-43fe-8161-420d8f45fbec tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Acquiring lock "5a51f3a2-66d7-4c40-9429-c2c05b9111ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.123534] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1e498845-e1f9-43fe-8161-420d8f45fbec tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Lock "5a51f3a2-66d7-4c40-9429-c2c05b9111ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.123699] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1e498845-e1f9-43fe-8161-420d8f45fbec tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Lock "5a51f3a2-66d7-4c40-9429-c2c05b9111ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.125879] env[62954]: INFO nova.compute.manager [None req-1e498845-e1f9-43fe-8161-420d8f45fbec tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Terminating instance [ 586.139706] env[62954]: DEBUG oslo_concurrency.lockutils [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Acquiring lock "refresh_cache-14aa865c-40c8-4834-896b-c9284cfd73bd" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.139978] env[62954]: DEBUG oslo_concurrency.lockutils [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Acquired lock "refresh_cache-14aa865c-40c8-4834-896b-c9284cfd73bd" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.139978] env[62954]: DEBUG nova.network.neutron [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 586.146912] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquiring lock "2effe3ff-ff7c-4369-9168-dc699087eced" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.147182] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "2effe3ff-ff7c-4369-9168-dc699087eced" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.218746] env[62954]: DEBUG oslo_vmware.api [None req-f739c602-b633-4acc-b423-00a1d915a3ed tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Task: {'id': task-2596894, 'name': PowerOffVM_Task, 'duration_secs': 0.148418} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.218746] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-f739c602-b633-4acc-b423-00a1d915a3ed tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 586.218746] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f739c602-b633-4acc-b423-00a1d915a3ed tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 586.218746] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec906a89-02a9-4b0a-a20b-ec0233c09b3c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.246994] env[62954]: DEBUG oslo_vmware.api [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Task: {'id': task-2596895, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.262978] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f739c602-b633-4acc-b423-00a1d915a3ed tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 586.262978] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f739c602-b633-4acc-b423-00a1d915a3ed tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 586.262978] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-f739c602-b633-4acc-b423-00a1d915a3ed tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Deleting the datastore file [datastore2] 422c1d47-c8e5-4db0-bd13-3396a24906b7 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 586.262978] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb75d344-b963-4c7d-919b-90f78f40e2fa {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.268135] env[62954]: DEBUG oslo_vmware.api [None req-f739c602-b633-4acc-b423-00a1d915a3ed tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Waiting for the task: (returnval){ [ 586.268135] env[62954]: value = "task-2596898" [ 586.268135] env[62954]: _type = "Task" [ 586.268135] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.278840] env[62954]: DEBUG oslo_vmware.api [None req-f739c602-b633-4acc-b423-00a1d915a3ed tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Task: {'id': task-2596898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.329515] env[62954]: DEBUG oslo_vmware.api [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5229643e-20b6-e419-cb55-96dbddd52bfe, 'name': SearchDatastore_Task, 'duration_secs': 0.016241} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.330268] env[62954]: DEBUG oslo_concurrency.lockutils [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.330520] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 586.330804] env[62954]: DEBUG oslo_concurrency.lockutils [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.330962] env[62954]: DEBUG oslo_concurrency.lockutils [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.331167] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 586.331468] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47dde4da-fdad-4831-bd18-10b98c956f36 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.345369] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 586.345602] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 586.346439] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59801312-3be5-47cf-8714-f445d4841073 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.354057] env[62954]: DEBUG oslo_vmware.api [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Waiting for the task: (returnval){ [ 586.354057] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52d96074-5846-f6ba-66f1-f2403b422f7d" [ 586.354057] env[62954]: _type = "Task" [ 586.354057] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.363552] env[62954]: DEBUG oslo_vmware.api [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d96074-5846-f6ba-66f1-f2403b422f7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.393175] env[62954]: DEBUG oslo_concurrency.lockutils [req-9a0ff225-b91d-4943-9283-b7083e786009 req-bcc78127-7739-4cb6-aadf-e94d6729106a service nova] Releasing lock "refresh_cache-f0abf0c7-cd85-4b91-99a2-23ed1da74cf2" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.393175] env[62954]: DEBUG nova.compute.manager [req-9a0ff225-b91d-4943-9283-b7083e786009 req-bcc78127-7739-4cb6-aadf-e94d6729106a service nova] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Received event network-vif-plugged-954d3b39-4ef9-40dd-bd8d-28ab2c7903e3 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 586.393175] env[62954]: DEBUG oslo_concurrency.lockutils [req-9a0ff225-b91d-4943-9283-b7083e786009 req-bcc78127-7739-4cb6-aadf-e94d6729106a service nova] Acquiring lock "74dffe94-f910-4138-8718-b91f083c6f82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.393175] env[62954]: DEBUG oslo_concurrency.lockutils [req-9a0ff225-b91d-4943-9283-b7083e786009 req-bcc78127-7739-4cb6-aadf-e94d6729106a service nova] Lock "74dffe94-f910-4138-8718-b91f083c6f82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.393175] env[62954]: DEBUG oslo_concurrency.lockutils [req-9a0ff225-b91d-4943-9283-b7083e786009 req-bcc78127-7739-4cb6-aadf-e94d6729106a service nova] Lock "74dffe94-f910-4138-8718-b91f083c6f82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.393559] env[62954]: DEBUG nova.compute.manager [req-9a0ff225-b91d-4943-9283-b7083e786009 req-bcc78127-7739-4cb6-aadf-e94d6729106a service nova] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] No waiting events found dispatching network-vif-plugged-954d3b39-4ef9-40dd-bd8d-28ab2c7903e3 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 586.393559] env[62954]: WARNING nova.compute.manager [req-9a0ff225-b91d-4943-9283-b7083e786009 req-bcc78127-7739-4cb6-aadf-e94d6729106a service nova] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Received unexpected event network-vif-plugged-954d3b39-4ef9-40dd-bd8d-28ab2c7903e3 for instance with vm_state building and task_state spawning. [ 586.425818] env[62954]: DEBUG nova.scheduler.client.report [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 586.493142] env[62954]: DEBUG nova.compute.manager [req-7135440b-191e-4e2a-9b97-746aa71960e8 req-be7e8668-0e5f-4b41-876e-98b13cf89859 service nova] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Received event network-vif-plugged-97d7052b-4d7e-4ed9-9a27-c6a10c7dea3d {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 586.493377] env[62954]: DEBUG oslo_concurrency.lockutils [req-7135440b-191e-4e2a-9b97-746aa71960e8 req-be7e8668-0e5f-4b41-876e-98b13cf89859 service nova] Acquiring lock "14aa865c-40c8-4834-896b-c9284cfd73bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.493616] env[62954]: DEBUG oslo_concurrency.lockutils [req-7135440b-191e-4e2a-9b97-746aa71960e8 req-be7e8668-0e5f-4b41-876e-98b13cf89859 service nova] Lock "14aa865c-40c8-4834-896b-c9284cfd73bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.493793] env[62954]: DEBUG oslo_concurrency.lockutils [req-7135440b-191e-4e2a-9b97-746aa71960e8 req-be7e8668-0e5f-4b41-876e-98b13cf89859 service nova] Lock "14aa865c-40c8-4834-896b-c9284cfd73bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.494059] env[62954]: DEBUG nova.compute.manager [req-7135440b-191e-4e2a-9b97-746aa71960e8 req-be7e8668-0e5f-4b41-876e-98b13cf89859 service nova] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] No waiting events found dispatching network-vif-plugged-97d7052b-4d7e-4ed9-9a27-c6a10c7dea3d {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 586.494272] env[62954]: WARNING nova.compute.manager [req-7135440b-191e-4e2a-9b97-746aa71960e8 req-be7e8668-0e5f-4b41-876e-98b13cf89859 service nova] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Received unexpected event network-vif-plugged-97d7052b-4d7e-4ed9-9a27-c6a10c7dea3d for instance with vm_state building and task_state spawning. [ 586.617264] env[62954]: DEBUG oslo_vmware.api [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Task: {'id': task-2596896, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074644} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.617941] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 586.618396] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cc0162-f8f4-4b19-943a-a0e567e396eb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.636056] env[62954]: DEBUG nova.compute.manager [None req-1e498845-e1f9-43fe-8161-420d8f45fbec tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 586.636296] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1e498845-e1f9-43fe-8161-420d8f45fbec tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 586.645307] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] f0abf0c7-cd85-4b91-99a2-23ed1da74cf2/f0abf0c7-cd85-4b91-99a2-23ed1da74cf2.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 586.646151] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708b2bac-6145-4bbf-ada0-617335dd0615 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.650116] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73dac025-c688-447a-95ba-96e849613427 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.677019] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e498845-e1f9-43fe-8161-420d8f45fbec tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 586.677019] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66bbb7e3-f46d-4e12-8ae1-4e8f952bed1f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.677670] env[62954]: DEBUG oslo_vmware.api [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Waiting for the task: (returnval){ [ 586.677670] env[62954]: value = "task-2596899" [ 586.677670] env[62954]: _type = "Task" [ 586.677670] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.684490] env[62954]: DEBUG oslo_vmware.api [None req-1e498845-e1f9-43fe-8161-420d8f45fbec tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Waiting for the task: (returnval){ [ 586.684490] env[62954]: value = "task-2596900" [ 586.684490] env[62954]: _type = "Task" [ 586.684490] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.691866] env[62954]: DEBUG oslo_vmware.api [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Task: {'id': task-2596899, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.699915] env[62954]: DEBUG oslo_vmware.api [None req-1e498845-e1f9-43fe-8161-420d8f45fbec tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Task: {'id': task-2596900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.722405] env[62954]: DEBUG nova.network.neutron [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 586.746541] env[62954]: DEBUG oslo_vmware.api [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Task: {'id': task-2596895, 'name': PowerOnVM_Task, 'duration_secs': 0.526192} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.746884] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 586.747121] env[62954]: INFO nova.compute.manager [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Took 10.52 seconds to spawn the instance on the hypervisor. [ 586.747311] env[62954]: DEBUG nova.compute.manager [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 586.751017] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be160b68-73d1-40fa-9486-eba77e55a8fc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.779610] env[62954]: DEBUG oslo_vmware.api [None req-f739c602-b633-4acc-b423-00a1d915a3ed tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Task: {'id': task-2596898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273457} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.780050] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-f739c602-b633-4acc-b423-00a1d915a3ed tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 586.780152] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f739c602-b633-4acc-b423-00a1d915a3ed tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 586.780269] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f739c602-b633-4acc-b423-00a1d915a3ed tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 586.780458] env[62954]: INFO nova.compute.manager [None req-f739c602-b633-4acc-b423-00a1d915a3ed tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 586.780703] env[62954]: DEBUG oslo.service.loopingcall [None req-f739c602-b633-4acc-b423-00a1d915a3ed tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 586.781163] env[62954]: DEBUG nova.compute.manager [-] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 586.781163] env[62954]: DEBUG nova.network.neutron [-] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 586.818101] env[62954]: DEBUG nova.network.neutron [-] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 586.868254] env[62954]: DEBUG oslo_vmware.api [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d96074-5846-f6ba-66f1-f2403b422f7d, 'name': SearchDatastore_Task, 'duration_secs': 0.017192} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.869181] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da96fd79-7738-4ede-b751-7a3c539211dc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.877386] env[62954]: DEBUG oslo_vmware.api [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Waiting for the task: (returnval){ [ 586.877386] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]522cc93b-dfd1-260a-29ad-a6363f4cb18a" [ 586.877386] env[62954]: _type = "Task" [ 586.877386] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.887937] env[62954]: DEBUG oslo_vmware.api [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]522cc93b-dfd1-260a-29ad-a6363f4cb18a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.931385] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.844s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.932026] env[62954]: DEBUG nova.compute.manager [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 586.934661] env[62954]: DEBUG oslo_concurrency.lockutils [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.784s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.936283] env[62954]: INFO nova.compute.claims [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 587.078380] env[62954]: DEBUG nova.network.neutron [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Updating instance_info_cache with network_info: [{"id": "97d7052b-4d7e-4ed9-9a27-c6a10c7dea3d", "address": "fa:16:3e:94:fa:40", "network": {"id": "73c60d03-e980-4ede-9096-ce2a445f15e0", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-913780544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3920f4a03cf54607b8bacb5d598c4abc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97d7052b-4d", "ovs_interfaceid": "97d7052b-4d7e-4ed9-9a27-c6a10c7dea3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.196347] env[62954]: DEBUG oslo_vmware.api [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Task: {'id': task-2596899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.203030] env[62954]: DEBUG oslo_vmware.api [None req-1e498845-e1f9-43fe-8161-420d8f45fbec tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Task: {'id': task-2596900, 'name': PowerOffVM_Task, 'duration_secs': 0.445154} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.203317] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e498845-e1f9-43fe-8161-420d8f45fbec tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 587.203478] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1e498845-e1f9-43fe-8161-420d8f45fbec tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 587.203753] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1067fd2c-031b-412d-b48b-ec3e140a2b85 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.280265] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1e498845-e1f9-43fe-8161-420d8f45fbec tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 587.280265] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1e498845-e1f9-43fe-8161-420d8f45fbec tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 587.280265] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e498845-e1f9-43fe-8161-420d8f45fbec tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Deleting the datastore file [datastore1] 5a51f3a2-66d7-4c40-9429-c2c05b9111ed {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 587.280265] env[62954]: INFO nova.compute.manager [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Took 24.43 seconds to build instance. [ 587.280265] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b79e3d15-6dfc-4351-8785-f995deb185c5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.291079] env[62954]: DEBUG oslo_vmware.api [None req-1e498845-e1f9-43fe-8161-420d8f45fbec tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Waiting for the task: (returnval){ [ 587.291079] env[62954]: value = "task-2596902" [ 587.291079] env[62954]: _type = "Task" [ 587.291079] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.303575] env[62954]: DEBUG oslo_vmware.api [None req-1e498845-e1f9-43fe-8161-420d8f45fbec tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Task: {'id': task-2596902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.321550] env[62954]: DEBUG nova.network.neutron [-] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.391169] env[62954]: DEBUG oslo_vmware.api [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]522cc93b-dfd1-260a-29ad-a6363f4cb18a, 'name': SearchDatastore_Task, 'duration_secs': 0.041775} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.391669] env[62954]: DEBUG oslo_concurrency.lockutils [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.392141] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 74dffe94-f910-4138-8718-b91f083c6f82/74dffe94-f910-4138-8718-b91f083c6f82.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 587.392595] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae200941-0961-48b8-8ae0-dd05dc04df1a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.408062] env[62954]: DEBUG oslo_vmware.api [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Waiting for the task: (returnval){ [ 587.408062] env[62954]: value = "task-2596903" [ 587.408062] env[62954]: _type = "Task" [ 587.408062] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.420034] env[62954]: DEBUG oslo_vmware.api [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Task: {'id': task-2596903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.442171] env[62954]: DEBUG nova.compute.utils [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 587.446598] env[62954]: DEBUG nova.compute.manager [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 587.446598] env[62954]: DEBUG nova.network.neutron [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 587.557027] env[62954]: DEBUG nova.policy [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec5fa9a7b4234cc5bcd99431c297ed2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cab5bae1c28c4a0a836222519a736b9a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 587.582178] env[62954]: DEBUG oslo_concurrency.lockutils [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Releasing lock "refresh_cache-14aa865c-40c8-4834-896b-c9284cfd73bd" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.582529] env[62954]: DEBUG nova.compute.manager [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Instance network_info: |[{"id": "97d7052b-4d7e-4ed9-9a27-c6a10c7dea3d", "address": "fa:16:3e:94:fa:40", "network": {"id": "73c60d03-e980-4ede-9096-ce2a445f15e0", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-913780544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3920f4a03cf54607b8bacb5d598c4abc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97d7052b-4d", "ovs_interfaceid": "97d7052b-4d7e-4ed9-9a27-c6a10c7dea3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 587.582994] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:fa:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97d7052b-4d7e-4ed9-9a27-c6a10c7dea3d', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 587.591585] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Creating folder: Project (3920f4a03cf54607b8bacb5d598c4abc). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.591585] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-041f0ed1-21c9-47a0-80fa-cdebc4deaa94 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.613338] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Created folder: Project (3920f4a03cf54607b8bacb5d598c4abc) in parent group-v523717. [ 587.613338] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Creating folder: Instances. Parent ref: group-v523772. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.613338] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d63cdf6-bce7-4d1a-8dac-df9766a4c94d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.629341] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Created folder: Instances in parent group-v523772. [ 587.629341] env[62954]: DEBUG oslo.service.loopingcall [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 587.629341] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 587.629341] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b57a315-eb28-4ddf-8020-47bb036807d6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.655273] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 587.655273] env[62954]: value = "task-2596906" [ 587.655273] env[62954]: _type = "Task" [ 587.655273] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.666496] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596906, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.690019] env[62954]: DEBUG oslo_vmware.api [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Task: {'id': task-2596899, 'name': ReconfigVM_Task, 'duration_secs': 0.639162} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.691051] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Reconfigured VM instance instance-0000000f to attach disk [datastore1] f0abf0c7-cd85-4b91-99a2-23ed1da74cf2/f0abf0c7-cd85-4b91-99a2-23ed1da74cf2.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 587.691807] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbd93c22-339b-45d5-a8b2-77e9e1bb7e15 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.701302] env[62954]: DEBUG oslo_vmware.api [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Waiting for the task: (returnval){ [ 587.701302] env[62954]: value = "task-2596907" [ 587.701302] env[62954]: _type = "Task" [ 587.701302] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.730175] env[62954]: DEBUG oslo_vmware.api [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Task: {'id': task-2596907, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.783993] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e4fee5a8-df31-4714-9e73-16cbac0c89d1 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Lock "59a0c51a-c68d-48ae-a580-48ff3f4b09a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.943s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.807608] env[62954]: DEBUG oslo_vmware.api [None req-1e498845-e1f9-43fe-8161-420d8f45fbec tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Task: {'id': task-2596902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240685} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.807960] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e498845-e1f9-43fe-8161-420d8f45fbec tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 587.808779] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1e498845-e1f9-43fe-8161-420d8f45fbec tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 587.809027] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1e498845-e1f9-43fe-8161-420d8f45fbec tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 587.809229] env[62954]: INFO nova.compute.manager [None req-1e498845-e1f9-43fe-8161-420d8f45fbec tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Took 1.17 seconds to destroy the instance on the hypervisor. [ 587.810518] env[62954]: DEBUG oslo.service.loopingcall [None req-1e498845-e1f9-43fe-8161-420d8f45fbec tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 587.811177] env[62954]: DEBUG nova.compute.manager [-] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 587.811177] env[62954]: DEBUG nova.network.neutron [-] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 587.825385] env[62954]: INFO nova.compute.manager [-] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Took 1.04 seconds to deallocate network for instance. [ 587.934402] env[62954]: DEBUG oslo_vmware.api [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Task: {'id': task-2596903, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.938573] env[62954]: DEBUG nova.compute.manager [None req-0e2e6387-5a62-4a43-9ab1-59053cab8d8c tempest-ServerDiagnosticsV248Test-1566643502 tempest-ServerDiagnosticsV248Test-1566643502-project-admin] [instance: 864ef1f8-1091-4d3c-a52a-53b0df805ffe] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 587.940576] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d85abff-077b-4802-befa-d5b8bcd8c77c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.950361] env[62954]: DEBUG nova.compute.manager [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 587.967926] env[62954]: INFO nova.compute.manager [None req-0e2e6387-5a62-4a43-9ab1-59053cab8d8c tempest-ServerDiagnosticsV248Test-1566643502 tempest-ServerDiagnosticsV248Test-1566643502-project-admin] [instance: 864ef1f8-1091-4d3c-a52a-53b0df805ffe] Retrieving diagnostics [ 587.971753] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60fae32-82ab-4568-8d60-8720e492c7a1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.982982] env[62954]: DEBUG oslo_concurrency.lockutils [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquiring lock "4c2e1210-69e7-49f0-b850-252afe2dd65e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.984093] env[62954]: DEBUG oslo_concurrency.lockutils [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "4c2e1210-69e7-49f0-b850-252afe2dd65e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.053561] env[62954]: DEBUG nova.network.neutron [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Successfully created port: aa86d6b8-c949-4bb5-b81d-7d4de57a67db {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 588.112473] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Acquiring lock "c7dbf8a7-f220-47be-a479-a1994a7d2664" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.112473] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Lock "c7dbf8a7-f220-47be-a479-a1994a7d2664" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.125113] env[62954]: DEBUG nova.compute.manager [req-fa8b62d9-aa96-4f55-849d-84e7957a4ae8 req-c4176a46-f65a-4427-9904-756952a24f16 service nova] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Received event network-changed-954d3b39-4ef9-40dd-bd8d-28ab2c7903e3 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 588.125946] env[62954]: DEBUG nova.compute.manager [req-fa8b62d9-aa96-4f55-849d-84e7957a4ae8 req-c4176a46-f65a-4427-9904-756952a24f16 service nova] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Refreshing instance network info cache due to event network-changed-954d3b39-4ef9-40dd-bd8d-28ab2c7903e3. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 588.126243] env[62954]: DEBUG oslo_concurrency.lockutils [req-fa8b62d9-aa96-4f55-849d-84e7957a4ae8 req-c4176a46-f65a-4427-9904-756952a24f16 service nova] Acquiring lock "refresh_cache-74dffe94-f910-4138-8718-b91f083c6f82" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.126417] env[62954]: DEBUG oslo_concurrency.lockutils [req-fa8b62d9-aa96-4f55-849d-84e7957a4ae8 req-c4176a46-f65a-4427-9904-756952a24f16 service nova] Acquired lock "refresh_cache-74dffe94-f910-4138-8718-b91f083c6f82" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.126596] env[62954]: DEBUG nova.network.neutron [req-fa8b62d9-aa96-4f55-849d-84e7957a4ae8 req-c4176a46-f65a-4427-9904-756952a24f16 service nova] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Refreshing network info cache for port 954d3b39-4ef9-40dd-bd8d-28ab2c7903e3 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 588.169173] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596906, 'name': CreateVM_Task} progress is 25%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.212824] env[62954]: DEBUG oslo_vmware.api [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Task: {'id': task-2596907, 'name': Rename_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.290813] env[62954]: DEBUG nova.compute.manager [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 588.340144] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f739c602-b633-4acc-b423-00a1d915a3ed tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.395067] env[62954]: DEBUG nova.network.neutron [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Successfully created port: becd8588-8cc1-4106-b7a1-e62b46ff59f9 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 588.424660] env[62954]: DEBUG oslo_vmware.api [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Task: {'id': task-2596903, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671479} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.433061] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 74dffe94-f910-4138-8718-b91f083c6f82/74dffe94-f910-4138-8718-b91f083c6f82.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 588.433061] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 588.433061] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7b52451-c918-43f7-be5b-a47515c64e85 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.437385] env[62954]: DEBUG oslo_vmware.api [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Waiting for the task: (returnval){ [ 588.437385] env[62954]: value = "task-2596908" [ 588.437385] env[62954]: _type = "Task" [ 588.437385] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.450084] env[62954]: DEBUG oslo_vmware.api [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Task: {'id': task-2596908, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.542591] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3759cd49-ed08-4ef8-a851-d980a3d6af57 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.559917] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf03fc9-772a-4580-89f4-d05bb2f1b1f6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.595736] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda7c260-045a-4333-8a7d-e907572d4425 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.609175] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf521b86-2c00-483c-8d1a-049b36c3767f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.629056] env[62954]: DEBUG nova.compute.provider_tree [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 588.675801] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596906, 'name': CreateVM_Task, 'duration_secs': 0.69152} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.675801] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 588.676211] env[62954]: DEBUG oslo_concurrency.lockutils [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.676394] env[62954]: DEBUG oslo_concurrency.lockutils [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.676783] env[62954]: DEBUG oslo_concurrency.lockutils [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.678220] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe31d24a-ad75-45e4-99fa-1403b0826845 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.683916] env[62954]: DEBUG oslo_concurrency.lockutils [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Acquiring lock "0ed3f1ae-f140-42a8-9581-aadb93447fbb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.684163] env[62954]: DEBUG oslo_concurrency.lockutils [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Lock "0ed3f1ae-f140-42a8-9581-aadb93447fbb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.689235] env[62954]: DEBUG oslo_vmware.api [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Waiting for the task: (returnval){ [ 588.689235] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52397da9-2ca3-13b0-35ab-f51b9d937e1d" [ 588.689235] env[62954]: _type = "Task" [ 588.689235] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.700625] env[62954]: DEBUG oslo_vmware.api [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52397da9-2ca3-13b0-35ab-f51b9d937e1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.712223] env[62954]: DEBUG oslo_vmware.api [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Task: {'id': task-2596907, 'name': Rename_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.818841] env[62954]: DEBUG oslo_concurrency.lockutils [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.891694] env[62954]: DEBUG nova.network.neutron [-] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 588.949391] env[62954]: DEBUG oslo_vmware.api [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Task: {'id': task-2596908, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065646} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.949859] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 588.950418] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a28599a-127c-4cc0-964e-3c45b64bdf4b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.966020] env[62954]: DEBUG nova.compute.manager [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 588.976558] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 74dffe94-f910-4138-8718-b91f083c6f82/74dffe94-f910-4138-8718-b91f083c6f82.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 588.977448] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e88ee90-0e2b-4f4c-98f2-9f658f8420f0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.014337] env[62954]: DEBUG oslo_vmware.api [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Waiting for the task: (returnval){ [ 589.014337] env[62954]: value = "task-2596909" [ 589.014337] env[62954]: _type = "Task" [ 589.014337] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.019063] env[62954]: DEBUG nova.virt.hardware [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 589.019354] env[62954]: DEBUG nova.virt.hardware [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 589.019508] env[62954]: DEBUG nova.virt.hardware [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 589.019701] env[62954]: DEBUG nova.virt.hardware [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 589.019844] env[62954]: DEBUG nova.virt.hardware [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 589.019989] env[62954]: DEBUG nova.virt.hardware [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 589.020223] env[62954]: DEBUG nova.virt.hardware [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 589.020381] env[62954]: DEBUG nova.virt.hardware [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 589.020542] env[62954]: DEBUG nova.virt.hardware [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 589.020702] env[62954]: DEBUG nova.virt.hardware [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 589.020873] env[62954]: DEBUG nova.virt.hardware [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 589.022082] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492eaec1-b841-42b7-a218-67f2e4d2bec8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.028009] env[62954]: DEBUG oslo_vmware.api [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Task: {'id': task-2596909, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.033899] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36defb93-b8ba-4763-a377-8aec551155e4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.103097] env[62954]: DEBUG nova.network.neutron [req-fa8b62d9-aa96-4f55-849d-84e7957a4ae8 req-c4176a46-f65a-4427-9904-756952a24f16 service nova] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Updated VIF entry in instance network info cache for port 954d3b39-4ef9-40dd-bd8d-28ab2c7903e3. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 589.103374] env[62954]: DEBUG nova.network.neutron [req-fa8b62d9-aa96-4f55-849d-84e7957a4ae8 req-c4176a46-f65a-4427-9904-756952a24f16 service nova] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Updating instance_info_cache with network_info: [{"id": "954d3b39-4ef9-40dd-bd8d-28ab2c7903e3", "address": "fa:16:3e:52:6a:c5", "network": {"id": "1df94a7a-1dd7-4768-a32f-cf83e7f5de4b", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2125565904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2505f312269742fb9b11b0bf482e64ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap954d3b39-4e", "ovs_interfaceid": "954d3b39-4ef9-40dd-bd8d-28ab2c7903e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.129962] env[62954]: DEBUG nova.scheduler.client.report [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 589.202231] env[62954]: DEBUG oslo_vmware.api [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52397da9-2ca3-13b0-35ab-f51b9d937e1d, 'name': SearchDatastore_Task, 'duration_secs': 0.015687} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.202231] env[62954]: DEBUG nova.network.neutron [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Successfully created port: 4c62dbbc-4b35-4147-924d-604bfdcf8373 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 589.204307] env[62954]: DEBUG oslo_concurrency.lockutils [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.206412] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 589.206412] env[62954]: DEBUG oslo_concurrency.lockutils [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.206412] env[62954]: DEBUG oslo_concurrency.lockutils [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.206412] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 589.206412] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9c30d7f-fea4-45ed-bc2c-cc1d08f3dac9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.218116] env[62954]: DEBUG oslo_vmware.api [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Task: {'id': task-2596907, 'name': Rename_Task, 'duration_secs': 1.223644} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.220024] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 589.220349] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 589.220549] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 589.221254] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-534fa550-c47c-4ace-9ac1-75f6fab737bd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.223939] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cbce8f6-e674-48ca-a5d0-9c4727637385 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.230794] env[62954]: DEBUG oslo_vmware.api [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Waiting for the task: (returnval){ [ 589.230794] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52d833d5-b88a-5c51-6171-4c48fa9cc5cf" [ 589.230794] env[62954]: _type = "Task" [ 589.230794] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.235145] env[62954]: DEBUG oslo_vmware.api [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Waiting for the task: (returnval){ [ 589.235145] env[62954]: value = "task-2596910" [ 589.235145] env[62954]: _type = "Task" [ 589.235145] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.243591] env[62954]: DEBUG oslo_vmware.api [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d833d5-b88a-5c51-6171-4c48fa9cc5cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.249787] env[62954]: DEBUG oslo_vmware.api [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Task: {'id': task-2596910, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.394160] env[62954]: INFO nova.compute.manager [-] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Took 1.58 seconds to deallocate network for instance. [ 589.527330] env[62954]: DEBUG oslo_vmware.api [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Task: {'id': task-2596909, 'name': ReconfigVM_Task, 'duration_secs': 0.303525} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.527437] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 74dffe94-f910-4138-8718-b91f083c6f82/74dffe94-f910-4138-8718-b91f083c6f82.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 589.528030] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-faff8354-30a6-45cc-9188-c1b510523184 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.537428] env[62954]: DEBUG oslo_vmware.api [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Waiting for the task: (returnval){ [ 589.537428] env[62954]: value = "task-2596911" [ 589.537428] env[62954]: _type = "Task" [ 589.537428] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.555402] env[62954]: DEBUG oslo_vmware.api [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Task: {'id': task-2596911, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.606861] env[62954]: DEBUG oslo_concurrency.lockutils [req-fa8b62d9-aa96-4f55-849d-84e7957a4ae8 req-c4176a46-f65a-4427-9904-756952a24f16 service nova] Releasing lock "refresh_cache-74dffe94-f910-4138-8718-b91f083c6f82" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.622597] env[62954]: DEBUG nova.compute.manager [req-e0a6aca8-0181-4473-8dcb-e7a736bd9f18 req-3f77b748-7ed3-42bd-b05e-724cf35d9a10 service nova] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Received event network-changed-97d7052b-4d7e-4ed9-9a27-c6a10c7dea3d {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 589.624266] env[62954]: DEBUG nova.compute.manager [req-e0a6aca8-0181-4473-8dcb-e7a736bd9f18 req-3f77b748-7ed3-42bd-b05e-724cf35d9a10 service nova] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Refreshing instance network info cache due to event network-changed-97d7052b-4d7e-4ed9-9a27-c6a10c7dea3d. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 589.624552] env[62954]: DEBUG oslo_concurrency.lockutils [req-e0a6aca8-0181-4473-8dcb-e7a736bd9f18 req-3f77b748-7ed3-42bd-b05e-724cf35d9a10 service nova] Acquiring lock "refresh_cache-14aa865c-40c8-4834-896b-c9284cfd73bd" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.624702] env[62954]: DEBUG oslo_concurrency.lockutils [req-e0a6aca8-0181-4473-8dcb-e7a736bd9f18 req-3f77b748-7ed3-42bd-b05e-724cf35d9a10 service nova] Acquired lock "refresh_cache-14aa865c-40c8-4834-896b-c9284cfd73bd" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.624863] env[62954]: DEBUG nova.network.neutron [req-e0a6aca8-0181-4473-8dcb-e7a736bd9f18 req-3f77b748-7ed3-42bd-b05e-724cf35d9a10 service nova] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Refreshing network info cache for port 97d7052b-4d7e-4ed9-9a27-c6a10c7dea3d {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 589.634896] env[62954]: DEBUG oslo_concurrency.lockutils [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.635296] env[62954]: DEBUG nova.compute.manager [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 589.642020] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.093s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.642020] env[62954]: INFO nova.compute.claims [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 589.745755] env[62954]: DEBUG oslo_vmware.api [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d833d5-b88a-5c51-6171-4c48fa9cc5cf, 'name': SearchDatastore_Task, 'duration_secs': 0.013123} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.750220] env[62954]: DEBUG oslo_vmware.api [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Task: {'id': task-2596910, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.750476] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80daf900-b917-47a9-b6f6-3dd1a41d61c6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.757105] env[62954]: DEBUG oslo_vmware.api [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Waiting for the task: (returnval){ [ 589.757105] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]520cf18e-f864-5660-3909-03ff34fd0499" [ 589.757105] env[62954]: _type = "Task" [ 589.757105] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.771200] env[62954]: DEBUG oslo_vmware.api [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]520cf18e-f864-5660-3909-03ff34fd0499, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.909926] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1e498845-e1f9-43fe-8161-420d8f45fbec tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.049164] env[62954]: DEBUG oslo_vmware.api [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Task: {'id': task-2596911, 'name': Rename_Task, 'duration_secs': 0.162627} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.049476] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 590.049723] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-644f8b22-ff78-4fde-95fd-fb9a8974ac1a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.058448] env[62954]: DEBUG oslo_vmware.api [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Waiting for the task: (returnval){ [ 590.058448] env[62954]: value = "task-2596912" [ 590.058448] env[62954]: _type = "Task" [ 590.058448] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.068266] env[62954]: DEBUG oslo_vmware.api [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Task: {'id': task-2596912, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.152221] env[62954]: DEBUG nova.compute.utils [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 590.152550] env[62954]: DEBUG nova.compute.manager [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 590.152720] env[62954]: DEBUG nova.network.neutron [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 590.201121] env[62954]: DEBUG oslo_concurrency.lockutils [None req-563bc46f-667b-4e0b-9b21-95c79b47b7ec tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Acquiring lock "864ef1f8-1091-4d3c-a52a-53b0df805ffe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.201480] env[62954]: DEBUG oslo_concurrency.lockutils [None req-563bc46f-667b-4e0b-9b21-95c79b47b7ec tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Lock "864ef1f8-1091-4d3c-a52a-53b0df805ffe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.202344] env[62954]: DEBUG oslo_concurrency.lockutils [None req-563bc46f-667b-4e0b-9b21-95c79b47b7ec tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Acquiring lock "864ef1f8-1091-4d3c-a52a-53b0df805ffe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.202623] env[62954]: DEBUG oslo_concurrency.lockutils [None req-563bc46f-667b-4e0b-9b21-95c79b47b7ec tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Lock "864ef1f8-1091-4d3c-a52a-53b0df805ffe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.202905] env[62954]: DEBUG oslo_concurrency.lockutils [None req-563bc46f-667b-4e0b-9b21-95c79b47b7ec tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Lock "864ef1f8-1091-4d3c-a52a-53b0df805ffe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.205296] env[62954]: INFO nova.compute.manager [None req-563bc46f-667b-4e0b-9b21-95c79b47b7ec tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] [instance: 864ef1f8-1091-4d3c-a52a-53b0df805ffe] Terminating instance [ 590.218777] env[62954]: DEBUG nova.policy [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e8ad87b5b2a4f418df26a93275208ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '676b656fc4ad4dc385ac6edb4981c890', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 590.249219] env[62954]: DEBUG oslo_vmware.api [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Task: {'id': task-2596910, 'name': PowerOnVM_Task, 'duration_secs': 0.893888} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.249688] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 590.250669] env[62954]: INFO nova.compute.manager [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Took 11.43 seconds to spawn the instance on the hypervisor. [ 590.251589] env[62954]: DEBUG nova.compute.manager [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 590.252664] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff4ff80-482e-4b55-bf29-3575f7f3f703 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.274103] env[62954]: DEBUG oslo_vmware.api [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]520cf18e-f864-5660-3909-03ff34fd0499, 'name': SearchDatastore_Task, 'duration_secs': 0.012136} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.274379] env[62954]: DEBUG oslo_concurrency.lockutils [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.274677] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 14aa865c-40c8-4834-896b-c9284cfd73bd/14aa865c-40c8-4834-896b-c9284cfd73bd.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 590.275247] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62905758-376a-4e41-8c34-16d9b6491569 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.283666] env[62954]: DEBUG oslo_vmware.api [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Waiting for the task: (returnval){ [ 590.283666] env[62954]: value = "task-2596913" [ 590.283666] env[62954]: _type = "Task" [ 590.283666] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.293296] env[62954]: DEBUG oslo_vmware.api [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Task: {'id': task-2596913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.575899] env[62954]: DEBUG oslo_vmware.api [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Task: {'id': task-2596912, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.659365] env[62954]: DEBUG nova.compute.manager [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 590.710094] env[62954]: DEBUG oslo_concurrency.lockutils [None req-563bc46f-667b-4e0b-9b21-95c79b47b7ec tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Acquiring lock "refresh_cache-864ef1f8-1091-4d3c-a52a-53b0df805ffe" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.710329] env[62954]: DEBUG oslo_concurrency.lockutils [None req-563bc46f-667b-4e0b-9b21-95c79b47b7ec tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Acquired lock "refresh_cache-864ef1f8-1091-4d3c-a52a-53b0df805ffe" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.710654] env[62954]: DEBUG nova.network.neutron [None req-563bc46f-667b-4e0b-9b21-95c79b47b7ec tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] [instance: 864ef1f8-1091-4d3c-a52a-53b0df805ffe] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 590.776878] env[62954]: INFO nova.compute.manager [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Took 27.70 seconds to build instance. [ 590.796762] env[62954]: DEBUG oslo_vmware.api [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Task: {'id': task-2596913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504508} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.800996] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 14aa865c-40c8-4834-896b-c9284cfd73bd/14aa865c-40c8-4834-896b-c9284cfd73bd.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 590.801313] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 590.802685] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67fbb166-8b8f-420d-9661-58f8b0c1ccbc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.820533] env[62954]: DEBUG oslo_vmware.api [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Waiting for the task: (returnval){ [ 590.820533] env[62954]: value = "task-2596914" [ 590.820533] env[62954]: _type = "Task" [ 590.820533] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.836984] env[62954]: DEBUG oslo_vmware.api [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Task: {'id': task-2596914, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.893201] env[62954]: DEBUG nova.network.neutron [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Successfully created port: cbd12e35-37d1-4b49-abd6-0fceb6d9974f {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 590.926602] env[62954]: DEBUG nova.network.neutron [req-e0a6aca8-0181-4473-8dcb-e7a736bd9f18 req-3f77b748-7ed3-42bd-b05e-724cf35d9a10 service nova] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Updated VIF entry in instance network info cache for port 97d7052b-4d7e-4ed9-9a27-c6a10c7dea3d. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 590.926602] env[62954]: DEBUG nova.network.neutron [req-e0a6aca8-0181-4473-8dcb-e7a736bd9f18 req-3f77b748-7ed3-42bd-b05e-724cf35d9a10 service nova] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Updating instance_info_cache with network_info: [{"id": "97d7052b-4d7e-4ed9-9a27-c6a10c7dea3d", "address": "fa:16:3e:94:fa:40", "network": {"id": "73c60d03-e980-4ede-9096-ce2a445f15e0", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-913780544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3920f4a03cf54607b8bacb5d598c4abc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97d7052b-4d", "ovs_interfaceid": "97d7052b-4d7e-4ed9-9a27-c6a10c7dea3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.076399] env[62954]: DEBUG oslo_vmware.api [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Task: {'id': task-2596912, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.211768] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07ab27d-eeae-43a5-babd-cf91142c2d53 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.222792] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7f925c-8441-4ee9-b640-8a5679674e5c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.258335] env[62954]: DEBUG nova.network.neutron [None req-563bc46f-667b-4e0b-9b21-95c79b47b7ec tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] [instance: 864ef1f8-1091-4d3c-a52a-53b0df805ffe] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 591.260668] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da610130-79bb-46aa-884f-e252ac857562 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.271112] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c31c5c6-f01a-4bee-8533-2b9e9c70bf19 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.289087] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d5106ddf-15c0-40dd-9c5e-bd199b327e16 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Lock "f0abf0c7-cd85-4b91-99a2-23ed1da74cf2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.220s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.289087] env[62954]: DEBUG nova.compute.provider_tree [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 591.316600] env[62954]: DEBUG nova.network.neutron [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Successfully updated port: aa86d6b8-c949-4bb5-b81d-7d4de57a67db {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 591.332860] env[62954]: DEBUG oslo_vmware.api [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Task: {'id': task-2596914, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079811} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.333133] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 591.333932] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae3522d-c570-4fcc-b5e2-356f2dbe2f9f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.359863] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 14aa865c-40c8-4834-896b-c9284cfd73bd/14aa865c-40c8-4834-896b-c9284cfd73bd.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 591.360199] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b0cca7c-1301-4c70-b90a-bf26cdffaffa {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.379171] env[62954]: DEBUG nova.network.neutron [None req-563bc46f-667b-4e0b-9b21-95c79b47b7ec tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] [instance: 864ef1f8-1091-4d3c-a52a-53b0df805ffe] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.398088] env[62954]: DEBUG oslo_vmware.api [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Waiting for the task: (returnval){ [ 591.398088] env[62954]: value = "task-2596915" [ 591.398088] env[62954]: _type = "Task" [ 591.398088] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.408520] env[62954]: DEBUG oslo_vmware.api [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Task: {'id': task-2596915, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.433081] env[62954]: DEBUG oslo_concurrency.lockutils [req-e0a6aca8-0181-4473-8dcb-e7a736bd9f18 req-3f77b748-7ed3-42bd-b05e-724cf35d9a10 service nova] Releasing lock "refresh_cache-14aa865c-40c8-4834-896b-c9284cfd73bd" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.433400] env[62954]: DEBUG nova.compute.manager [req-e0a6aca8-0181-4473-8dcb-e7a736bd9f18 req-3f77b748-7ed3-42bd-b05e-724cf35d9a10 service nova] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Received event network-vif-deleted-4351f493-8ed7-497a-968e-c94fa5325bf6 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 591.566259] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Acquiring lock "d06126ca-dc5c-4862-93a0-19071afb4cf6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.566259] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Lock "d06126ca-dc5c-4862-93a0-19071afb4cf6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.581994] env[62954]: DEBUG oslo_vmware.api [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Task: {'id': task-2596912, 'name': PowerOnVM_Task, 'duration_secs': 1.126102} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.582316] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 591.582519] env[62954]: INFO nova.compute.manager [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Took 10.17 seconds to spawn the instance on the hypervisor. [ 591.582807] env[62954]: DEBUG nova.compute.manager [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 591.583618] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff20180-0451-4824-adb3-e03887b2cef6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.604613] env[62954]: DEBUG nova.compute.manager [req-1ff47bf5-40d7-44f8-967c-bc39a8bde124 req-9ea96f4e-0399-49e2-be49-d67d98195bf6 service nova] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Received event network-vif-plugged-aa86d6b8-c949-4bb5-b81d-7d4de57a67db {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 591.604834] env[62954]: DEBUG oslo_concurrency.lockutils [req-1ff47bf5-40d7-44f8-967c-bc39a8bde124 req-9ea96f4e-0399-49e2-be49-d67d98195bf6 service nova] Acquiring lock "c84b0e7f-c973-42df-9d94-2e06f52a67d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.605048] env[62954]: DEBUG oslo_concurrency.lockutils [req-1ff47bf5-40d7-44f8-967c-bc39a8bde124 req-9ea96f4e-0399-49e2-be49-d67d98195bf6 service nova] Lock "c84b0e7f-c973-42df-9d94-2e06f52a67d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.605272] env[62954]: DEBUG oslo_concurrency.lockutils [req-1ff47bf5-40d7-44f8-967c-bc39a8bde124 req-9ea96f4e-0399-49e2-be49-d67d98195bf6 service nova] Lock "c84b0e7f-c973-42df-9d94-2e06f52a67d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.605378] env[62954]: DEBUG nova.compute.manager [req-1ff47bf5-40d7-44f8-967c-bc39a8bde124 req-9ea96f4e-0399-49e2-be49-d67d98195bf6 service nova] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] No waiting events found dispatching network-vif-plugged-aa86d6b8-c949-4bb5-b81d-7d4de57a67db {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 591.605536] env[62954]: WARNING nova.compute.manager [req-1ff47bf5-40d7-44f8-967c-bc39a8bde124 req-9ea96f4e-0399-49e2-be49-d67d98195bf6 service nova] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Received unexpected event network-vif-plugged-aa86d6b8-c949-4bb5-b81d-7d4de57a67db for instance with vm_state building and task_state spawning. [ 591.672499] env[62954]: DEBUG nova.compute.manager [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 591.707593] env[62954]: DEBUG nova.virt.hardware [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 591.707593] env[62954]: DEBUG nova.virt.hardware [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 591.707593] env[62954]: DEBUG nova.virt.hardware [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 591.707888] env[62954]: DEBUG nova.virt.hardware [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 591.708637] env[62954]: DEBUG nova.virt.hardware [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 591.708637] env[62954]: DEBUG nova.virt.hardware [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 591.708637] env[62954]: DEBUG nova.virt.hardware [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 591.708875] env[62954]: DEBUG nova.virt.hardware [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 591.708875] env[62954]: DEBUG nova.virt.hardware [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 591.710948] env[62954]: DEBUG nova.virt.hardware [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 591.710948] env[62954]: DEBUG nova.virt.hardware [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 591.710948] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43928ad8-cc1b-4f96-9102-ecf87150fc8b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.720524] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3ebc1f-869f-47a6-9615-0b3ec2772e8d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.793431] env[62954]: DEBUG nova.scheduler.client.report [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 591.799257] env[62954]: DEBUG nova.compute.manager [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 591.882220] env[62954]: DEBUG oslo_concurrency.lockutils [None req-563bc46f-667b-4e0b-9b21-95c79b47b7ec tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Releasing lock "refresh_cache-864ef1f8-1091-4d3c-a52a-53b0df805ffe" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.882363] env[62954]: DEBUG nova.compute.manager [None req-563bc46f-667b-4e0b-9b21-95c79b47b7ec tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] [instance: 864ef1f8-1091-4d3c-a52a-53b0df805ffe] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 591.882571] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-563bc46f-667b-4e0b-9b21-95c79b47b7ec tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] [instance: 864ef1f8-1091-4d3c-a52a-53b0df805ffe] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 591.883463] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72841d2-6cb5-4657-bb72-0e7a08e94cb1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.892519] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-563bc46f-667b-4e0b-9b21-95c79b47b7ec tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] [instance: 864ef1f8-1091-4d3c-a52a-53b0df805ffe] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 591.893027] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c43fdcb-30ee-4119-b56f-eff1e9d9305c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.901744] env[62954]: DEBUG oslo_vmware.api [None req-563bc46f-667b-4e0b-9b21-95c79b47b7ec tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Waiting for the task: (returnval){ [ 591.901744] env[62954]: value = "task-2596916" [ 591.901744] env[62954]: _type = "Task" [ 591.901744] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.913668] env[62954]: DEBUG oslo_vmware.api [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Task: {'id': task-2596915, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.917204] env[62954]: DEBUG oslo_vmware.api [None req-563bc46f-667b-4e0b-9b21-95c79b47b7ec tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Task: {'id': task-2596916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.105220] env[62954]: INFO nova.compute.manager [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Took 27.93 seconds to build instance. [ 592.297964] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.298519] env[62954]: DEBUG nova.compute.manager [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 592.303290] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.131s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.304729] env[62954]: INFO nova.compute.claims [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 592.353076] env[62954]: DEBUG oslo_concurrency.lockutils [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.410979] env[62954]: DEBUG oslo_vmware.api [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Task: {'id': task-2596915, 'name': ReconfigVM_Task, 'duration_secs': 0.873608} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.411981] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 14aa865c-40c8-4834-896b-c9284cfd73bd/14aa865c-40c8-4834-896b-c9284cfd73bd.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 592.412348] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2166dd22-30f2-473f-9115-6ad8882bb828 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.416872] env[62954]: DEBUG oslo_vmware.api [None req-563bc46f-667b-4e0b-9b21-95c79b47b7ec tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Task: {'id': task-2596916, 'name': PowerOffVM_Task, 'duration_secs': 0.288151} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.417603] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-563bc46f-667b-4e0b-9b21-95c79b47b7ec tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] [instance: 864ef1f8-1091-4d3c-a52a-53b0df805ffe] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 592.417721] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-563bc46f-667b-4e0b-9b21-95c79b47b7ec tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] [instance: 864ef1f8-1091-4d3c-a52a-53b0df805ffe] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 592.418090] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19853775-12fa-41e9-a566-d17775613b1c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.421908] env[62954]: DEBUG oslo_vmware.api [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Waiting for the task: (returnval){ [ 592.421908] env[62954]: value = "task-2596917" [ 592.421908] env[62954]: _type = "Task" [ 592.421908] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.435402] env[62954]: DEBUG oslo_vmware.api [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Task: {'id': task-2596917, 'name': Rename_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.449869] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-563bc46f-667b-4e0b-9b21-95c79b47b7ec tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] [instance: 864ef1f8-1091-4d3c-a52a-53b0df805ffe] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 592.450412] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-563bc46f-667b-4e0b-9b21-95c79b47b7ec tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] [instance: 864ef1f8-1091-4d3c-a52a-53b0df805ffe] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 592.450412] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-563bc46f-667b-4e0b-9b21-95c79b47b7ec tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Deleting the datastore file [datastore2] 864ef1f8-1091-4d3c-a52a-53b0df805ffe {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 592.450936] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c346b509-cead-4dcb-8db1-558fc1f4aa91 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.460124] env[62954]: DEBUG oslo_vmware.api [None req-563bc46f-667b-4e0b-9b21-95c79b47b7ec tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Waiting for the task: (returnval){ [ 592.460124] env[62954]: value = "task-2596919" [ 592.460124] env[62954]: _type = "Task" [ 592.460124] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.468700] env[62954]: DEBUG oslo_vmware.api [None req-563bc46f-667b-4e0b-9b21-95c79b47b7ec tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Task: {'id': task-2596919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.609629] env[62954]: DEBUG oslo_concurrency.lockutils [None req-50515651-d659-4d72-a2db-e8aff3a1346f tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Lock "74dffe94-f910-4138-8718-b91f083c6f82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.444s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.813982] env[62954]: DEBUG nova.compute.utils [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 592.817612] env[62954]: DEBUG nova.compute.manager [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 592.817852] env[62954]: DEBUG nova.network.neutron [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 592.924279] env[62954]: DEBUG nova.policy [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ec8972a518a4b0db3851ddecaeca22c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c9a1a2527e442b2806b13f1fd9765d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 592.938802] env[62954]: DEBUG oslo_vmware.api [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Task: {'id': task-2596917, 'name': Rename_Task, 'duration_secs': 0.175493} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.939979] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 592.940317] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c404b23-7d94-4e6a-bf08-3f95db6108e9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.948121] env[62954]: DEBUG oslo_vmware.api [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Waiting for the task: (returnval){ [ 592.948121] env[62954]: value = "task-2596920" [ 592.948121] env[62954]: _type = "Task" [ 592.948121] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.962719] env[62954]: DEBUG oslo_vmware.api [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Task: {'id': task-2596920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.974548] env[62954]: DEBUG oslo_vmware.api [None req-563bc46f-667b-4e0b-9b21-95c79b47b7ec tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Task: {'id': task-2596919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134718} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.974832] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-563bc46f-667b-4e0b-9b21-95c79b47b7ec tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 592.975243] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-563bc46f-667b-4e0b-9b21-95c79b47b7ec tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] [instance: 864ef1f8-1091-4d3c-a52a-53b0df805ffe] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 592.975484] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-563bc46f-667b-4e0b-9b21-95c79b47b7ec tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] [instance: 864ef1f8-1091-4d3c-a52a-53b0df805ffe] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 592.975670] env[62954]: INFO nova.compute.manager [None req-563bc46f-667b-4e0b-9b21-95c79b47b7ec tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] [instance: 864ef1f8-1091-4d3c-a52a-53b0df805ffe] Took 1.09 seconds to destroy the instance on the hypervisor. [ 592.975910] env[62954]: DEBUG oslo.service.loopingcall [None req-563bc46f-667b-4e0b-9b21-95c79b47b7ec tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 592.976117] env[62954]: DEBUG nova.compute.manager [-] [instance: 864ef1f8-1091-4d3c-a52a-53b0df805ffe] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 592.976212] env[62954]: DEBUG nova.network.neutron [-] [instance: 864ef1f8-1091-4d3c-a52a-53b0df805ffe] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 593.010975] env[62954]: DEBUG nova.network.neutron [-] [instance: 864ef1f8-1091-4d3c-a52a-53b0df805ffe] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 593.114267] env[62954]: DEBUG nova.compute.manager [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 593.139185] env[62954]: DEBUG nova.compute.manager [req-063c2933-c5b0-4c94-b2eb-401435166e27 req-138c2d86-5d1c-4c7e-9708-6fc2ebec0b00 service nova] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Received event network-changed-ef5cad6a-6f15-454e-8836-4753dd6e7df6 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 593.139185] env[62954]: DEBUG nova.compute.manager [req-063c2933-c5b0-4c94-b2eb-401435166e27 req-138c2d86-5d1c-4c7e-9708-6fc2ebec0b00 service nova] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Refreshing instance network info cache due to event network-changed-ef5cad6a-6f15-454e-8836-4753dd6e7df6. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 593.139185] env[62954]: DEBUG oslo_concurrency.lockutils [req-063c2933-c5b0-4c94-b2eb-401435166e27 req-138c2d86-5d1c-4c7e-9708-6fc2ebec0b00 service nova] Acquiring lock "refresh_cache-f0abf0c7-cd85-4b91-99a2-23ed1da74cf2" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.139185] env[62954]: DEBUG oslo_concurrency.lockutils [req-063c2933-c5b0-4c94-b2eb-401435166e27 req-138c2d86-5d1c-4c7e-9708-6fc2ebec0b00 service nova] Acquired lock "refresh_cache-f0abf0c7-cd85-4b91-99a2-23ed1da74cf2" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.139185] env[62954]: DEBUG nova.network.neutron [req-063c2933-c5b0-4c94-b2eb-401435166e27 req-138c2d86-5d1c-4c7e-9708-6fc2ebec0b00 service nova] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Refreshing network info cache for port ef5cad6a-6f15-454e-8836-4753dd6e7df6 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 593.267706] env[62954]: DEBUG nova.network.neutron [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Successfully updated port: cbd12e35-37d1-4b49-abd6-0fceb6d9974f {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 593.328670] env[62954]: DEBUG nova.compute.manager [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 593.458990] env[62954]: DEBUG oslo_vmware.api [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Task: {'id': task-2596920, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.515086] env[62954]: DEBUG nova.network.neutron [-] [instance: 864ef1f8-1091-4d3c-a52a-53b0df805ffe] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.638269] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.771433] env[62954]: DEBUG oslo_concurrency.lockutils [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Acquiring lock "refresh_cache-9ef50827-25d4-4bc6-8438-76c9cba8df0c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.771433] env[62954]: DEBUG oslo_concurrency.lockutils [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Acquired lock "refresh_cache-9ef50827-25d4-4bc6-8438-76c9cba8df0c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.771433] env[62954]: DEBUG nova.network.neutron [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 593.825308] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cb5d3e-c6bc-4a77-8983-64b1fa687867 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.839099] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b9d80c-102d-4d5c-8b1f-a11a034ceeff {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.843226] env[62954]: DEBUG nova.network.neutron [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Successfully created port: 4b71b2eb-a935-4c7c-ab7c-7bb06790b318 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 593.875954] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171f6e2a-c344-468a-9737-f0a47f1baa4d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.884195] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fe7285-22eb-4879-b752-86bcdc76634a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.899648] env[62954]: DEBUG nova.compute.provider_tree [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.960502] env[62954]: DEBUG oslo_vmware.api [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Task: {'id': task-2596920, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.018594] env[62954]: INFO nova.compute.manager [-] [instance: 864ef1f8-1091-4d3c-a52a-53b0df805ffe] Took 1.04 seconds to deallocate network for instance. [ 594.083735] env[62954]: DEBUG nova.network.neutron [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Successfully updated port: becd8588-8cc1-4106-b7a1-e62b46ff59f9 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 594.194023] env[62954]: DEBUG nova.compute.manager [None req-67e29e3d-5b41-4e64-92ba-fc39c06576f3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 594.194880] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2f6b75-cc1d-4a94-8952-a528dcdacfc1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.285827] env[62954]: DEBUG nova.compute.manager [req-51fbffc4-47ad-4eec-84cd-e3ad99522722 req-d6ac6950-a067-4506-a7ab-b6cce4375757 service nova] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Received event network-changed-aa86d6b8-c949-4bb5-b81d-7d4de57a67db {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 594.287419] env[62954]: DEBUG nova.compute.manager [req-51fbffc4-47ad-4eec-84cd-e3ad99522722 req-d6ac6950-a067-4506-a7ab-b6cce4375757 service nova] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Refreshing instance network info cache due to event network-changed-aa86d6b8-c949-4bb5-b81d-7d4de57a67db. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 594.287661] env[62954]: DEBUG oslo_concurrency.lockutils [req-51fbffc4-47ad-4eec-84cd-e3ad99522722 req-d6ac6950-a067-4506-a7ab-b6cce4375757 service nova] Acquiring lock "refresh_cache-c84b0e7f-c973-42df-9d94-2e06f52a67d4" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.288018] env[62954]: DEBUG oslo_concurrency.lockutils [req-51fbffc4-47ad-4eec-84cd-e3ad99522722 req-d6ac6950-a067-4506-a7ab-b6cce4375757 service nova] Acquired lock "refresh_cache-c84b0e7f-c973-42df-9d94-2e06f52a67d4" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.288236] env[62954]: DEBUG nova.network.neutron [req-51fbffc4-47ad-4eec-84cd-e3ad99522722 req-d6ac6950-a067-4506-a7ab-b6cce4375757 service nova] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Refreshing network info cache for port aa86d6b8-c949-4bb5-b81d-7d4de57a67db {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 594.340320] env[62954]: DEBUG nova.compute.manager [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 594.378044] env[62954]: DEBUG nova.virt.hardware [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 594.379343] env[62954]: DEBUG nova.virt.hardware [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 594.379343] env[62954]: DEBUG nova.virt.hardware [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 594.379343] env[62954]: DEBUG nova.virt.hardware [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 594.379343] env[62954]: DEBUG nova.virt.hardware [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 594.379343] env[62954]: DEBUG nova.virt.hardware [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 594.379568] env[62954]: DEBUG nova.virt.hardware [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 594.379608] env[62954]: DEBUG nova.virt.hardware [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 594.379761] env[62954]: DEBUG nova.virt.hardware [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 594.380047] env[62954]: DEBUG nova.virt.hardware [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 594.380148] env[62954]: DEBUG nova.virt.hardware [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 594.381287] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca8b31d-30f4-4a6b-a81b-776b0ce20523 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.395142] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f7f58e-fe1a-47c6-bf9a-6d0222b73209 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.413608] env[62954]: DEBUG nova.scheduler.client.report [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.419044] env[62954]: DEBUG nova.network.neutron [req-063c2933-c5b0-4c94-b2eb-401435166e27 req-138c2d86-5d1c-4c7e-9708-6fc2ebec0b00 service nova] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Updated VIF entry in instance network info cache for port ef5cad6a-6f15-454e-8836-4753dd6e7df6. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 594.419044] env[62954]: DEBUG nova.network.neutron [req-063c2933-c5b0-4c94-b2eb-401435166e27 req-138c2d86-5d1c-4c7e-9708-6fc2ebec0b00 service nova] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Updating instance_info_cache with network_info: [{"id": "ef5cad6a-6f15-454e-8836-4753dd6e7df6", "address": "fa:16:3e:54:48:26", "network": {"id": "be73743e-2a91-4ebd-83d1-3d1d671eccfe", "bridge": "br-int", "label": "tempest-ServersTestJSON-302710432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "616c2c87b2e44f56bf5b22a1baa94ad8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef5cad6a-6f", "ovs_interfaceid": "ef5cad6a-6f15-454e-8836-4753dd6e7df6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.454711] env[62954]: DEBUG nova.network.neutron [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 594.464655] env[62954]: DEBUG oslo_vmware.api [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Task: {'id': task-2596920, 'name': PowerOnVM_Task, 'duration_secs': 1.132382} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.465176] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 594.465452] env[62954]: INFO nova.compute.manager [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Took 10.47 seconds to spawn the instance on the hypervisor. [ 594.465653] env[62954]: DEBUG nova.compute.manager [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 594.466649] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a89cbb-7135-4972-93f1-e1fca712762b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.527112] env[62954]: DEBUG oslo_concurrency.lockutils [None req-563bc46f-667b-4e0b-9b21-95c79b47b7ec tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.676999] env[62954]: DEBUG nova.network.neutron [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Updating instance_info_cache with network_info: [{"id": "cbd12e35-37d1-4b49-abd6-0fceb6d9974f", "address": "fa:16:3e:3f:d5:32", "network": {"id": "5256974f-0390-42b7-abf7-daeadd9dea13", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1754325577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "676b656fc4ad4dc385ac6edb4981c890", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbd12e35-37", "ovs_interfaceid": "cbd12e35-37d1-4b49-abd6-0fceb6d9974f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.715655] env[62954]: INFO nova.compute.manager [None req-67e29e3d-5b41-4e64-92ba-fc39c06576f3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] instance snapshotting [ 594.720910] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df765f50-b352-4643-8238-721c03e9af70 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.745796] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f034a818-eb31-4c99-931b-e48c96542715 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.865999] env[62954]: DEBUG nova.network.neutron [req-51fbffc4-47ad-4eec-84cd-e3ad99522722 req-d6ac6950-a067-4506-a7ab-b6cce4375757 service nova] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 594.924248] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.924398] env[62954]: DEBUG nova.compute.manager [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 594.926976] env[62954]: DEBUG oslo_concurrency.lockutils [req-063c2933-c5b0-4c94-b2eb-401435166e27 req-138c2d86-5d1c-4c7e-9708-6fc2ebec0b00 service nova] Releasing lock "refresh_cache-f0abf0c7-cd85-4b91-99a2-23ed1da74cf2" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.927881] env[62954]: DEBUG oslo_concurrency.lockutils [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.696s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.928885] env[62954]: INFO nova.compute.claims [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 594.990704] env[62954]: INFO nova.compute.manager [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Took 30.06 seconds to build instance. [ 595.037737] env[62954]: DEBUG nova.network.neutron [req-51fbffc4-47ad-4eec-84cd-e3ad99522722 req-d6ac6950-a067-4506-a7ab-b6cce4375757 service nova] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.180519] env[62954]: DEBUG oslo_concurrency.lockutils [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Releasing lock "refresh_cache-9ef50827-25d4-4bc6-8438-76c9cba8df0c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.181908] env[62954]: DEBUG nova.compute.manager [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Instance network_info: |[{"id": "cbd12e35-37d1-4b49-abd6-0fceb6d9974f", "address": "fa:16:3e:3f:d5:32", "network": {"id": "5256974f-0390-42b7-abf7-daeadd9dea13", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1754325577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "676b656fc4ad4dc385ac6edb4981c890", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbd12e35-37", "ovs_interfaceid": "cbd12e35-37d1-4b49-abd6-0fceb6d9974f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 595.182430] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:d5:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6815237d-f565-474d-a3c0-9c675478eb00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbd12e35-37d1-4b49-abd6-0fceb6d9974f', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 595.190697] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Creating folder: Project (676b656fc4ad4dc385ac6edb4981c890). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.191884] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afb063fb-086c-4bd7-8650-3c1ea7e8a890 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.205573] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Created folder: Project (676b656fc4ad4dc385ac6edb4981c890) in parent group-v523717. [ 595.205667] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Creating folder: Instances. Parent ref: group-v523775. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.205942] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75e01c45-dc90-4857-a536-9cf13c073a7c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.216268] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Created folder: Instances in parent group-v523775. [ 595.216268] env[62954]: DEBUG oslo.service.loopingcall [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 595.216268] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 595.216268] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec89437f-c2cd-4c6f-afc6-a5d7aa669c1c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.235490] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 595.235490] env[62954]: value = "task-2596923" [ 595.235490] env[62954]: _type = "Task" [ 595.235490] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.242800] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596923, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.257538] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-67e29e3d-5b41-4e64-92ba-fc39c06576f3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Creating Snapshot of the VM instance {{(pid=62954) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 595.260280] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b66abc40-11bb-4c27-b71d-2122d79de89f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.270142] env[62954]: DEBUG oslo_vmware.api [None req-67e29e3d-5b41-4e64-92ba-fc39c06576f3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for the task: (returnval){ [ 595.270142] env[62954]: value = "task-2596924" [ 595.270142] env[62954]: _type = "Task" [ 595.270142] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.279355] env[62954]: DEBUG oslo_vmware.api [None req-67e29e3d-5b41-4e64-92ba-fc39c06576f3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2596924, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.434221] env[62954]: DEBUG nova.compute.utils [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 595.438020] env[62954]: DEBUG nova.compute.manager [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 595.438206] env[62954]: DEBUG nova.network.neutron [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 595.493972] env[62954]: DEBUG oslo_concurrency.lockutils [None req-73968fcc-2da1-4127-9c9e-8b6882d0ef0d tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Lock "14aa865c-40c8-4834-896b-c9284cfd73bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.577s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.540837] env[62954]: DEBUG oslo_concurrency.lockutils [req-51fbffc4-47ad-4eec-84cd-e3ad99522722 req-d6ac6950-a067-4506-a7ab-b6cce4375757 service nova] Releasing lock "refresh_cache-c84b0e7f-c973-42df-9d94-2e06f52a67d4" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.541146] env[62954]: DEBUG nova.compute.manager [req-51fbffc4-47ad-4eec-84cd-e3ad99522722 req-d6ac6950-a067-4506-a7ab-b6cce4375757 service nova] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Received event network-vif-plugged-cbd12e35-37d1-4b49-abd6-0fceb6d9974f {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 595.541356] env[62954]: DEBUG oslo_concurrency.lockutils [req-51fbffc4-47ad-4eec-84cd-e3ad99522722 req-d6ac6950-a067-4506-a7ab-b6cce4375757 service nova] Acquiring lock "9ef50827-25d4-4bc6-8438-76c9cba8df0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.541613] env[62954]: DEBUG oslo_concurrency.lockutils [req-51fbffc4-47ad-4eec-84cd-e3ad99522722 req-d6ac6950-a067-4506-a7ab-b6cce4375757 service nova] Lock "9ef50827-25d4-4bc6-8438-76c9cba8df0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.541776] env[62954]: DEBUG oslo_concurrency.lockutils [req-51fbffc4-47ad-4eec-84cd-e3ad99522722 req-d6ac6950-a067-4506-a7ab-b6cce4375757 service nova] Lock "9ef50827-25d4-4bc6-8438-76c9cba8df0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.541958] env[62954]: DEBUG nova.compute.manager [req-51fbffc4-47ad-4eec-84cd-e3ad99522722 req-d6ac6950-a067-4506-a7ab-b6cce4375757 service nova] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] No waiting events found dispatching network-vif-plugged-cbd12e35-37d1-4b49-abd6-0fceb6d9974f {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 595.542176] env[62954]: WARNING nova.compute.manager [req-51fbffc4-47ad-4eec-84cd-e3ad99522722 req-d6ac6950-a067-4506-a7ab-b6cce4375757 service nova] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Received unexpected event network-vif-plugged-cbd12e35-37d1-4b49-abd6-0fceb6d9974f for instance with vm_state building and task_state spawning. [ 595.542373] env[62954]: DEBUG nova.compute.manager [req-51fbffc4-47ad-4eec-84cd-e3ad99522722 req-d6ac6950-a067-4506-a7ab-b6cce4375757 service nova] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Received event network-changed-cbd12e35-37d1-4b49-abd6-0fceb6d9974f {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 595.542562] env[62954]: DEBUG nova.compute.manager [req-51fbffc4-47ad-4eec-84cd-e3ad99522722 req-d6ac6950-a067-4506-a7ab-b6cce4375757 service nova] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Refreshing instance network info cache due to event network-changed-cbd12e35-37d1-4b49-abd6-0fceb6d9974f. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 595.542704] env[62954]: DEBUG oslo_concurrency.lockutils [req-51fbffc4-47ad-4eec-84cd-e3ad99522722 req-d6ac6950-a067-4506-a7ab-b6cce4375757 service nova] Acquiring lock "refresh_cache-9ef50827-25d4-4bc6-8438-76c9cba8df0c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.542862] env[62954]: DEBUG oslo_concurrency.lockutils [req-51fbffc4-47ad-4eec-84cd-e3ad99522722 req-d6ac6950-a067-4506-a7ab-b6cce4375757 service nova] Acquired lock "refresh_cache-9ef50827-25d4-4bc6-8438-76c9cba8df0c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.543097] env[62954]: DEBUG nova.network.neutron [req-51fbffc4-47ad-4eec-84cd-e3ad99522722 req-d6ac6950-a067-4506-a7ab-b6cce4375757 service nova] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Refreshing network info cache for port cbd12e35-37d1-4b49-abd6-0fceb6d9974f {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 595.558647] env[62954]: DEBUG nova.policy [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1c4b2ec1c874a7ba0781d32fda4eb40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66dd73a0742843b78d494796d91b4546', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 595.633018] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19c63524-2999-4cb0-8986-5a654afca3f7 tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Acquiring lock "74dffe94-f910-4138-8718-b91f083c6f82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.633409] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19c63524-2999-4cb0-8986-5a654afca3f7 tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Lock "74dffe94-f910-4138-8718-b91f083c6f82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.633693] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19c63524-2999-4cb0-8986-5a654afca3f7 tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Acquiring lock "74dffe94-f910-4138-8718-b91f083c6f82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.633947] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19c63524-2999-4cb0-8986-5a654afca3f7 tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Lock "74dffe94-f910-4138-8718-b91f083c6f82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.634144] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19c63524-2999-4cb0-8986-5a654afca3f7 tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Lock "74dffe94-f910-4138-8718-b91f083c6f82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.637999] env[62954]: INFO nova.compute.manager [None req-19c63524-2999-4cb0-8986-5a654afca3f7 tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Terminating instance [ 595.688773] env[62954]: DEBUG nova.compute.manager [req-51f82a66-b728-49b7-a346-535ebfa328ed req-8bd9501c-f343-4a8b-8edd-dfd0182e4789 service nova] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Received event network-vif-plugged-becd8588-8cc1-4106-b7a1-e62b46ff59f9 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 595.689013] env[62954]: DEBUG oslo_concurrency.lockutils [req-51f82a66-b728-49b7-a346-535ebfa328ed req-8bd9501c-f343-4a8b-8edd-dfd0182e4789 service nova] Acquiring lock "c84b0e7f-c973-42df-9d94-2e06f52a67d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.689237] env[62954]: DEBUG oslo_concurrency.lockutils [req-51f82a66-b728-49b7-a346-535ebfa328ed req-8bd9501c-f343-4a8b-8edd-dfd0182e4789 service nova] Lock "c84b0e7f-c973-42df-9d94-2e06f52a67d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.689439] env[62954]: DEBUG oslo_concurrency.lockutils [req-51f82a66-b728-49b7-a346-535ebfa328ed req-8bd9501c-f343-4a8b-8edd-dfd0182e4789 service nova] Lock "c84b0e7f-c973-42df-9d94-2e06f52a67d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.692389] env[62954]: DEBUG nova.compute.manager [req-51f82a66-b728-49b7-a346-535ebfa328ed req-8bd9501c-f343-4a8b-8edd-dfd0182e4789 service nova] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] No waiting events found dispatching network-vif-plugged-becd8588-8cc1-4106-b7a1-e62b46ff59f9 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 595.692432] env[62954]: WARNING nova.compute.manager [req-51f82a66-b728-49b7-a346-535ebfa328ed req-8bd9501c-f343-4a8b-8edd-dfd0182e4789 service nova] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Received unexpected event network-vif-plugged-becd8588-8cc1-4106-b7a1-e62b46ff59f9 for instance with vm_state building and task_state spawning. [ 595.692733] env[62954]: DEBUG nova.compute.manager [req-51f82a66-b728-49b7-a346-535ebfa328ed req-8bd9501c-f343-4a8b-8edd-dfd0182e4789 service nova] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Received event network-changed-becd8588-8cc1-4106-b7a1-e62b46ff59f9 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 595.693627] env[62954]: DEBUG nova.compute.manager [req-51f82a66-b728-49b7-a346-535ebfa328ed req-8bd9501c-f343-4a8b-8edd-dfd0182e4789 service nova] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Refreshing instance network info cache due to event network-changed-becd8588-8cc1-4106-b7a1-e62b46ff59f9. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 595.693919] env[62954]: DEBUG oslo_concurrency.lockutils [req-51f82a66-b728-49b7-a346-535ebfa328ed req-8bd9501c-f343-4a8b-8edd-dfd0182e4789 service nova] Acquiring lock "refresh_cache-c84b0e7f-c973-42df-9d94-2e06f52a67d4" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.694123] env[62954]: DEBUG oslo_concurrency.lockutils [req-51f82a66-b728-49b7-a346-535ebfa328ed req-8bd9501c-f343-4a8b-8edd-dfd0182e4789 service nova] Acquired lock "refresh_cache-c84b0e7f-c973-42df-9d94-2e06f52a67d4" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.694330] env[62954]: DEBUG nova.network.neutron [req-51f82a66-b728-49b7-a346-535ebfa328ed req-8bd9501c-f343-4a8b-8edd-dfd0182e4789 service nova] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Refreshing network info cache for port becd8588-8cc1-4106-b7a1-e62b46ff59f9 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 595.751724] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596923, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.781686] env[62954]: DEBUG oslo_vmware.api [None req-67e29e3d-5b41-4e64-92ba-fc39c06576f3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2596924, 'name': CreateSnapshot_Task, 'duration_secs': 0.473283} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.781973] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-67e29e3d-5b41-4e64-92ba-fc39c06576f3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Created Snapshot of the VM instance {{(pid=62954) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 595.783187] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5e5223-819e-4188-a76b-5b0794af6040 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.938808] env[62954]: DEBUG nova.compute.manager [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 595.998178] env[62954]: DEBUG nova.compute.manager [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 596.011821] env[62954]: DEBUG nova.network.neutron [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Successfully updated port: 4b71b2eb-a935-4c7c-ab7c-7bb06790b318 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 596.147242] env[62954]: DEBUG nova.compute.manager [None req-19c63524-2999-4cb0-8986-5a654afca3f7 tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 596.148063] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-19c63524-2999-4cb0-8986-5a654afca3f7 tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 596.149250] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb12a0f4-f47d-4f5e-84f9-840d4705fc9f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.164497] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c63524-2999-4cb0-8986-5a654afca3f7 tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 596.164497] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbed99e2-2939-48e4-a4c3-cf778754fa76 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.176120] env[62954]: DEBUG oslo_vmware.api [None req-19c63524-2999-4cb0-8986-5a654afca3f7 tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Waiting for the task: (returnval){ [ 596.176120] env[62954]: value = "task-2596925" [ 596.176120] env[62954]: _type = "Task" [ 596.176120] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.190489] env[62954]: DEBUG oslo_vmware.api [None req-19c63524-2999-4cb0-8986-5a654afca3f7 tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Task: {'id': task-2596925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.245831] env[62954]: DEBUG nova.network.neutron [req-51f82a66-b728-49b7-a346-535ebfa328ed req-8bd9501c-f343-4a8b-8edd-dfd0182e4789 service nova] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 596.256786] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596923, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.304846] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-67e29e3d-5b41-4e64-92ba-fc39c06576f3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Creating linked-clone VM from snapshot {{(pid=62954) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 596.307893] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d3756058-c831-4748-b124-6be902e855d5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.326254] env[62954]: DEBUG oslo_vmware.api [None req-67e29e3d-5b41-4e64-92ba-fc39c06576f3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for the task: (returnval){ [ 596.326254] env[62954]: value = "task-2596926" [ 596.326254] env[62954]: _type = "Task" [ 596.326254] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.342232] env[62954]: DEBUG oslo_vmware.api [None req-67e29e3d-5b41-4e64-92ba-fc39c06576f3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2596926, 'name': CloneVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.394626] env[62954]: DEBUG nova.network.neutron [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Successfully created port: 8178ba7e-005c-4af8-bde4-d13ffcd37ee8 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 596.522845] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "refresh_cache-38c95ef5-744e-4c32-9cb1-c34868206a85" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.523156] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquired lock "refresh_cache-38c95ef5-744e-4c32-9cb1-c34868206a85" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.523156] env[62954]: DEBUG nova.network.neutron [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 596.542157] env[62954]: DEBUG oslo_concurrency.lockutils [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.552211] env[62954]: DEBUG nova.network.neutron [req-51f82a66-b728-49b7-a346-535ebfa328ed req-8bd9501c-f343-4a8b-8edd-dfd0182e4789 service nova] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.601857] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5710bae6-58e1-4b00-b606-1243030c2d75 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.617138] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb499641-8e62-4ecc-a612-d07d76de8592 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.653689] env[62954]: DEBUG nova.network.neutron [req-51fbffc4-47ad-4eec-84cd-e3ad99522722 req-d6ac6950-a067-4506-a7ab-b6cce4375757 service nova] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Updated VIF entry in instance network info cache for port cbd12e35-37d1-4b49-abd6-0fceb6d9974f. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 596.654466] env[62954]: DEBUG nova.network.neutron [req-51fbffc4-47ad-4eec-84cd-e3ad99522722 req-d6ac6950-a067-4506-a7ab-b6cce4375757 service nova] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Updating instance_info_cache with network_info: [{"id": "cbd12e35-37d1-4b49-abd6-0fceb6d9974f", "address": "fa:16:3e:3f:d5:32", "network": {"id": "5256974f-0390-42b7-abf7-daeadd9dea13", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1754325577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "676b656fc4ad4dc385ac6edb4981c890", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbd12e35-37", "ovs_interfaceid": "cbd12e35-37d1-4b49-abd6-0fceb6d9974f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.656148] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241b029d-e0b7-4b70-836f-30b60869dff6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.668223] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa97a9f6-689c-4389-a8e7-4943e04e3a92 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.687506] env[62954]: DEBUG nova.compute.provider_tree [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.700314] env[62954]: DEBUG oslo_vmware.api [None req-19c63524-2999-4cb0-8986-5a654afca3f7 tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Task: {'id': task-2596925, 'name': PowerOffVM_Task, 'duration_secs': 0.361405} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.700314] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c63524-2999-4cb0-8986-5a654afca3f7 tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 596.700446] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-19c63524-2999-4cb0-8986-5a654afca3f7 tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 596.700884] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b18771c2-2cf8-4a33-ba96-c267ed46e208 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.748480] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596923, 'name': CreateVM_Task, 'duration_secs': 1.367686} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.748716] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 596.749514] env[62954]: DEBUG oslo_concurrency.lockutils [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.749705] env[62954]: DEBUG oslo_concurrency.lockutils [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.750118] env[62954]: DEBUG oslo_concurrency.lockutils [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.750473] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29178eb9-1618-4dc0-bea2-0a80ac39cd51 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.756437] env[62954]: DEBUG oslo_vmware.api [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Waiting for the task: (returnval){ [ 596.756437] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5281b0c8-9788-a4ca-4e80-6cd265619bb1" [ 596.756437] env[62954]: _type = "Task" [ 596.756437] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.761375] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-19c63524-2999-4cb0-8986-5a654afca3f7 tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 596.761636] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-19c63524-2999-4cb0-8986-5a654afca3f7 tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 596.761836] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-19c63524-2999-4cb0-8986-5a654afca3f7 tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Deleting the datastore file [datastore2] 74dffe94-f910-4138-8718-b91f083c6f82 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 596.762546] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ec3ef75-3bc9-4c58-a295-8f5ca22e3fa6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.767826] env[62954]: DEBUG oslo_vmware.api [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5281b0c8-9788-a4ca-4e80-6cd265619bb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.773141] env[62954]: DEBUG oslo_vmware.api [None req-19c63524-2999-4cb0-8986-5a654afca3f7 tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Waiting for the task: (returnval){ [ 596.773141] env[62954]: value = "task-2596928" [ 596.773141] env[62954]: _type = "Task" [ 596.773141] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.784871] env[62954]: DEBUG oslo_vmware.api [None req-19c63524-2999-4cb0-8986-5a654afca3f7 tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Task: {'id': task-2596928, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.841026] env[62954]: DEBUG oslo_vmware.api [None req-67e29e3d-5b41-4e64-92ba-fc39c06576f3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2596926, 'name': CloneVM_Task} progress is 94%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.942480] env[62954]: DEBUG nova.network.neutron [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Successfully updated port: 4c62dbbc-4b35-4147-924d-604bfdcf8373 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 596.961084] env[62954]: DEBUG nova.compute.manager [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 596.988787] env[62954]: DEBUG nova.compute.manager [req-35db9d08-234c-4ce3-9abf-66d718f023da req-0507c110-19f7-48ef-84d4-629ad39fc2a6 service nova] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Received event network-vif-plugged-4b71b2eb-a935-4c7c-ab7c-7bb06790b318 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 596.991172] env[62954]: DEBUG oslo_concurrency.lockutils [req-35db9d08-234c-4ce3-9abf-66d718f023da req-0507c110-19f7-48ef-84d4-629ad39fc2a6 service nova] Acquiring lock "38c95ef5-744e-4c32-9cb1-c34868206a85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.991172] env[62954]: DEBUG oslo_concurrency.lockutils [req-35db9d08-234c-4ce3-9abf-66d718f023da req-0507c110-19f7-48ef-84d4-629ad39fc2a6 service nova] Lock "38c95ef5-744e-4c32-9cb1-c34868206a85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.991949] env[62954]: DEBUG oslo_concurrency.lockutils [req-35db9d08-234c-4ce3-9abf-66d718f023da req-0507c110-19f7-48ef-84d4-629ad39fc2a6 service nova] Lock "38c95ef5-744e-4c32-9cb1-c34868206a85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.992106] env[62954]: DEBUG nova.compute.manager [req-35db9d08-234c-4ce3-9abf-66d718f023da req-0507c110-19f7-48ef-84d4-629ad39fc2a6 service nova] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] No waiting events found dispatching network-vif-plugged-4b71b2eb-a935-4c7c-ab7c-7bb06790b318 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 596.992294] env[62954]: WARNING nova.compute.manager [req-35db9d08-234c-4ce3-9abf-66d718f023da req-0507c110-19f7-48ef-84d4-629ad39fc2a6 service nova] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Received unexpected event network-vif-plugged-4b71b2eb-a935-4c7c-ab7c-7bb06790b318 for instance with vm_state building and task_state spawning. [ 596.992525] env[62954]: DEBUG nova.compute.manager [req-35db9d08-234c-4ce3-9abf-66d718f023da req-0507c110-19f7-48ef-84d4-629ad39fc2a6 service nova] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Received event network-changed-4b71b2eb-a935-4c7c-ab7c-7bb06790b318 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 596.992723] env[62954]: DEBUG nova.compute.manager [req-35db9d08-234c-4ce3-9abf-66d718f023da req-0507c110-19f7-48ef-84d4-629ad39fc2a6 service nova] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Refreshing instance network info cache due to event network-changed-4b71b2eb-a935-4c7c-ab7c-7bb06790b318. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 596.992952] env[62954]: DEBUG oslo_concurrency.lockutils [req-35db9d08-234c-4ce3-9abf-66d718f023da req-0507c110-19f7-48ef-84d4-629ad39fc2a6 service nova] Acquiring lock "refresh_cache-38c95ef5-744e-4c32-9cb1-c34868206a85" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.995676] env[62954]: DEBUG nova.virt.hardware [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 596.995939] env[62954]: DEBUG nova.virt.hardware [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 596.996241] env[62954]: DEBUG nova.virt.hardware [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 596.996455] env[62954]: DEBUG nova.virt.hardware [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 596.996796] env[62954]: DEBUG nova.virt.hardware [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 596.996796] env[62954]: DEBUG nova.virt.hardware [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 596.996975] env[62954]: DEBUG nova.virt.hardware [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 596.997189] env[62954]: DEBUG nova.virt.hardware [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 596.997527] env[62954]: DEBUG nova.virt.hardware [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 596.997595] env[62954]: DEBUG nova.virt.hardware [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 596.997962] env[62954]: DEBUG nova.virt.hardware [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 596.999288] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8698ec-0cfa-43bd-84c5-6b7100b7a453 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.010266] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0527bc17-a4e9-43c9-878a-32437edadcd6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.054552] env[62954]: DEBUG oslo_concurrency.lockutils [req-51f82a66-b728-49b7-a346-535ebfa328ed req-8bd9501c-f343-4a8b-8edd-dfd0182e4789 service nova] Releasing lock "refresh_cache-c84b0e7f-c973-42df-9d94-2e06f52a67d4" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.092725] env[62954]: DEBUG nova.network.neutron [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 597.161410] env[62954]: DEBUG oslo_concurrency.lockutils [req-51fbffc4-47ad-4eec-84cd-e3ad99522722 req-d6ac6950-a067-4506-a7ab-b6cce4375757 service nova] Releasing lock "refresh_cache-9ef50827-25d4-4bc6-8438-76c9cba8df0c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.194683] env[62954]: DEBUG nova.scheduler.client.report [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 597.267550] env[62954]: DEBUG oslo_vmware.api [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5281b0c8-9788-a4ca-4e80-6cd265619bb1, 'name': SearchDatastore_Task, 'duration_secs': 0.011814} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.267999] env[62954]: DEBUG oslo_concurrency.lockutils [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.268274] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 597.268534] env[62954]: DEBUG oslo_concurrency.lockutils [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.268694] env[62954]: DEBUG oslo_concurrency.lockutils [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.268890] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.269184] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a37c5fdc-b84b-4e64-9e40-cf6a05d3f046 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.278095] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.278291] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 597.279354] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16eeb358-6c6b-4cdb-a5b7-d6e8d823cb0b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.284770] env[62954]: DEBUG oslo_vmware.api [None req-19c63524-2999-4cb0-8986-5a654afca3f7 tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Task: {'id': task-2596928, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168044} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.285782] env[62954]: DEBUG nova.network.neutron [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Updating instance_info_cache with network_info: [{"id": "4b71b2eb-a935-4c7c-ab7c-7bb06790b318", "address": "fa:16:3e:c2:6e:f8", "network": {"id": "a3bdc751-8cf3-4508-9734-f077b7bcca4b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-735498890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c9a1a2527e442b2806b13f1fd9765d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b71b2eb-a9", "ovs_interfaceid": "4b71b2eb-a935-4c7c-ab7c-7bb06790b318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.287991] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-19c63524-2999-4cb0-8986-5a654afca3f7 tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 597.287991] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-19c63524-2999-4cb0-8986-5a654afca3f7 tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 597.287991] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-19c63524-2999-4cb0-8986-5a654afca3f7 tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 597.287991] env[62954]: INFO nova.compute.manager [None req-19c63524-2999-4cb0-8986-5a654afca3f7 tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Took 1.14 seconds to destroy the instance on the hypervisor. [ 597.288789] env[62954]: DEBUG oslo.service.loopingcall [None req-19c63524-2999-4cb0-8986-5a654afca3f7 tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 597.290208] env[62954]: DEBUG nova.compute.manager [-] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 597.290317] env[62954]: DEBUG nova.network.neutron [-] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 597.293189] env[62954]: DEBUG oslo_vmware.api [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Waiting for the task: (returnval){ [ 597.293189] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52201122-7c1b-6cdc-673f-2299564c0fea" [ 597.293189] env[62954]: _type = "Task" [ 597.293189] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.300840] env[62954]: DEBUG oslo_vmware.api [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52201122-7c1b-6cdc-673f-2299564c0fea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.340393] env[62954]: DEBUG oslo_vmware.api [None req-67e29e3d-5b41-4e64-92ba-fc39c06576f3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2596926, 'name': CloneVM_Task} progress is 95%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.444553] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Acquiring lock "refresh_cache-c84b0e7f-c973-42df-9d94-2e06f52a67d4" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.444744] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Acquired lock "refresh_cache-c84b0e7f-c973-42df-9d94-2e06f52a67d4" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.444915] env[62954]: DEBUG nova.network.neutron [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 597.700738] env[62954]: DEBUG oslo_concurrency.lockutils [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.773s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.701268] env[62954]: DEBUG nova.compute.manager [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 597.706746] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 22.016s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.790045] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Releasing lock "refresh_cache-38c95ef5-744e-4c32-9cb1-c34868206a85" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.790404] env[62954]: DEBUG nova.compute.manager [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Instance network_info: |[{"id": "4b71b2eb-a935-4c7c-ab7c-7bb06790b318", "address": "fa:16:3e:c2:6e:f8", "network": {"id": "a3bdc751-8cf3-4508-9734-f077b7bcca4b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-735498890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c9a1a2527e442b2806b13f1fd9765d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b71b2eb-a9", "ovs_interfaceid": "4b71b2eb-a935-4c7c-ab7c-7bb06790b318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 597.790828] env[62954]: DEBUG oslo_concurrency.lockutils [req-35db9d08-234c-4ce3-9abf-66d718f023da req-0507c110-19f7-48ef-84d4-629ad39fc2a6 service nova] Acquired lock "refresh_cache-38c95ef5-744e-4c32-9cb1-c34868206a85" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.790926] env[62954]: DEBUG nova.network.neutron [req-35db9d08-234c-4ce3-9abf-66d718f023da req-0507c110-19f7-48ef-84d4-629ad39fc2a6 service nova] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Refreshing network info cache for port 4b71b2eb-a935-4c7c-ab7c-7bb06790b318 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 597.792208] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:6e:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b71b2eb-a935-4c7c-ab7c-7bb06790b318', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 597.802320] env[62954]: DEBUG oslo.service.loopingcall [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 597.802320] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 597.806359] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f918040-89d5-4b55-b862-b0610f1eb1c5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.830572] env[62954]: DEBUG oslo_vmware.api [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52201122-7c1b-6cdc-673f-2299564c0fea, 'name': SearchDatastore_Task, 'duration_secs': 0.040672} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.835493] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 597.835493] env[62954]: value = "task-2596929" [ 597.835493] env[62954]: _type = "Task" [ 597.835493] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.836415] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ff629b7-0f31-4b00-a85c-8f283833d38b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.845891] env[62954]: DEBUG oslo_vmware.api [None req-67e29e3d-5b41-4e64-92ba-fc39c06576f3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2596926, 'name': CloneVM_Task, 'duration_secs': 1.332506} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.846589] env[62954]: INFO nova.virt.vmwareapi.vmops [None req-67e29e3d-5b41-4e64-92ba-fc39c06576f3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Created linked-clone VM from snapshot [ 597.848546] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41e805e-b211-4b13-87a3-ce530d1b1ed5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.851044] env[62954]: DEBUG oslo_vmware.api [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Waiting for the task: (returnval){ [ 597.851044] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52c05170-ca1f-73fb-8031-46d3b566ebc7" [ 597.851044] env[62954]: _type = "Task" [ 597.851044] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.854670] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596929, 'name': CreateVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.861106] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-67e29e3d-5b41-4e64-92ba-fc39c06576f3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Uploading image 3063778a-195d-4ae1-be78-ccca046e4afb {{(pid=62954) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 597.868415] env[62954]: DEBUG oslo_vmware.api [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52c05170-ca1f-73fb-8031-46d3b566ebc7, 'name': SearchDatastore_Task, 'duration_secs': 0.008636} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.868680] env[62954]: DEBUG oslo_concurrency.lockutils [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.868944] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 9ef50827-25d4-4bc6-8438-76c9cba8df0c/9ef50827-25d4-4bc6-8438-76c9cba8df0c.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 597.869836] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16653e9b-95a6-4d52-86ea-805264c194bc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.877257] env[62954]: DEBUG oslo_vmware.api [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Waiting for the task: (returnval){ [ 597.877257] env[62954]: value = "task-2596930" [ 597.877257] env[62954]: _type = "Task" [ 597.877257] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.878871] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-67e29e3d-5b41-4e64-92ba-fc39c06576f3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Destroying the VM {{(pid=62954) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 597.879320] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f7d72415-f08e-448d-b604-cb809e563f05 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.885323] env[62954]: DEBUG oslo_vmware.api [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': task-2596930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.886948] env[62954]: DEBUG oslo_vmware.api [None req-67e29e3d-5b41-4e64-92ba-fc39c06576f3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for the task: (returnval){ [ 597.886948] env[62954]: value = "task-2596931" [ 597.886948] env[62954]: _type = "Task" [ 597.886948] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.895582] env[62954]: DEBUG oslo_vmware.api [None req-67e29e3d-5b41-4e64-92ba-fc39c06576f3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2596931, 'name': Destroy_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.907710] env[62954]: DEBUG oslo_concurrency.lockutils [None req-82a0577f-dcae-4b7c-b5fa-f4175c386edb tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Acquiring lock "14aa865c-40c8-4834-896b-c9284cfd73bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.907975] env[62954]: DEBUG oslo_concurrency.lockutils [None req-82a0577f-dcae-4b7c-b5fa-f4175c386edb tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Lock "14aa865c-40c8-4834-896b-c9284cfd73bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.909196] env[62954]: DEBUG oslo_concurrency.lockutils [None req-82a0577f-dcae-4b7c-b5fa-f4175c386edb tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Acquiring lock "14aa865c-40c8-4834-896b-c9284cfd73bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.909196] env[62954]: DEBUG oslo_concurrency.lockutils [None req-82a0577f-dcae-4b7c-b5fa-f4175c386edb tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Lock "14aa865c-40c8-4834-896b-c9284cfd73bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.909196] env[62954]: DEBUG oslo_concurrency.lockutils [None req-82a0577f-dcae-4b7c-b5fa-f4175c386edb tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Lock "14aa865c-40c8-4834-896b-c9284cfd73bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.912790] env[62954]: INFO nova.compute.manager [None req-82a0577f-dcae-4b7c-b5fa-f4175c386edb tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Terminating instance [ 598.023968] env[62954]: DEBUG nova.network.neutron [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 598.191344] env[62954]: DEBUG nova.network.neutron [-] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.212262] env[62954]: DEBUG nova.compute.utils [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 598.212999] env[62954]: DEBUG nova.compute.manager [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 598.213228] env[62954]: DEBUG nova.network.neutron [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 598.223832] env[62954]: INFO nova.compute.claims [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 598.354661] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596929, 'name': CreateVM_Task, 'duration_secs': 0.492986} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.354967] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 598.355660] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.357386] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.357881] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.358468] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afc704d9-6010-4b0c-9b7e-f59477a3abbf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.365889] env[62954]: DEBUG oslo_vmware.api [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 598.365889] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]520d52c0-4aa9-7c09-27b6-582feeab3bfb" [ 598.365889] env[62954]: _type = "Task" [ 598.365889] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.376910] env[62954]: DEBUG oslo_vmware.api [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]520d52c0-4aa9-7c09-27b6-582feeab3bfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.392180] env[62954]: DEBUG oslo_vmware.api [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': task-2596930, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508689} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.392806] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 9ef50827-25d4-4bc6-8438-76c9cba8df0c/9ef50827-25d4-4bc6-8438-76c9cba8df0c.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 598.393304] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 598.393913] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58b0e2b3-959d-4c48-8884-c02206ca33c4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.401028] env[62954]: DEBUG oslo_vmware.api [None req-67e29e3d-5b41-4e64-92ba-fc39c06576f3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2596931, 'name': Destroy_Task} progress is 33%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.402555] env[62954]: DEBUG oslo_vmware.api [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Waiting for the task: (returnval){ [ 598.402555] env[62954]: value = "task-2596932" [ 598.402555] env[62954]: _type = "Task" [ 598.402555] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.416950] env[62954]: DEBUG nova.compute.manager [None req-82a0577f-dcae-4b7c-b5fa-f4175c386edb tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 598.417221] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-82a0577f-dcae-4b7c-b5fa-f4175c386edb tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 598.417786] env[62954]: DEBUG oslo_vmware.api [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': task-2596932, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.421108] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a2b8c4-12e5-400d-83ca-6941cc7206a2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.429305] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a0577f-dcae-4b7c-b5fa-f4175c386edb tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 598.429597] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1467ada-4bf6-4704-8a3f-77b1150e37ea {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.436350] env[62954]: DEBUG oslo_vmware.api [None req-82a0577f-dcae-4b7c-b5fa-f4175c386edb tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Waiting for the task: (returnval){ [ 598.436350] env[62954]: value = "task-2596933" [ 598.436350] env[62954]: _type = "Task" [ 598.436350] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.446913] env[62954]: DEBUG oslo_vmware.api [None req-82a0577f-dcae-4b7c-b5fa-f4175c386edb tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Task: {'id': task-2596933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.514093] env[62954]: DEBUG nova.policy [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1c4b2ec1c874a7ba0781d32fda4eb40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66dd73a0742843b78d494796d91b4546', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 598.665292] env[62954]: DEBUG nova.network.neutron [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Successfully updated port: 8178ba7e-005c-4af8-bde4-d13ffcd37ee8 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 598.702453] env[62954]: INFO nova.compute.manager [-] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Took 1.41 seconds to deallocate network for instance. [ 598.731909] env[62954]: DEBUG nova.compute.manager [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 598.738020] env[62954]: INFO nova.compute.resource_tracker [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Updating resource usage from migration 232b2631-389e-4c91-8a4b-c8ac969e17b2 [ 598.816263] env[62954]: DEBUG nova.compute.manager [req-ced09c64-5db0-4586-987f-1cc1c29a41e5 req-78294857-6b2e-4e7d-97e7-9f8ed7da60d6 service nova] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Received event network-vif-plugged-8178ba7e-005c-4af8-bde4-d13ffcd37ee8 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 598.817281] env[62954]: DEBUG oslo_concurrency.lockutils [req-ced09c64-5db0-4586-987f-1cc1c29a41e5 req-78294857-6b2e-4e7d-97e7-9f8ed7da60d6 service nova] Acquiring lock "7adb750f-15da-4dde-9769-fbf85030c3e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.818060] env[62954]: DEBUG oslo_concurrency.lockutils [req-ced09c64-5db0-4586-987f-1cc1c29a41e5 req-78294857-6b2e-4e7d-97e7-9f8ed7da60d6 service nova] Lock "7adb750f-15da-4dde-9769-fbf85030c3e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.819037] env[62954]: DEBUG oslo_concurrency.lockutils [req-ced09c64-5db0-4586-987f-1cc1c29a41e5 req-78294857-6b2e-4e7d-97e7-9f8ed7da60d6 service nova] Lock "7adb750f-15da-4dde-9769-fbf85030c3e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.819037] env[62954]: DEBUG nova.compute.manager [req-ced09c64-5db0-4586-987f-1cc1c29a41e5 req-78294857-6b2e-4e7d-97e7-9f8ed7da60d6 service nova] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] No waiting events found dispatching network-vif-plugged-8178ba7e-005c-4af8-bde4-d13ffcd37ee8 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 598.819037] env[62954]: WARNING nova.compute.manager [req-ced09c64-5db0-4586-987f-1cc1c29a41e5 req-78294857-6b2e-4e7d-97e7-9f8ed7da60d6 service nova] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Received unexpected event network-vif-plugged-8178ba7e-005c-4af8-bde4-d13ffcd37ee8 for instance with vm_state building and task_state spawning. [ 598.883595] env[62954]: DEBUG oslo_vmware.api [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]520d52c0-4aa9-7c09-27b6-582feeab3bfb, 'name': SearchDatastore_Task, 'duration_secs': 0.010964} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.883595] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.883595] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 598.883595] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.883919] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.883919] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 598.883919] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-044919c8-a56b-4ed4-a105-250061e85178 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.900124] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 598.900124] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 598.903121] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebb8f286-ffd0-411a-a802-3f1adc891a30 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.911693] env[62954]: DEBUG oslo_vmware.api [None req-67e29e3d-5b41-4e64-92ba-fc39c06576f3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2596931, 'name': Destroy_Task, 'duration_secs': 0.575853} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.918335] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-67e29e3d-5b41-4e64-92ba-fc39c06576f3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Destroyed the VM [ 598.918425] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-67e29e3d-5b41-4e64-92ba-fc39c06576f3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Deleting Snapshot of the VM instance {{(pid=62954) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 598.918959] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-332111e5-fb26-4251-8671-0a4888bf61e4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.922671] env[62954]: DEBUG oslo_vmware.api [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 598.922671] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]522fff79-3215-087a-0e68-0721530fbf4b" [ 598.922671] env[62954]: _type = "Task" [ 598.922671] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.930122] env[62954]: DEBUG oslo_vmware.api [None req-67e29e3d-5b41-4e64-92ba-fc39c06576f3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for the task: (returnval){ [ 598.930122] env[62954]: value = "task-2596934" [ 598.930122] env[62954]: _type = "Task" [ 598.930122] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.930836] env[62954]: DEBUG oslo_vmware.api [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': task-2596932, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066548} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.933748] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 598.941491] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae19896-3e3d-48c6-aad5-f5d4e2809ece {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.948539] env[62954]: DEBUG oslo_vmware.api [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]522fff79-3215-087a-0e68-0721530fbf4b, 'name': SearchDatastore_Task, 'duration_secs': 0.008929} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.952923] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6023e7b-6dc6-4d4a-a719-6681a0462ddd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.973462] env[62954]: DEBUG oslo_vmware.api [None req-67e29e3d-5b41-4e64-92ba-fc39c06576f3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2596934, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.984166] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 9ef50827-25d4-4bc6-8438-76c9cba8df0c/9ef50827-25d4-4bc6-8438-76c9cba8df0c.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 598.991293] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9da84d2-8bcf-4080-8b43-6a2d04f0f4ef {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.009857] env[62954]: DEBUG oslo_vmware.api [None req-82a0577f-dcae-4b7c-b5fa-f4175c386edb tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Task: {'id': task-2596933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.013664] env[62954]: DEBUG oslo_vmware.api [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 599.013664] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52dd46da-e3d6-6542-e977-30a1c786dd36" [ 599.013664] env[62954]: _type = "Task" [ 599.013664] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.023147] env[62954]: DEBUG oslo_vmware.api [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Waiting for the task: (returnval){ [ 599.023147] env[62954]: value = "task-2596935" [ 599.023147] env[62954]: _type = "Task" [ 599.023147] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.035126] env[62954]: DEBUG oslo_vmware.api [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52dd46da-e3d6-6542-e977-30a1c786dd36, 'name': SearchDatastore_Task, 'duration_secs': 0.009936} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.035908] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.036953] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 38c95ef5-744e-4c32-9cb1-c34868206a85/38c95ef5-744e-4c32-9cb1-c34868206a85.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 599.036953] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4fd817aa-8ad4-4d13-9e74-b0b07b6fb7fd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.045720] env[62954]: DEBUG oslo_vmware.api [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': task-2596935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.049872] env[62954]: DEBUG nova.network.neutron [req-35db9d08-234c-4ce3-9abf-66d718f023da req-0507c110-19f7-48ef-84d4-629ad39fc2a6 service nova] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Updated VIF entry in instance network info cache for port 4b71b2eb-a935-4c7c-ab7c-7bb06790b318. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 599.049872] env[62954]: DEBUG nova.network.neutron [req-35db9d08-234c-4ce3-9abf-66d718f023da req-0507c110-19f7-48ef-84d4-629ad39fc2a6 service nova] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Updating instance_info_cache with network_info: [{"id": "4b71b2eb-a935-4c7c-ab7c-7bb06790b318", "address": "fa:16:3e:c2:6e:f8", "network": {"id": "a3bdc751-8cf3-4508-9734-f077b7bcca4b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-735498890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c9a1a2527e442b2806b13f1fd9765d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b71b2eb-a9", "ovs_interfaceid": "4b71b2eb-a935-4c7c-ab7c-7bb06790b318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.052626] env[62954]: DEBUG oslo_vmware.api [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 599.052626] env[62954]: value = "task-2596936" [ 599.052626] env[62954]: _type = "Task" [ 599.052626] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.067525] env[62954]: DEBUG oslo_vmware.api [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2596936, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.173927] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Acquiring lock "refresh_cache-7adb750f-15da-4dde-9769-fbf85030c3e3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.173927] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Acquired lock "refresh_cache-7adb750f-15da-4dde-9769-fbf85030c3e3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.174148] env[62954]: DEBUG nova.network.neutron [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 599.209789] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19c63524-2999-4cb0-8986-5a654afca3f7 tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.349464] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffa9350-fa44-4ba1-b6fa-979c281bcf6d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.364592] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9ec254-e1f7-4993-bfc5-d563de654888 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.407812] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece8eabf-d95a-442e-8016-ae0fa2600133 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.417323] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b3c3c1-56f8-4793-beb0-f90ea029189f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.439977] env[62954]: DEBUG nova.compute.provider_tree [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.441233] env[62954]: DEBUG nova.network.neutron [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Successfully created port: 9b326053-ac4c-4946-a4bc-e0433f152419 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 599.461253] env[62954]: DEBUG oslo_vmware.api [None req-67e29e3d-5b41-4e64-92ba-fc39c06576f3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2596934, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.466027] env[62954]: DEBUG oslo_vmware.api [None req-82a0577f-dcae-4b7c-b5fa-f4175c386edb tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Task: {'id': task-2596933, 'name': PowerOffVM_Task, 'duration_secs': 0.825086} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.469307] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a0577f-dcae-4b7c-b5fa-f4175c386edb tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 599.469556] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-82a0577f-dcae-4b7c-b5fa-f4175c386edb tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 599.469861] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3fb09013-550e-4a42-a3b4-c42e62e35651 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.537322] env[62954]: DEBUG oslo_vmware.api [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': task-2596935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.543941] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-82a0577f-dcae-4b7c-b5fa-f4175c386edb tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 599.544136] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-82a0577f-dcae-4b7c-b5fa-f4175c386edb tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 599.544317] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-82a0577f-dcae-4b7c-b5fa-f4175c386edb tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Deleting the datastore file [datastore2] 14aa865c-40c8-4834-896b-c9284cfd73bd {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 599.544593] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-deb63125-cf1e-4161-93c0-57f82f200490 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.553652] env[62954]: DEBUG oslo_vmware.api [None req-82a0577f-dcae-4b7c-b5fa-f4175c386edb tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Waiting for the task: (returnval){ [ 599.553652] env[62954]: value = "task-2596938" [ 599.553652] env[62954]: _type = "Task" [ 599.553652] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.553652] env[62954]: DEBUG oslo_concurrency.lockutils [req-35db9d08-234c-4ce3-9abf-66d718f023da req-0507c110-19f7-48ef-84d4-629ad39fc2a6 service nova] Releasing lock "refresh_cache-38c95ef5-744e-4c32-9cb1-c34868206a85" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.566213] env[62954]: DEBUG oslo_vmware.api [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2596936, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.568535] env[62954]: DEBUG oslo_vmware.api [None req-82a0577f-dcae-4b7c-b5fa-f4175c386edb tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Task: {'id': task-2596938, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.681332] env[62954]: DEBUG nova.compute.manager [req-cb586420-2838-464c-b38e-02ccf9178328 req-c97fd856-aa3c-4f3c-8872-9bf032e1ebb9 service nova] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Received event network-vif-plugged-4c62dbbc-4b35-4147-924d-604bfdcf8373 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 599.681672] env[62954]: DEBUG oslo_concurrency.lockutils [req-cb586420-2838-464c-b38e-02ccf9178328 req-c97fd856-aa3c-4f3c-8872-9bf032e1ebb9 service nova] Acquiring lock "c84b0e7f-c973-42df-9d94-2e06f52a67d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.681883] env[62954]: DEBUG oslo_concurrency.lockutils [req-cb586420-2838-464c-b38e-02ccf9178328 req-c97fd856-aa3c-4f3c-8872-9bf032e1ebb9 service nova] Lock "c84b0e7f-c973-42df-9d94-2e06f52a67d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.682098] env[62954]: DEBUG oslo_concurrency.lockutils [req-cb586420-2838-464c-b38e-02ccf9178328 req-c97fd856-aa3c-4f3c-8872-9bf032e1ebb9 service nova] Lock "c84b0e7f-c973-42df-9d94-2e06f52a67d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.682280] env[62954]: DEBUG nova.compute.manager [req-cb586420-2838-464c-b38e-02ccf9178328 req-c97fd856-aa3c-4f3c-8872-9bf032e1ebb9 service nova] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] No waiting events found dispatching network-vif-plugged-4c62dbbc-4b35-4147-924d-604bfdcf8373 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 599.682509] env[62954]: WARNING nova.compute.manager [req-cb586420-2838-464c-b38e-02ccf9178328 req-c97fd856-aa3c-4f3c-8872-9bf032e1ebb9 service nova] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Received unexpected event network-vif-plugged-4c62dbbc-4b35-4147-924d-604bfdcf8373 for instance with vm_state building and task_state spawning. [ 599.682712] env[62954]: DEBUG nova.compute.manager [req-cb586420-2838-464c-b38e-02ccf9178328 req-c97fd856-aa3c-4f3c-8872-9bf032e1ebb9 service nova] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Received event network-changed-4c62dbbc-4b35-4147-924d-604bfdcf8373 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 599.682882] env[62954]: DEBUG nova.compute.manager [req-cb586420-2838-464c-b38e-02ccf9178328 req-c97fd856-aa3c-4f3c-8872-9bf032e1ebb9 service nova] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Refreshing instance network info cache due to event network-changed-4c62dbbc-4b35-4147-924d-604bfdcf8373. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 599.683064] env[62954]: DEBUG oslo_concurrency.lockutils [req-cb586420-2838-464c-b38e-02ccf9178328 req-c97fd856-aa3c-4f3c-8872-9bf032e1ebb9 service nova] Acquiring lock "refresh_cache-c84b0e7f-c973-42df-9d94-2e06f52a67d4" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.708299] env[62954]: DEBUG nova.network.neutron [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Updating instance_info_cache with network_info: [{"id": "aa86d6b8-c949-4bb5-b81d-7d4de57a67db", "address": "fa:16:3e:af:9a:42", "network": {"id": "1b90a051-6ead-4bf4-9e56-6282c5091ef8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1126079226", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cab5bae1c28c4a0a836222519a736b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa86d6b8-c9", "ovs_interfaceid": "aa86d6b8-c949-4bb5-b81d-7d4de57a67db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "becd8588-8cc1-4106-b7a1-e62b46ff59f9", "address": "fa:16:3e:06:0b:bb", "network": {"id": "007c3139-1afd-48b0-83e0-f3c88166af99", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1778137565", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "cab5bae1c28c4a0a836222519a736b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbecd8588-8c", "ovs_interfaceid": "becd8588-8cc1-4106-b7a1-e62b46ff59f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4c62dbbc-4b35-4147-924d-604bfdcf8373", "address": "fa:16:3e:c3:b5:98", "network": {"id": "1b90a051-6ead-4bf4-9e56-6282c5091ef8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1126079226", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cab5bae1c28c4a0a836222519a736b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c62dbbc-4b", "ovs_interfaceid": "4c62dbbc-4b35-4147-924d-604bfdcf8373", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.751072] env[62954]: DEBUG nova.compute.manager [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 599.778847] env[62954]: DEBUG nova.network.neutron [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 599.782965] env[62954]: DEBUG nova.virt.hardware [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 599.783425] env[62954]: DEBUG nova.virt.hardware [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 599.783649] env[62954]: DEBUG nova.virt.hardware [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 599.783751] env[62954]: DEBUG nova.virt.hardware [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 599.783932] env[62954]: DEBUG nova.virt.hardware [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 599.784919] env[62954]: DEBUG nova.virt.hardware [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 599.786203] env[62954]: DEBUG nova.virt.hardware [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 599.786361] env[62954]: DEBUG nova.virt.hardware [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 599.786841] env[62954]: DEBUG nova.virt.hardware [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 599.787047] env[62954]: DEBUG nova.virt.hardware [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 599.787777] env[62954]: DEBUG nova.virt.hardware [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 599.788508] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc893b0d-8c38-4184-88cd-011e813cac1b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.797705] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3094c5f-a651-415b-af21-ff4e69062e95 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.951157] env[62954]: DEBUG nova.scheduler.client.report [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 599.961584] env[62954]: DEBUG oslo_vmware.api [None req-67e29e3d-5b41-4e64-92ba-fc39c06576f3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2596934, 'name': RemoveSnapshot_Task, 'duration_secs': 0.856778} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.962111] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-67e29e3d-5b41-4e64-92ba-fc39c06576f3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Deleted Snapshot of the VM instance {{(pid=62954) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 600.034427] env[62954]: DEBUG oslo_vmware.api [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': task-2596935, 'name': ReconfigVM_Task, 'duration_secs': 0.610052} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.034682] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 9ef50827-25d4-4bc6-8438-76c9cba8df0c/9ef50827-25d4-4bc6-8438-76c9cba8df0c.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 600.035291] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0279a5bf-12f9-4ce4-a0fd-32c60e194482 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.041540] env[62954]: DEBUG oslo_vmware.api [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Waiting for the task: (returnval){ [ 600.041540] env[62954]: value = "task-2596939" [ 600.041540] env[62954]: _type = "Task" [ 600.041540] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.049597] env[62954]: DEBUG oslo_vmware.api [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': task-2596939, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.069945] env[62954]: DEBUG oslo_vmware.api [None req-82a0577f-dcae-4b7c-b5fa-f4175c386edb tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Task: {'id': task-2596938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250594} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.074082] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-82a0577f-dcae-4b7c-b5fa-f4175c386edb tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 600.074291] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-82a0577f-dcae-4b7c-b5fa-f4175c386edb tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 600.074467] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-82a0577f-dcae-4b7c-b5fa-f4175c386edb tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 600.074645] env[62954]: INFO nova.compute.manager [None req-82a0577f-dcae-4b7c-b5fa-f4175c386edb tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Took 1.66 seconds to destroy the instance on the hypervisor. [ 600.074883] env[62954]: DEBUG oslo.service.loopingcall [None req-82a0577f-dcae-4b7c-b5fa-f4175c386edb tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 600.075111] env[62954]: DEBUG oslo_vmware.api [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2596936, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528598} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.076533] env[62954]: DEBUG nova.compute.manager [-] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 600.076533] env[62954]: DEBUG nova.network.neutron [-] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 600.077215] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 38c95ef5-744e-4c32-9cb1-c34868206a85/38c95ef5-744e-4c32-9cb1-c34868206a85.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 600.077417] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 600.078205] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ab77ca0-ac4e-42bc-9f75-5b850104f670 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.085167] env[62954]: DEBUG oslo_vmware.api [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 600.085167] env[62954]: value = "task-2596940" [ 600.085167] env[62954]: _type = "Task" [ 600.085167] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.093518] env[62954]: DEBUG oslo_vmware.api [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2596940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.212911] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Releasing lock "refresh_cache-c84b0e7f-c973-42df-9d94-2e06f52a67d4" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.213373] env[62954]: DEBUG nova.compute.manager [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Instance network_info: |[{"id": "aa86d6b8-c949-4bb5-b81d-7d4de57a67db", "address": "fa:16:3e:af:9a:42", "network": {"id": "1b90a051-6ead-4bf4-9e56-6282c5091ef8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1126079226", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cab5bae1c28c4a0a836222519a736b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa86d6b8-c9", "ovs_interfaceid": "aa86d6b8-c949-4bb5-b81d-7d4de57a67db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "becd8588-8cc1-4106-b7a1-e62b46ff59f9", "address": "fa:16:3e:06:0b:bb", "network": {"id": "007c3139-1afd-48b0-83e0-f3c88166af99", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1778137565", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "cab5bae1c28c4a0a836222519a736b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbecd8588-8c", "ovs_interfaceid": "becd8588-8cc1-4106-b7a1-e62b46ff59f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4c62dbbc-4b35-4147-924d-604bfdcf8373", "address": "fa:16:3e:c3:b5:98", "network": {"id": "1b90a051-6ead-4bf4-9e56-6282c5091ef8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1126079226", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cab5bae1c28c4a0a836222519a736b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c62dbbc-4b", "ovs_interfaceid": "4c62dbbc-4b35-4147-924d-604bfdcf8373", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 600.213711] env[62954]: DEBUG oslo_concurrency.lockutils [req-cb586420-2838-464c-b38e-02ccf9178328 req-c97fd856-aa3c-4f3c-8872-9bf032e1ebb9 service nova] Acquired lock "refresh_cache-c84b0e7f-c973-42df-9d94-2e06f52a67d4" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.214070] env[62954]: DEBUG nova.network.neutron [req-cb586420-2838-464c-b38e-02ccf9178328 req-c97fd856-aa3c-4f3c-8872-9bf032e1ebb9 service nova] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Refreshing network info cache for port 4c62dbbc-4b35-4147-924d-604bfdcf8373 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 600.215740] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:9a:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e68d1a61-2c49-4777-87c4-5eb73c467ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa86d6b8-c949-4bb5-b81d-7d4de57a67db', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:0b:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'becd8588-8cc1-4106-b7a1-e62b46ff59f9', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:b5:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e68d1a61-2c49-4777-87c4-5eb73c467ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c62dbbc-4b35-4147-924d-604bfdcf8373', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 600.226770] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Creating folder: Project (cab5bae1c28c4a0a836222519a736b9a). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.228507] env[62954]: DEBUG nova.network.neutron [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Updating instance_info_cache with network_info: [{"id": "8178ba7e-005c-4af8-bde4-d13ffcd37ee8", "address": "fa:16:3e:2d:aa:35", "network": {"id": "7d93cd88-3a79-4663-b604-587d28ffb013", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ae6c0f6d5bc5436aa4f50fbf2889df6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8178ba7e-00", "ovs_interfaceid": "8178ba7e-005c-4af8-bde4-d13ffcd37ee8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.232657] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77a761da-43eb-42f2-9308-3a03698cd471 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.248018] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Created folder: Project (cab5bae1c28c4a0a836222519a736b9a) in parent group-v523717. [ 600.248018] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Creating folder: Instances. Parent ref: group-v523781. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.248018] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f5950d6-f3dc-45ba-99a1-7f5d93a6edd0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.256413] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Created folder: Instances in parent group-v523781. [ 600.256808] env[62954]: DEBUG oslo.service.loopingcall [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 600.257133] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 600.257376] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afab7d49-748e-44ce-bb6e-9acf19694aec {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.287717] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 600.287717] env[62954]: value = "task-2596943" [ 600.287717] env[62954]: _type = "Task" [ 600.287717] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.296728] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596943, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.466031] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.757s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.466031] env[62954]: INFO nova.compute.manager [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Migrating [ 600.466031] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.466031] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.466031] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.171s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.466031] env[62954]: DEBUG nova.objects.instance [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62954) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 600.472068] env[62954]: WARNING nova.compute.manager [None req-67e29e3d-5b41-4e64-92ba-fc39c06576f3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Image not found during snapshot: nova.exception.ImageNotFound: Image 3063778a-195d-4ae1-be78-ccca046e4afb could not be found. [ 600.558964] env[62954]: DEBUG oslo_vmware.api [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': task-2596939, 'name': Rename_Task, 'duration_secs': 0.155004} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.561198] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 600.561835] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efcdf3d0-95cb-40b2-951a-964172ff6ca4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.571259] env[62954]: DEBUG oslo_vmware.api [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Waiting for the task: (returnval){ [ 600.571259] env[62954]: value = "task-2596944" [ 600.571259] env[62954]: _type = "Task" [ 600.571259] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.579371] env[62954]: DEBUG oslo_vmware.api [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': task-2596944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.594472] env[62954]: DEBUG oslo_vmware.api [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2596940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060845} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.594653] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 600.596590] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdf3177-3427-40b2-a79d-916b1c6bc761 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.627495] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 38c95ef5-744e-4c32-9cb1-c34868206a85/38c95ef5-744e-4c32-9cb1-c34868206a85.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 600.631834] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbd514d7-fded-46bc-87f9-543730184d3a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.654731] env[62954]: DEBUG oslo_vmware.api [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 600.654731] env[62954]: value = "task-2596945" [ 600.654731] env[62954]: _type = "Task" [ 600.654731] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.669032] env[62954]: DEBUG oslo_vmware.api [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2596945, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.736516] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Releasing lock "refresh_cache-7adb750f-15da-4dde-9769-fbf85030c3e3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.737737] env[62954]: DEBUG nova.compute.manager [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Instance network_info: |[{"id": "8178ba7e-005c-4af8-bde4-d13ffcd37ee8", "address": "fa:16:3e:2d:aa:35", "network": {"id": "7d93cd88-3a79-4663-b604-587d28ffb013", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ae6c0f6d5bc5436aa4f50fbf2889df6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8178ba7e-00", "ovs_interfaceid": "8178ba7e-005c-4af8-bde4-d13ffcd37ee8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 600.737914] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:aa:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8178ba7e-005c-4af8-bde4-d13ffcd37ee8', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 600.745766] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Creating folder: Project (66dd73a0742843b78d494796d91b4546). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.746230] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c45f319d-2ce7-4a1e-a6b6-b132d9b91733 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.759029] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Created folder: Project (66dd73a0742843b78d494796d91b4546) in parent group-v523717. [ 600.759029] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Creating folder: Instances. Parent ref: group-v523784. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.759029] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cab6ccf0-612e-463f-97e9-db33bf617193 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.768524] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Created folder: Instances in parent group-v523784. [ 600.768524] env[62954]: DEBUG oslo.service.loopingcall [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 600.769782] env[62954]: DEBUG nova.network.neutron [req-cb586420-2838-464c-b38e-02ccf9178328 req-c97fd856-aa3c-4f3c-8872-9bf032e1ebb9 service nova] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Updated VIF entry in instance network info cache for port 4c62dbbc-4b35-4147-924d-604bfdcf8373. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 600.770392] env[62954]: DEBUG nova.network.neutron [req-cb586420-2838-464c-b38e-02ccf9178328 req-c97fd856-aa3c-4f3c-8872-9bf032e1ebb9 service nova] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Updating instance_info_cache with network_info: [{"id": "aa86d6b8-c949-4bb5-b81d-7d4de57a67db", "address": "fa:16:3e:af:9a:42", "network": {"id": "1b90a051-6ead-4bf4-9e56-6282c5091ef8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1126079226", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cab5bae1c28c4a0a836222519a736b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa86d6b8-c9", "ovs_interfaceid": "aa86d6b8-c949-4bb5-b81d-7d4de57a67db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "becd8588-8cc1-4106-b7a1-e62b46ff59f9", "address": "fa:16:3e:06:0b:bb", "network": {"id": "007c3139-1afd-48b0-83e0-f3c88166af99", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1778137565", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "cab5bae1c28c4a0a836222519a736b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbecd8588-8c", "ovs_interfaceid": "becd8588-8cc1-4106-b7a1-e62b46ff59f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4c62dbbc-4b35-4147-924d-604bfdcf8373", "address": "fa:16:3e:c3:b5:98", "network": {"id": "1b90a051-6ead-4bf4-9e56-6282c5091ef8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1126079226", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cab5bae1c28c4a0a836222519a736b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c62dbbc-4b", "ovs_interfaceid": "4c62dbbc-4b35-4147-924d-604bfdcf8373", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.771665] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 600.771960] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-493556ca-5c23-44e8-9cf5-f04d9d9d36be {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.788317] env[62954]: DEBUG oslo_concurrency.lockutils [req-cb586420-2838-464c-b38e-02ccf9178328 req-c97fd856-aa3c-4f3c-8872-9bf032e1ebb9 service nova] Releasing lock "refresh_cache-c84b0e7f-c973-42df-9d94-2e06f52a67d4" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.788591] env[62954]: DEBUG nova.compute.manager [req-cb586420-2838-464c-b38e-02ccf9178328 req-c97fd856-aa3c-4f3c-8872-9bf032e1ebb9 service nova] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Received event network-vif-deleted-954d3b39-4ef9-40dd-bd8d-28ab2c7903e3 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 600.796230] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 600.796230] env[62954]: value = "task-2596948" [ 600.796230] env[62954]: _type = "Task" [ 600.796230] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.801962] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596943, 'name': CreateVM_Task, 'duration_secs': 0.401793} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.802486] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 600.803377] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.803587] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.803999] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.807203] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e80a4c9b-1bcc-43c8-934c-00cbcdfe4258 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.808797] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596948, 'name': CreateVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.811824] env[62954]: DEBUG oslo_vmware.api [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Waiting for the task: (returnval){ [ 600.811824] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52f4fad5-df33-aa9b-18dd-fdb29c88083d" [ 600.811824] env[62954]: _type = "Task" [ 600.811824] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.820450] env[62954]: DEBUG oslo_vmware.api [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52f4fad5-df33-aa9b-18dd-fdb29c88083d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.970576] env[62954]: INFO nova.compute.rpcapi [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 600.971199] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.053389] env[62954]: DEBUG nova.compute.manager [req-eebd3835-d82a-43e9-a878-21127f661ac5 req-a9a60a91-d18f-49e7-9f28-78d512fb4ec3 service nova] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Received event network-changed-8178ba7e-005c-4af8-bde4-d13ffcd37ee8 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 601.053660] env[62954]: DEBUG nova.compute.manager [req-eebd3835-d82a-43e9-a878-21127f661ac5 req-a9a60a91-d18f-49e7-9f28-78d512fb4ec3 service nova] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Refreshing instance network info cache due to event network-changed-8178ba7e-005c-4af8-bde4-d13ffcd37ee8. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 601.054042] env[62954]: DEBUG oslo_concurrency.lockutils [req-eebd3835-d82a-43e9-a878-21127f661ac5 req-a9a60a91-d18f-49e7-9f28-78d512fb4ec3 service nova] Acquiring lock "refresh_cache-7adb750f-15da-4dde-9769-fbf85030c3e3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.054522] env[62954]: DEBUG oslo_concurrency.lockutils [req-eebd3835-d82a-43e9-a878-21127f661ac5 req-a9a60a91-d18f-49e7-9f28-78d512fb4ec3 service nova] Acquired lock "refresh_cache-7adb750f-15da-4dde-9769-fbf85030c3e3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.054739] env[62954]: DEBUG nova.network.neutron [req-eebd3835-d82a-43e9-a878-21127f661ac5 req-a9a60a91-d18f-49e7-9f28-78d512fb4ec3 service nova] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Refreshing network info cache for port 8178ba7e-005c-4af8-bde4-d13ffcd37ee8 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 601.093876] env[62954]: DEBUG oslo_vmware.api [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': task-2596944, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.104550] env[62954]: DEBUG oslo_concurrency.lockutils [None req-74bc48ae-e9ab-4e83-adc3-48b6cfc92af3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Acquiring lock "d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.104826] env[62954]: DEBUG oslo_concurrency.lockutils [None req-74bc48ae-e9ab-4e83-adc3-48b6cfc92af3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Lock "d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.105059] env[62954]: DEBUG oslo_concurrency.lockutils [None req-74bc48ae-e9ab-4e83-adc3-48b6cfc92af3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Acquiring lock "d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.105249] env[62954]: DEBUG oslo_concurrency.lockutils [None req-74bc48ae-e9ab-4e83-adc3-48b6cfc92af3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Lock "d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.105472] env[62954]: DEBUG oslo_concurrency.lockutils [None req-74bc48ae-e9ab-4e83-adc3-48b6cfc92af3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Lock "d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.107521] env[62954]: INFO nova.compute.manager [None req-74bc48ae-e9ab-4e83-adc3-48b6cfc92af3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Terminating instance [ 601.168115] env[62954]: DEBUG oslo_vmware.api [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2596945, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.186015] env[62954]: DEBUG nova.network.neutron [-] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.305358] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596948, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.324994] env[62954]: DEBUG oslo_vmware.api [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52f4fad5-df33-aa9b-18dd-fdb29c88083d, 'name': SearchDatastore_Task, 'duration_secs': 0.013243} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.324994] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.324994] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 601.325221] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.325368] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.325550] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 601.325807] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5072f336-762c-4ef5-828b-1c6eacbeecb1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.334525] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 601.334525] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 601.335117] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52da68c9-e947-454b-a0c1-241217cfa83b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.340603] env[62954]: DEBUG oslo_vmware.api [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Waiting for the task: (returnval){ [ 601.340603] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52d1f1c2-60e1-c842-656f-6114898b4fa9" [ 601.340603] env[62954]: _type = "Task" [ 601.340603] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.347987] env[62954]: DEBUG oslo_vmware.api [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d1f1c2-60e1-c842-656f-6114898b4fa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.496197] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5c98a65a-89a5-4921-82ad-313f47da8e56 tempest-ServersAdmin275Test-324383700 tempest-ServersAdmin275Test-324383700-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.029s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.496197] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquiring lock "refresh_cache-2e7fdade-c4c3-400c-b59a-b77382e4348c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.496197] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquired lock "refresh_cache-2e7fdade-c4c3-400c-b59a-b77382e4348c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.496197] env[62954]: DEBUG nova.network.neutron [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 601.501292] env[62954]: DEBUG oslo_concurrency.lockutils [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.771s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.501292] env[62954]: INFO nova.compute.claims [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 601.584576] env[62954]: DEBUG oslo_vmware.api [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': task-2596944, 'name': PowerOnVM_Task, 'duration_secs': 0.747297} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.584576] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 601.584947] env[62954]: INFO nova.compute.manager [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Took 9.91 seconds to spawn the instance on the hypervisor. [ 601.584947] env[62954]: DEBUG nova.compute.manager [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 601.585743] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281d1a8d-05ec-4ee4-bb9e-b2776b63c289 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.613511] env[62954]: DEBUG nova.compute.manager [None req-74bc48ae-e9ab-4e83-adc3-48b6cfc92af3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 601.613979] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-74bc48ae-e9ab-4e83-adc3-48b6cfc92af3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 601.614877] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35ed96b-9409-447c-94b5-4431db95b7f9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.626430] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-74bc48ae-e9ab-4e83-adc3-48b6cfc92af3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 601.626703] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3ae84a3-904a-42f9-93b0-04f69fc29050 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.634102] env[62954]: DEBUG oslo_vmware.api [None req-74bc48ae-e9ab-4e83-adc3-48b6cfc92af3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for the task: (returnval){ [ 601.634102] env[62954]: value = "task-2596949" [ 601.634102] env[62954]: _type = "Task" [ 601.634102] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.646766] env[62954]: DEBUG oslo_vmware.api [None req-74bc48ae-e9ab-4e83-adc3-48b6cfc92af3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2596949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.665244] env[62954]: DEBUG oslo_vmware.api [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2596945, 'name': ReconfigVM_Task, 'duration_secs': 0.536432} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.665538] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 38c95ef5-744e-4c32-9cb1-c34868206a85/38c95ef5-744e-4c32-9cb1-c34868206a85.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 601.666202] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc90354d-b0ce-4516-8fb4-8cd4264d5cf9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.673072] env[62954]: DEBUG oslo_vmware.api [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 601.673072] env[62954]: value = "task-2596950" [ 601.673072] env[62954]: _type = "Task" [ 601.673072] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.687213] env[62954]: DEBUG oslo_vmware.api [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2596950, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.689761] env[62954]: INFO nova.compute.manager [-] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Took 1.61 seconds to deallocate network for instance. [ 601.805544] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596948, 'name': CreateVM_Task, 'duration_secs': 0.542783} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.805831] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 601.807091] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.807091] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.807686] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.807686] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26450814-f2e0-4b27-954b-275b445c6141 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.814276] env[62954]: DEBUG oslo_vmware.api [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Waiting for the task: (returnval){ [ 601.814276] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5222b6ea-189c-0dcc-8705-c2c7b473423a" [ 601.814276] env[62954]: _type = "Task" [ 601.814276] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.823294] env[62954]: DEBUG oslo_vmware.api [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5222b6ea-189c-0dcc-8705-c2c7b473423a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.850470] env[62954]: DEBUG oslo_vmware.api [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d1f1c2-60e1-c842-656f-6114898b4fa9, 'name': SearchDatastore_Task, 'duration_secs': 0.009525} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.853689] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d17b9d7e-072a-4118-acfa-2dd62a5a601f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.856709] env[62954]: DEBUG oslo_vmware.api [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Waiting for the task: (returnval){ [ 601.856709] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52c6af10-2efe-a627-00ce-beade0e52985" [ 601.856709] env[62954]: _type = "Task" [ 601.856709] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.865069] env[62954]: DEBUG oslo_vmware.api [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52c6af10-2efe-a627-00ce-beade0e52985, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.072671] env[62954]: DEBUG oslo_concurrency.lockutils [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Acquiring lock "5157c346-c7da-488e-b7fd-1dccac3bf61b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.073346] env[62954]: DEBUG oslo_concurrency.lockutils [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Lock "5157c346-c7da-488e-b7fd-1dccac3bf61b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.108899] env[62954]: DEBUG nova.compute.manager [req-4ace7790-fe8d-45f1-8008-797cc3c547ef req-90c11c61-91fb-40f7-8597-2ae25f85df8b service nova] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Received event network-vif-deleted-97d7052b-4d7e-4ed9-9a27-c6a10c7dea3d {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 602.110098] env[62954]: INFO nova.compute.manager [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Took 29.98 seconds to build instance. [ 602.147444] env[62954]: DEBUG oslo_vmware.api [None req-74bc48ae-e9ab-4e83-adc3-48b6cfc92af3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2596949, 'name': PowerOffVM_Task, 'duration_secs': 0.200179} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.147763] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-74bc48ae-e9ab-4e83-adc3-48b6cfc92af3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 602.148024] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-74bc48ae-e9ab-4e83-adc3-48b6cfc92af3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 602.148290] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9bee1fc-3b59-4d7e-9588-da4384a136dc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.183596] env[62954]: DEBUG oslo_vmware.api [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2596950, 'name': Rename_Task, 'duration_secs': 0.153518} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.186013] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 602.186013] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15914a44-aa8c-4235-9229-d8dcba06b94e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.190165] env[62954]: DEBUG oslo_vmware.api [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 602.190165] env[62954]: value = "task-2596952" [ 602.190165] env[62954]: _type = "Task" [ 602.190165] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.199050] env[62954]: DEBUG oslo_concurrency.lockutils [None req-82a0577f-dcae-4b7c-b5fa-f4175c386edb tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.199328] env[62954]: DEBUG oslo_vmware.api [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2596952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.217453] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-74bc48ae-e9ab-4e83-adc3-48b6cfc92af3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 602.217684] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-74bc48ae-e9ab-4e83-adc3-48b6cfc92af3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 602.217870] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-74bc48ae-e9ab-4e83-adc3-48b6cfc92af3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Deleting the datastore file [datastore2] d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 602.218162] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2834bbeb-2659-48d9-ba7b-115e82cb5c39 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.226678] env[62954]: DEBUG oslo_vmware.api [None req-74bc48ae-e9ab-4e83-adc3-48b6cfc92af3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for the task: (returnval){ [ 602.226678] env[62954]: value = "task-2596953" [ 602.226678] env[62954]: _type = "Task" [ 602.226678] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.234029] env[62954]: DEBUG oslo_vmware.api [None req-74bc48ae-e9ab-4e83-adc3-48b6cfc92af3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2596953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.325705] env[62954]: DEBUG oslo_vmware.api [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5222b6ea-189c-0dcc-8705-c2c7b473423a, 'name': SearchDatastore_Task, 'duration_secs': 0.024915} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.328243] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.331894] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 602.331894] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.331894] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.331894] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 602.331894] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5072bc9c-b6b3-4f73-8b14-13f449f570c8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.340335] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 602.340335] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 602.340547] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffbf2a68-eeb3-4ef0-9b09-c689b1708170 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.350385] env[62954]: DEBUG oslo_vmware.api [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Waiting for the task: (returnval){ [ 602.350385] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52c890bb-e2c0-fe5f-7321-fda5a104f0b9" [ 602.350385] env[62954]: _type = "Task" [ 602.350385] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.358483] env[62954]: DEBUG oslo_vmware.api [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52c890bb-e2c0-fe5f-7321-fda5a104f0b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.366606] env[62954]: DEBUG oslo_vmware.api [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52c6af10-2efe-a627-00ce-beade0e52985, 'name': SearchDatastore_Task, 'duration_secs': 0.01082} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.366862] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.367141] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] c84b0e7f-c973-42df-9d94-2e06f52a67d4/c84b0e7f-c973-42df-9d94-2e06f52a67d4.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 602.367403] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e162cd1b-d5a1-41e3-a696-11c209946e95 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.372855] env[62954]: DEBUG oslo_vmware.api [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Waiting for the task: (returnval){ [ 602.372855] env[62954]: value = "task-2596954" [ 602.372855] env[62954]: _type = "Task" [ 602.372855] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.380682] env[62954]: DEBUG oslo_vmware.api [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': task-2596954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.446984] env[62954]: DEBUG nova.network.neutron [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Successfully updated port: 9b326053-ac4c-4946-a4bc-e0433f152419 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 602.468989] env[62954]: DEBUG nova.network.neutron [req-eebd3835-d82a-43e9-a878-21127f661ac5 req-a9a60a91-d18f-49e7-9f28-78d512fb4ec3 service nova] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Updated VIF entry in instance network info cache for port 8178ba7e-005c-4af8-bde4-d13ffcd37ee8. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 602.469580] env[62954]: DEBUG nova.network.neutron [req-eebd3835-d82a-43e9-a878-21127f661ac5 req-a9a60a91-d18f-49e7-9f28-78d512fb4ec3 service nova] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Updating instance_info_cache with network_info: [{"id": "8178ba7e-005c-4af8-bde4-d13ffcd37ee8", "address": "fa:16:3e:2d:aa:35", "network": {"id": "7d93cd88-3a79-4663-b604-587d28ffb013", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ae6c0f6d5bc5436aa4f50fbf2889df6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8178ba7e-00", "ovs_interfaceid": "8178ba7e-005c-4af8-bde4-d13ffcd37ee8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.612490] env[62954]: DEBUG oslo_concurrency.lockutils [None req-252d7e86-1b85-4b97-9a8a-f4d521b3db78 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Lock "9ef50827-25d4-4bc6-8438-76c9cba8df0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.493s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.645199] env[62954]: DEBUG nova.network.neutron [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Updating instance_info_cache with network_info: [{"id": "94499eff-d9ea-482f-8e3c-85cbaaf3e3cc", "address": "fa:16:3e:1f:53:d9", "network": {"id": "7d93cd88-3a79-4663-b604-587d28ffb013", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ae6c0f6d5bc5436aa4f50fbf2889df6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94499eff-d9", "ovs_interfaceid": "94499eff-d9ea-482f-8e3c-85cbaaf3e3cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.701885] env[62954]: DEBUG oslo_vmware.api [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2596952, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.738036] env[62954]: DEBUG oslo_vmware.api [None req-74bc48ae-e9ab-4e83-adc3-48b6cfc92af3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2596953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135865} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.741410] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-74bc48ae-e9ab-4e83-adc3-48b6cfc92af3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 602.741638] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-74bc48ae-e9ab-4e83-adc3-48b6cfc92af3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 602.741855] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-74bc48ae-e9ab-4e83-adc3-48b6cfc92af3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 602.741983] env[62954]: INFO nova.compute.manager [None req-74bc48ae-e9ab-4e83-adc3-48b6cfc92af3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 602.742245] env[62954]: DEBUG oslo.service.loopingcall [None req-74bc48ae-e9ab-4e83-adc3-48b6cfc92af3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 602.744086] env[62954]: DEBUG nova.compute.manager [-] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 602.744209] env[62954]: DEBUG nova.network.neutron [-] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 602.862906] env[62954]: DEBUG oslo_vmware.api [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52c890bb-e2c0-fe5f-7321-fda5a104f0b9, 'name': SearchDatastore_Task, 'duration_secs': 0.009556} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.863738] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea92c8fc-1196-45ce-9912-ecd14f365b16 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.871310] env[62954]: DEBUG oslo_vmware.api [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Waiting for the task: (returnval){ [ 602.871310] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52f1d16e-d9c4-9a39-d7a7-6d634a9433d7" [ 602.871310] env[62954]: _type = "Task" [ 602.871310] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.887246] env[62954]: DEBUG oslo_vmware.api [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': task-2596954, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507364} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.887485] env[62954]: DEBUG oslo_vmware.api [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52f1d16e-d9c4-9a39-d7a7-6d634a9433d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.887745] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] c84b0e7f-c973-42df-9d94-2e06f52a67d4/c84b0e7f-c973-42df-9d94-2e06f52a67d4.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.888035] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 602.888301] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a0956f2-5472-4cc0-80e2-9856d5dc8731 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.893949] env[62954]: DEBUG oslo_vmware.api [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Waiting for the task: (returnval){ [ 602.893949] env[62954]: value = "task-2596955" [ 602.893949] env[62954]: _type = "Task" [ 602.893949] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.905124] env[62954]: DEBUG oslo_vmware.api [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': task-2596955, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.949708] env[62954]: DEBUG oslo_concurrency.lockutils [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Acquiring lock "refresh_cache-6dbc1cd2-276a-4592-9d70-206b1d1fc144" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.949929] env[62954]: DEBUG oslo_concurrency.lockutils [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Acquired lock "refresh_cache-6dbc1cd2-276a-4592-9d70-206b1d1fc144" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.950058] env[62954]: DEBUG nova.network.neutron [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 602.971708] env[62954]: DEBUG oslo_concurrency.lockutils [req-eebd3835-d82a-43e9-a878-21127f661ac5 req-a9a60a91-d18f-49e7-9f28-78d512fb4ec3 service nova] Releasing lock "refresh_cache-7adb750f-15da-4dde-9769-fbf85030c3e3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.046195] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491c4458-0523-4a26-a68d-d46e35f57598 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.056827] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6ab8fc-d69c-47d8-ab12-6b0ca6c2b171 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.088219] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30aa208e-6862-4b3e-90d4-68f7ba44f648 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.095725] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d5ac74-5d68-4c8a-9f78-cf1f87784f65 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.109783] env[62954]: DEBUG nova.compute.provider_tree [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.115203] env[62954]: DEBUG nova.compute.manager [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 603.147617] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Releasing lock "refresh_cache-2e7fdade-c4c3-400c-b59a-b77382e4348c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.201071] env[62954]: DEBUG oslo_vmware.api [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2596952, 'name': PowerOnVM_Task, 'duration_secs': 0.567635} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.201071] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 603.201071] env[62954]: INFO nova.compute.manager [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Took 8.86 seconds to spawn the instance on the hypervisor. [ 603.201071] env[62954]: DEBUG nova.compute.manager [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 603.201872] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33fe3286-15c3-4992-8c8a-62ce641e1829 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.384632] env[62954]: DEBUG oslo_vmware.api [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52f1d16e-d9c4-9a39-d7a7-6d634a9433d7, 'name': SearchDatastore_Task, 'duration_secs': 0.010914} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.384897] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.385268] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 7adb750f-15da-4dde-9769-fbf85030c3e3/7adb750f-15da-4dde-9769-fbf85030c3e3.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 603.385433] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c0bef08-a9d9-486f-bc4f-68f6f479d549 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.392126] env[62954]: DEBUG oslo_vmware.api [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Waiting for the task: (returnval){ [ 603.392126] env[62954]: value = "task-2596956" [ 603.392126] env[62954]: _type = "Task" [ 603.392126] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.402909] env[62954]: DEBUG oslo_vmware.api [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2596956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.407304] env[62954]: DEBUG oslo_vmware.api [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': task-2596955, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.200653} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.407304] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 603.408238] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee033fb-6eaf-4a3e-a01b-4a98b5a0bf4c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.442881] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] c84b0e7f-c973-42df-9d94-2e06f52a67d4/c84b0e7f-c973-42df-9d94-2e06f52a67d4.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 603.442881] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ff59892-3834-4e7a-97c6-c8428783ea5a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.466618] env[62954]: DEBUG oslo_vmware.api [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Waiting for the task: (returnval){ [ 603.466618] env[62954]: value = "task-2596957" [ 603.466618] env[62954]: _type = "Task" [ 603.466618] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.476038] env[62954]: DEBUG oslo_vmware.api [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': task-2596957, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.502941] env[62954]: DEBUG nova.network.neutron [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 603.613599] env[62954]: DEBUG nova.scheduler.client.report [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 603.648918] env[62954]: DEBUG oslo_concurrency.lockutils [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.717390] env[62954]: DEBUG nova.network.neutron [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Updating instance_info_cache with network_info: [{"id": "9b326053-ac4c-4946-a4bc-e0433f152419", "address": "fa:16:3e:ef:06:6e", "network": {"id": "7d93cd88-3a79-4663-b604-587d28ffb013", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ae6c0f6d5bc5436aa4f50fbf2889df6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b326053-ac", "ovs_interfaceid": "9b326053-ac4c-4946-a4bc-e0433f152419", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.723044] env[62954]: DEBUG nova.network.neutron [-] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.738602] env[62954]: INFO nova.compute.manager [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Took 30.22 seconds to build instance. [ 603.907515] env[62954]: DEBUG oslo_vmware.api [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2596956, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469648} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.907821] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 7adb750f-15da-4dde-9769-fbf85030c3e3/7adb750f-15da-4dde-9769-fbf85030c3e3.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 603.908115] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 603.908437] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2adb7ae0-b3c9-4734-a21f-8ad344ba3757 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.915016] env[62954]: DEBUG oslo_vmware.api [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Waiting for the task: (returnval){ [ 603.915016] env[62954]: value = "task-2596958" [ 603.915016] env[62954]: _type = "Task" [ 603.915016] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.923497] env[62954]: DEBUG oslo_vmware.api [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2596958, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.978152] env[62954]: DEBUG oslo_vmware.api [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': task-2596957, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.122651] env[62954]: DEBUG oslo_concurrency.lockutils [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.123302] env[62954]: DEBUG nova.compute.manager [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 604.129180] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f739c602-b633-4acc-b423-00a1d915a3ed tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.787s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.129180] env[62954]: DEBUG nova.objects.instance [None req-f739c602-b633-4acc-b423-00a1d915a3ed tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Lazy-loading 'resources' on Instance uuid 422c1d47-c8e5-4db0-bd13-3396a24906b7 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 604.215756] env[62954]: DEBUG nova.compute.manager [req-230a943b-195a-4910-8c07-14d754e37c2a req-7eade740-afdb-4fe7-be10-1355cea586f6 service nova] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Received event network-vif-plugged-9b326053-ac4c-4946-a4bc-e0433f152419 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 604.215990] env[62954]: DEBUG oslo_concurrency.lockutils [req-230a943b-195a-4910-8c07-14d754e37c2a req-7eade740-afdb-4fe7-be10-1355cea586f6 service nova] Acquiring lock "6dbc1cd2-276a-4592-9d70-206b1d1fc144-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.217273] env[62954]: DEBUG oslo_concurrency.lockutils [req-230a943b-195a-4910-8c07-14d754e37c2a req-7eade740-afdb-4fe7-be10-1355cea586f6 service nova] Lock "6dbc1cd2-276a-4592-9d70-206b1d1fc144-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.217273] env[62954]: DEBUG oslo_concurrency.lockutils [req-230a943b-195a-4910-8c07-14d754e37c2a req-7eade740-afdb-4fe7-be10-1355cea586f6 service nova] Lock "6dbc1cd2-276a-4592-9d70-206b1d1fc144-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.217273] env[62954]: DEBUG nova.compute.manager [req-230a943b-195a-4910-8c07-14d754e37c2a req-7eade740-afdb-4fe7-be10-1355cea586f6 service nova] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] No waiting events found dispatching network-vif-plugged-9b326053-ac4c-4946-a4bc-e0433f152419 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 604.217430] env[62954]: WARNING nova.compute.manager [req-230a943b-195a-4910-8c07-14d754e37c2a req-7eade740-afdb-4fe7-be10-1355cea586f6 service nova] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Received unexpected event network-vif-plugged-9b326053-ac4c-4946-a4bc-e0433f152419 for instance with vm_state building and task_state spawning. [ 604.217660] env[62954]: DEBUG nova.compute.manager [req-230a943b-195a-4910-8c07-14d754e37c2a req-7eade740-afdb-4fe7-be10-1355cea586f6 service nova] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Received event network-changed-9b326053-ac4c-4946-a4bc-e0433f152419 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 604.217831] env[62954]: DEBUG nova.compute.manager [req-230a943b-195a-4910-8c07-14d754e37c2a req-7eade740-afdb-4fe7-be10-1355cea586f6 service nova] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Refreshing instance network info cache due to event network-changed-9b326053-ac4c-4946-a4bc-e0433f152419. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 604.219117] env[62954]: DEBUG oslo_concurrency.lockutils [req-230a943b-195a-4910-8c07-14d754e37c2a req-7eade740-afdb-4fe7-be10-1355cea586f6 service nova] Acquiring lock "refresh_cache-6dbc1cd2-276a-4592-9d70-206b1d1fc144" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.227070] env[62954]: DEBUG oslo_concurrency.lockutils [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Releasing lock "refresh_cache-6dbc1cd2-276a-4592-9d70-206b1d1fc144" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.227386] env[62954]: DEBUG nova.compute.manager [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Instance network_info: |[{"id": "9b326053-ac4c-4946-a4bc-e0433f152419", "address": "fa:16:3e:ef:06:6e", "network": {"id": "7d93cd88-3a79-4663-b604-587d28ffb013", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ae6c0f6d5bc5436aa4f50fbf2889df6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b326053-ac", "ovs_interfaceid": "9b326053-ac4c-4946-a4bc-e0433f152419", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 604.227934] env[62954]: DEBUG oslo_concurrency.lockutils [req-230a943b-195a-4910-8c07-14d754e37c2a req-7eade740-afdb-4fe7-be10-1355cea586f6 service nova] Acquired lock "refresh_cache-6dbc1cd2-276a-4592-9d70-206b1d1fc144" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.228521] env[62954]: DEBUG nova.network.neutron [req-230a943b-195a-4910-8c07-14d754e37c2a req-7eade740-afdb-4fe7-be10-1355cea586f6 service nova] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Refreshing network info cache for port 9b326053-ac4c-4946-a4bc-e0433f152419 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 604.229810] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:06:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b326053-ac4c-4946-a4bc-e0433f152419', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 604.239230] env[62954]: DEBUG oslo.service.loopingcall [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 604.242287] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 604.243680] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b5645d7e-9341-49fb-bd79-1cd13ab6dfb7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "38c95ef5-744e-4c32-9cb1-c34868206a85" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.965s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.243680] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-708a49d9-ae5d-463f-a1e2-0f31676ae229 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.263726] env[62954]: INFO nova.compute.manager [-] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Took 1.52 seconds to deallocate network for instance. [ 604.271931] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 604.271931] env[62954]: value = "task-2596959" [ 604.271931] env[62954]: _type = "Task" [ 604.271931] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.280784] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596959, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.426513] env[62954]: DEBUG oslo_vmware.api [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2596958, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088356} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.427261] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 604.427811] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac7fcf6-051f-4dc2-a94c-5b2243cbf330 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.467584] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 7adb750f-15da-4dde-9769-fbf85030c3e3/7adb750f-15da-4dde-9769-fbf85030c3e3.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 604.471396] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59aacd20-73ff-4329-854e-3c4de4512df5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.500259] env[62954]: DEBUG oslo_vmware.api [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': task-2596957, 'name': ReconfigVM_Task, 'duration_secs': 0.534003} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.500769] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Reconfigured VM instance instance-00000012 to attach disk [datastore1] c84b0e7f-c973-42df-9d94-2e06f52a67d4/c84b0e7f-c973-42df-9d94-2e06f52a67d4.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 604.501590] env[62954]: DEBUG oslo_vmware.api [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Waiting for the task: (returnval){ [ 604.501590] env[62954]: value = "task-2596960" [ 604.501590] env[62954]: _type = "Task" [ 604.501590] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.501786] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2ce9d5f-dcf4-4320-92ca-b4f6339aa60e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.513037] env[62954]: DEBUG oslo_vmware.api [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2596960, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.516028] env[62954]: DEBUG oslo_vmware.api [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Waiting for the task: (returnval){ [ 604.516028] env[62954]: value = "task-2596961" [ 604.516028] env[62954]: _type = "Task" [ 604.516028] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.525076] env[62954]: DEBUG oslo_vmware.api [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': task-2596961, 'name': Rename_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.530821] env[62954]: DEBUG nova.compute.manager [None req-88d5ae37-4c26-4f24-9b27-84b443f145b6 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 604.530821] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8183b2-f362-4a76-85dd-efe15556ab43 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.629278] env[62954]: DEBUG nova.network.neutron [req-230a943b-195a-4910-8c07-14d754e37c2a req-7eade740-afdb-4fe7-be10-1355cea586f6 service nova] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Updated VIF entry in instance network info cache for port 9b326053-ac4c-4946-a4bc-e0433f152419. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 604.630060] env[62954]: DEBUG nova.network.neutron [req-230a943b-195a-4910-8c07-14d754e37c2a req-7eade740-afdb-4fe7-be10-1355cea586f6 service nova] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Updating instance_info_cache with network_info: [{"id": "9b326053-ac4c-4946-a4bc-e0433f152419", "address": "fa:16:3e:ef:06:6e", "network": {"id": "7d93cd88-3a79-4663-b604-587d28ffb013", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ae6c0f6d5bc5436aa4f50fbf2889df6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b326053-ac", "ovs_interfaceid": "9b326053-ac4c-4946-a4bc-e0433f152419", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.634987] env[62954]: DEBUG nova.compute.utils [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 604.636426] env[62954]: DEBUG nova.compute.manager [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 604.636651] env[62954]: DEBUG nova.network.neutron [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 604.673583] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b32cf27-8f48-4eec-9a88-8b920b13ef19 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.694423] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Updating instance '2e7fdade-c4c3-400c-b59a-b77382e4348c' progress to 0 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 604.702624] env[62954]: DEBUG nova.policy [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7284555370447dd8904c58f87d39b72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd82b9480b6448fb86a9dddf12602c07', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 604.766197] env[62954]: DEBUG nova.compute.manager [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 604.770377] env[62954]: DEBUG oslo_concurrency.lockutils [None req-74bc48ae-e9ab-4e83-adc3-48b6cfc92af3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.783443] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596959, 'name': CreateVM_Task} progress is 25%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.019682] env[62954]: DEBUG oslo_vmware.api [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2596960, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.031418] env[62954]: DEBUG oslo_vmware.api [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': task-2596961, 'name': Rename_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.042709] env[62954]: INFO nova.compute.manager [None req-88d5ae37-4c26-4f24-9b27-84b443f145b6 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] instance snapshotting [ 605.045403] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa1b946-4bdf-4700-bede-b53bfb3d3f2a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.071843] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd5a914-b9ab-4081-824d-675040f5d17f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.138767] env[62954]: DEBUG nova.compute.manager [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 605.142030] env[62954]: DEBUG oslo_concurrency.lockutils [req-230a943b-195a-4910-8c07-14d754e37c2a req-7eade740-afdb-4fe7-be10-1355cea586f6 service nova] Releasing lock "refresh_cache-6dbc1cd2-276a-4592-9d70-206b1d1fc144" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.142030] env[62954]: DEBUG nova.compute.manager [req-230a943b-195a-4910-8c07-14d754e37c2a req-7eade740-afdb-4fe7-be10-1355cea586f6 service nova] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Received event network-vif-deleted-41f7e932-3bef-410f-aad8-ba34ed129123 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 605.143324] env[62954]: DEBUG nova.network.neutron [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Successfully created port: 3864934b-a251-4052-9e45-c837bacbe596 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 605.209585] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 605.210212] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-986ec6ad-4b74-4530-9995-0011d5c31b8f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.220967] env[62954]: DEBUG oslo_vmware.api [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Waiting for the task: (returnval){ [ 605.220967] env[62954]: value = "task-2596962" [ 605.220967] env[62954]: _type = "Task" [ 605.220967] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.224239] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b33b2f-31ce-4f44-8140-8ba2d8dbad39 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.234365] env[62954]: DEBUG oslo_vmware.api [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2596962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.238576] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73080141-da3a-45b7-8944-f1bc5b404c13 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.274603] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0958a0b6-a721-4603-9aa3-5fbf5a151c7d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.295357] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596959, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.297299] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d7ffb6-7943-4e2d-bb59-28f0111a754f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.304190] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.316621] env[62954]: DEBUG nova.compute.provider_tree [None req-f739c602-b633-4acc-b423-00a1d915a3ed tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 605.515312] env[62954]: DEBUG oslo_vmware.api [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2596960, 'name': ReconfigVM_Task, 'duration_secs': 0.843539} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.515820] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 7adb750f-15da-4dde-9769-fbf85030c3e3/7adb750f-15da-4dde-9769-fbf85030c3e3.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 605.516584] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3335c25-4edb-4cc8-84c0-34b76455554e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.524938] env[62954]: DEBUG oslo_vmware.api [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Waiting for the task: (returnval){ [ 605.524938] env[62954]: value = "task-2596963" [ 605.524938] env[62954]: _type = "Task" [ 605.524938] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.532026] env[62954]: DEBUG oslo_vmware.api [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': task-2596961, 'name': Rename_Task, 'duration_secs': 0.62376} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.532684] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 605.532945] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06c13a01-9113-4b36-a725-4ed7f22f9d26 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.538748] env[62954]: DEBUG oslo_vmware.api [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2596963, 'name': Rename_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.542231] env[62954]: DEBUG oslo_vmware.api [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Waiting for the task: (returnval){ [ 605.542231] env[62954]: value = "task-2596964" [ 605.542231] env[62954]: _type = "Task" [ 605.542231] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.552963] env[62954]: DEBUG oslo_vmware.api [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': task-2596964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.588314] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-88d5ae37-4c26-4f24-9b27-84b443f145b6 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Creating Snapshot of the VM instance {{(pid=62954) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 605.588645] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8d86d01f-1e80-42aa-8da9-eb86690a4990 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.597449] env[62954]: DEBUG oslo_vmware.api [None req-88d5ae37-4c26-4f24-9b27-84b443f145b6 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Waiting for the task: (returnval){ [ 605.597449] env[62954]: value = "task-2596965" [ 605.597449] env[62954]: _type = "Task" [ 605.597449] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.605103] env[62954]: DEBUG oslo_vmware.api [None req-88d5ae37-4c26-4f24-9b27-84b443f145b6 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': task-2596965, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.622457] env[62954]: DEBUG oslo_concurrency.lockutils [None req-58411b53-b045-47a2-9691-486625f1bb47 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "38c95ef5-744e-4c32-9cb1-c34868206a85" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.622715] env[62954]: DEBUG oslo_concurrency.lockutils [None req-58411b53-b045-47a2-9691-486625f1bb47 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "38c95ef5-744e-4c32-9cb1-c34868206a85" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.649798] env[62954]: DEBUG oslo_concurrency.lockutils [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Acquiring lock "3e0d91e8-d0e5-48e8-9d76-e540c127d3c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.650034] env[62954]: DEBUG oslo_concurrency.lockutils [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Lock "3e0d91e8-d0e5-48e8-9d76-e540c127d3c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.727701] env[62954]: DEBUG oslo_vmware.api [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2596962, 'name': PowerOffVM_Task, 'duration_secs': 0.236056} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.727954] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 605.728229] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Updating instance '2e7fdade-c4c3-400c-b59a-b77382e4348c' progress to 17 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 605.786100] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596959, 'name': CreateVM_Task, 'duration_secs': 1.02688} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.786264] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 605.786992] env[62954]: DEBUG oslo_concurrency.lockutils [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.788020] env[62954]: DEBUG oslo_concurrency.lockutils [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.788020] env[62954]: DEBUG oslo_concurrency.lockutils [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.788020] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd4c9693-ecd4-4b72-8a65-1d368c679190 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.793269] env[62954]: DEBUG oslo_vmware.api [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Waiting for the task: (returnval){ [ 605.793269] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]529ea960-6c07-7de8-8ecd-5db0c0945694" [ 605.793269] env[62954]: _type = "Task" [ 605.793269] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.803338] env[62954]: DEBUG oslo_vmware.api [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]529ea960-6c07-7de8-8ecd-5db0c0945694, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.820306] env[62954]: DEBUG nova.scheduler.client.report [None req-f739c602-b633-4acc-b423-00a1d915a3ed tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.039981] env[62954]: DEBUG oslo_vmware.api [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2596963, 'name': Rename_Task, 'duration_secs': 0.155249} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.040260] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 606.040541] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60967ee7-b801-4a30-9753-43b4838b2611 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.047406] env[62954]: DEBUG oslo_vmware.api [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Waiting for the task: (returnval){ [ 606.047406] env[62954]: value = "task-2596966" [ 606.047406] env[62954]: _type = "Task" [ 606.047406] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.053991] env[62954]: DEBUG oslo_vmware.api [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': task-2596964, 'name': PowerOnVM_Task, 'duration_secs': 0.485509} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.054691] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 606.054973] env[62954]: INFO nova.compute.manager [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Took 17.09 seconds to spawn the instance on the hypervisor. [ 606.055203] env[62954]: DEBUG nova.compute.manager [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 606.055934] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121c2fd1-b1a9-4a76-a4bb-ff4e639bb1da {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.061044] env[62954]: DEBUG oslo_vmware.api [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2596966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.106922] env[62954]: DEBUG oslo_vmware.api [None req-88d5ae37-4c26-4f24-9b27-84b443f145b6 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': task-2596965, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.126764] env[62954]: DEBUG nova.compute.utils [None req-58411b53-b045-47a2-9691-486625f1bb47 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 606.148745] env[62954]: DEBUG nova.compute.manager [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 606.178459] env[62954]: DEBUG nova.virt.hardware [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 606.178731] env[62954]: DEBUG nova.virt.hardware [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 606.178924] env[62954]: DEBUG nova.virt.hardware [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 606.179165] env[62954]: DEBUG nova.virt.hardware [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 606.179338] env[62954]: DEBUG nova.virt.hardware [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 606.179489] env[62954]: DEBUG nova.virt.hardware [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 606.179703] env[62954]: DEBUG nova.virt.hardware [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 606.179861] env[62954]: DEBUG nova.virt.hardware [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 606.180059] env[62954]: DEBUG nova.virt.hardware [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 606.180229] env[62954]: DEBUG nova.virt.hardware [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 606.180432] env[62954]: DEBUG nova.virt.hardware [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 606.181686] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445f209c-cc8b-4596-a9bb-583b841fa5dd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.192471] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8df64f9-6166-43d2-a127-5a3b65dd51ce {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.234655] env[62954]: DEBUG nova.virt.hardware [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 606.234930] env[62954]: DEBUG nova.virt.hardware [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 606.235111] env[62954]: DEBUG nova.virt.hardware [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 606.235355] env[62954]: DEBUG nova.virt.hardware [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 606.235520] env[62954]: DEBUG nova.virt.hardware [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 606.235676] env[62954]: DEBUG nova.virt.hardware [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 606.235917] env[62954]: DEBUG nova.virt.hardware [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 606.236250] env[62954]: DEBUG nova.virt.hardware [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 606.236489] env[62954]: DEBUG nova.virt.hardware [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 606.236730] env[62954]: DEBUG nova.virt.hardware [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 606.237030] env[62954]: DEBUG nova.virt.hardware [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 606.242784] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69f313ca-8596-4c5d-882e-8046618c2a95 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.259924] env[62954]: DEBUG oslo_vmware.api [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Waiting for the task: (returnval){ [ 606.259924] env[62954]: value = "task-2596967" [ 606.259924] env[62954]: _type = "Task" [ 606.259924] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.269668] env[62954]: DEBUG oslo_vmware.api [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2596967, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.305566] env[62954]: DEBUG oslo_vmware.api [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]529ea960-6c07-7de8-8ecd-5db0c0945694, 'name': SearchDatastore_Task, 'duration_secs': 0.013791} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.306405] env[62954]: DEBUG oslo_concurrency.lockutils [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.306405] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 606.306742] env[62954]: DEBUG oslo_concurrency.lockutils [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.306943] env[62954]: DEBUG oslo_concurrency.lockutils [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.307222] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.309084] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f7e9b67-9170-4986-a27e-1a530fe5ddbc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.316193] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.316389] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 606.317136] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7557bd77-a754-4e7b-932c-19ea9624cec1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.322736] env[62954]: DEBUG oslo_vmware.api [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Waiting for the task: (returnval){ [ 606.322736] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52857234-74c1-50e8-3ce8-ba54c083fb54" [ 606.322736] env[62954]: _type = "Task" [ 606.322736] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.327416] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f739c602-b633-4acc-b423-00a1d915a3ed tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.201s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.329764] env[62954]: DEBUG oslo_concurrency.lockutils [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.511s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.331403] env[62954]: INFO nova.compute.claims [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 606.339929] env[62954]: DEBUG oslo_vmware.api [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52857234-74c1-50e8-3ce8-ba54c083fb54, 'name': SearchDatastore_Task, 'duration_secs': 0.010913} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.340882] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4c7894c-aa78-49e3-8e2d-9be96817f107 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.347565] env[62954]: DEBUG oslo_vmware.api [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Waiting for the task: (returnval){ [ 606.347565] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52681af7-4f60-c3b9-9353-070091583142" [ 606.347565] env[62954]: _type = "Task" [ 606.347565] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.356996] env[62954]: DEBUG oslo_vmware.api [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52681af7-4f60-c3b9-9353-070091583142, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.361619] env[62954]: INFO nova.scheduler.client.report [None req-f739c602-b633-4acc-b423-00a1d915a3ed tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Deleted allocations for instance 422c1d47-c8e5-4db0-bd13-3396a24906b7 [ 606.557808] env[62954]: DEBUG oslo_vmware.api [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2596966, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.574913] env[62954]: INFO nova.compute.manager [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Took 35.72 seconds to build instance. [ 606.607146] env[62954]: DEBUG oslo_vmware.api [None req-88d5ae37-4c26-4f24-9b27-84b443f145b6 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': task-2596965, 'name': CreateSnapshot_Task, 'duration_secs': 0.762964} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.607295] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-88d5ae37-4c26-4f24-9b27-84b443f145b6 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Created Snapshot of the VM instance {{(pid=62954) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 606.607948] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d38c3ac-e1bf-4b15-b04a-2a65a206579e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.630176] env[62954]: DEBUG oslo_concurrency.lockutils [None req-58411b53-b045-47a2-9691-486625f1bb47 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "38c95ef5-744e-4c32-9cb1-c34868206a85" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.774920] env[62954]: DEBUG oslo_vmware.api [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2596967, 'name': ReconfigVM_Task, 'duration_secs': 0.189765} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.775274] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Updating instance '2e7fdade-c4c3-400c-b59a-b77382e4348c' progress to 33 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 606.816518] env[62954]: DEBUG nova.network.neutron [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Successfully updated port: 3864934b-a251-4052-9e45-c837bacbe596 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 606.858126] env[62954]: DEBUG oslo_vmware.api [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52681af7-4f60-c3b9-9353-070091583142, 'name': SearchDatastore_Task, 'duration_secs': 0.011404} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.858360] env[62954]: DEBUG oslo_concurrency.lockutils [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.858619] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 6dbc1cd2-276a-4592-9d70-206b1d1fc144/6dbc1cd2-276a-4592-9d70-206b1d1fc144.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 606.858874] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0048c44-e0f5-4b82-aa1b-902a567aa431 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.865565] env[62954]: DEBUG oslo_vmware.api [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Waiting for the task: (returnval){ [ 606.865565] env[62954]: value = "task-2596968" [ 606.865565] env[62954]: _type = "Task" [ 606.865565] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.871602] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f739c602-b633-4acc-b423-00a1d915a3ed tempest-ServersAdmin275Test-1221257374 tempest-ServersAdmin275Test-1221257374-project-member] Lock "422c1d47-c8e5-4db0-bd13-3396a24906b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.898s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.875946] env[62954]: DEBUG oslo_vmware.api [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2596968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.058899] env[62954]: DEBUG oslo_vmware.api [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2596966, 'name': PowerOnVM_Task, 'duration_secs': 0.645583} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.059402] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.059402] env[62954]: INFO nova.compute.manager [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Took 10.10 seconds to spawn the instance on the hypervisor. [ 607.059588] env[62954]: DEBUG nova.compute.manager [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 607.060337] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83449d77-9f03-4d65-ab56-1fdd753fcb25 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.071323] env[62954]: DEBUG nova.compute.manager [req-d3a70c7e-18e6-4654-a68f-779ad96f6fdf req-fc1ccd97-ee1f-4756-9dde-75f8297b756a service nova] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Received event network-vif-plugged-3864934b-a251-4052-9e45-c837bacbe596 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 607.071323] env[62954]: DEBUG oslo_concurrency.lockutils [req-d3a70c7e-18e6-4654-a68f-779ad96f6fdf req-fc1ccd97-ee1f-4756-9dde-75f8297b756a service nova] Acquiring lock "a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.071323] env[62954]: DEBUG oslo_concurrency.lockutils [req-d3a70c7e-18e6-4654-a68f-779ad96f6fdf req-fc1ccd97-ee1f-4756-9dde-75f8297b756a service nova] Lock "a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.071499] env[62954]: DEBUG oslo_concurrency.lockutils [req-d3a70c7e-18e6-4654-a68f-779ad96f6fdf req-fc1ccd97-ee1f-4756-9dde-75f8297b756a service nova] Lock "a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.071732] env[62954]: DEBUG nova.compute.manager [req-d3a70c7e-18e6-4654-a68f-779ad96f6fdf req-fc1ccd97-ee1f-4756-9dde-75f8297b756a service nova] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] No waiting events found dispatching network-vif-plugged-3864934b-a251-4052-9e45-c837bacbe596 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 607.071924] env[62954]: WARNING nova.compute.manager [req-d3a70c7e-18e6-4654-a68f-779ad96f6fdf req-fc1ccd97-ee1f-4756-9dde-75f8297b756a service nova] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Received unexpected event network-vif-plugged-3864934b-a251-4052-9e45-c837bacbe596 for instance with vm_state building and task_state spawning. [ 607.077075] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c2db5151-4f3e-4920-a879-de0873ee5981 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Lock "c84b0e7f-c973-42df-9d94-2e06f52a67d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.648s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.126142] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-88d5ae37-4c26-4f24-9b27-84b443f145b6 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Creating linked-clone VM from snapshot {{(pid=62954) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 607.127840] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-026c1500-6e5a-4593-8c27-9d2af2bedbc0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.135284] env[62954]: DEBUG oslo_vmware.api [None req-88d5ae37-4c26-4f24-9b27-84b443f145b6 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Waiting for the task: (returnval){ [ 607.135284] env[62954]: value = "task-2596969" [ 607.135284] env[62954]: _type = "Task" [ 607.135284] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.144172] env[62954]: DEBUG oslo_vmware.api [None req-88d5ae37-4c26-4f24-9b27-84b443f145b6 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': task-2596969, 'name': CloneVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.282234] env[62954]: DEBUG nova.virt.hardware [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 607.282373] env[62954]: DEBUG nova.virt.hardware [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 607.282469] env[62954]: DEBUG nova.virt.hardware [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 607.282714] env[62954]: DEBUG nova.virt.hardware [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 607.282867] env[62954]: DEBUG nova.virt.hardware [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 607.283030] env[62954]: DEBUG nova.virt.hardware [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 607.283322] env[62954]: DEBUG nova.virt.hardware [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 607.283650] env[62954]: DEBUG nova.virt.hardware [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 607.283723] env[62954]: DEBUG nova.virt.hardware [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 607.283937] env[62954]: DEBUG nova.virt.hardware [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 607.284185] env[62954]: DEBUG nova.virt.hardware [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 607.291147] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Reconfiguring VM instance instance-00000008 to detach disk 2000 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 607.291147] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8975f162-6f2b-40fc-b78e-37f9928cc9cb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.309831] env[62954]: DEBUG oslo_vmware.api [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Waiting for the task: (returnval){ [ 607.309831] env[62954]: value = "task-2596970" [ 607.309831] env[62954]: _type = "Task" [ 607.309831] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.318020] env[62954]: DEBUG oslo_vmware.api [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2596970, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.318664] env[62954]: DEBUG oslo_concurrency.lockutils [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Acquiring lock "refresh_cache-a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.318823] env[62954]: DEBUG oslo_concurrency.lockutils [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Acquired lock "refresh_cache-a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.318969] env[62954]: DEBUG nova.network.neutron [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 607.383891] env[62954]: DEBUG oslo_vmware.api [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2596968, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.582111] env[62954]: DEBUG nova.compute.manager [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 607.596952] env[62954]: INFO nova.compute.manager [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Took 32.45 seconds to build instance. [ 607.651346] env[62954]: DEBUG oslo_vmware.api [None req-88d5ae37-4c26-4f24-9b27-84b443f145b6 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': task-2596969, 'name': CloneVM_Task} progress is 94%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.711775] env[62954]: DEBUG oslo_concurrency.lockutils [None req-58411b53-b045-47a2-9691-486625f1bb47 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "38c95ef5-744e-4c32-9cb1-c34868206a85" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.711775] env[62954]: DEBUG oslo_concurrency.lockutils [None req-58411b53-b045-47a2-9691-486625f1bb47 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "38c95ef5-744e-4c32-9cb1-c34868206a85" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.711775] env[62954]: INFO nova.compute.manager [None req-58411b53-b045-47a2-9691-486625f1bb47 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Attaching volume 9479cc97-4cc5-4a57-af5e-ef39b3600fba to /dev/sdb [ 607.778089] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e086354b-dff1-42b1-a549-414cad9e25f5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.786327] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb900a46-beaa-4eb9-bc18-dad3f19dac90 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.806357] env[62954]: DEBUG nova.virt.block_device [None req-58411b53-b045-47a2-9691-486625f1bb47 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Updating existing volume attachment record: 5f9a470c-cec5-4ea6-ba34-0aa2d6889b3b {{(pid=62954) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 607.826982] env[62954]: DEBUG oslo_vmware.api [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2596970, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.886056] env[62954]: DEBUG oslo_vmware.api [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2596968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.844984} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.889006] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 6dbc1cd2-276a-4592-9d70-206b1d1fc144/6dbc1cd2-276a-4592-9d70-206b1d1fc144.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 607.889487] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 607.891281] env[62954]: DEBUG nova.network.neutron [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 607.893511] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2c7519e-0933-48c7-9238-ef1cd63f261e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.901640] env[62954]: DEBUG oslo_vmware.api [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Waiting for the task: (returnval){ [ 607.901640] env[62954]: value = "task-2596971" [ 607.901640] env[62954]: _type = "Task" [ 607.901640] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.913306] env[62954]: DEBUG oslo_vmware.api [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2596971, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.938892] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a33aeff-0c74-4641-8d3e-90e136e72672 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.951559] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b222d5-3119-41cd-8a74-8d9e1e326eb9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.687140] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19b7cb5a-5fcc-4fc1-a968-249d097f0680 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Lock "7adb750f-15da-4dde-9769-fbf85030c3e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.308s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.687608] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9d9873a2-3c4d-4933-babb-73c445394ff5 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Acquiring lock "c84b0e7f-c973-42df-9d94-2e06f52a67d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.687819] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9d9873a2-3c4d-4933-babb-73c445394ff5 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Lock "c84b0e7f-c973-42df-9d94-2e06f52a67d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.688010] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9d9873a2-3c4d-4933-babb-73c445394ff5 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Acquiring lock "c84b0e7f-c973-42df-9d94-2e06f52a67d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.688193] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9d9873a2-3c4d-4933-babb-73c445394ff5 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Lock "c84b0e7f-c973-42df-9d94-2e06f52a67d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.688353] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9d9873a2-3c4d-4933-babb-73c445394ff5 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Lock "c84b0e7f-c973-42df-9d94-2e06f52a67d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.707621] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e054b5-7f73-4e28-9f2d-ff4b73b8ea21 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.716864] env[62954]: DEBUG oslo_vmware.api [None req-88d5ae37-4c26-4f24-9b27-84b443f145b6 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': task-2596969, 'name': CloneVM_Task} progress is 94%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.726359] env[62954]: DEBUG oslo_vmware.api [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2596970, 'name': ReconfigVM_Task, 'duration_secs': 1.280552} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.727158] env[62954]: DEBUG oslo_vmware.api [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2596971, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090413} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.728051] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Reconfigured VM instance instance-00000008 to detach disk 2000 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 608.732023] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 608.732023] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4812ef06-9fd3-4c4a-af10-b6f225f57ab1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.740025] env[62954]: DEBUG oslo_concurrency.lockutils [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.740025] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5648ec0-95c8-425c-9b4f-8882498ae8bc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.743919] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6670eb-ba64-4d08-9f43-0f84471cd39f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.767705] env[62954]: DEBUG nova.compute.provider_tree [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.816477] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 2e7fdade-c4c3-400c-b59a-b77382e4348c/2e7fdade-c4c3-400c-b59a-b77382e4348c.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 608.831817] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 6dbc1cd2-276a-4592-9d70-206b1d1fc144/6dbc1cd2-276a-4592-9d70-206b1d1fc144.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 608.833849] env[62954]: DEBUG nova.scheduler.client.report [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.844781] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64a1302c-5715-40a1-9586-52b1a93c143f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.866189] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02fca71d-2eed-40ad-acf3-160b56b29bb9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.893254] env[62954]: DEBUG oslo_concurrency.lockutils [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.893751] env[62954]: DEBUG nova.compute.manager [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 608.897101] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1e498845-e1f9-43fe-8161-420d8f45fbec tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.987s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.897313] env[62954]: DEBUG nova.objects.instance [None req-1e498845-e1f9-43fe-8161-420d8f45fbec tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Lazy-loading 'resources' on Instance uuid 5a51f3a2-66d7-4c40-9429-c2c05b9111ed {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 608.900032] env[62954]: INFO nova.compute.manager [None req-9d9873a2-3c4d-4933-babb-73c445394ff5 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Terminating instance [ 608.909899] env[62954]: DEBUG oslo_vmware.api [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Waiting for the task: (returnval){ [ 608.909899] env[62954]: value = "task-2596976" [ 608.909899] env[62954]: _type = "Task" [ 608.909899] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.909899] env[62954]: DEBUG oslo_vmware.api [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Waiting for the task: (returnval){ [ 608.909899] env[62954]: value = "task-2596975" [ 608.909899] env[62954]: _type = "Task" [ 608.909899] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.923228] env[62954]: DEBUG oslo_vmware.api [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2596975, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.926910] env[62954]: DEBUG oslo_vmware.api [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2596976, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.104615] env[62954]: DEBUG nova.network.neutron [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Updating instance_info_cache with network_info: [{"id": "3864934b-a251-4052-9e45-c837bacbe596", "address": "fa:16:3e:2b:5c:03", "network": {"id": "e2c00089-192e-4550-a1d0-97edff29a9da", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-334355756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd82b9480b6448fb86a9dddf12602c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3864934b-a2", "ovs_interfaceid": "3864934b-a251-4052-9e45-c837bacbe596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.109114] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.109474] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.202891] env[62954]: DEBUG oslo_vmware.api [None req-88d5ae37-4c26-4f24-9b27-84b443f145b6 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': task-2596969, 'name': CloneVM_Task, 'duration_secs': 1.965115} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.202891] env[62954]: INFO nova.virt.vmwareapi.vmops [None req-88d5ae37-4c26-4f24-9b27-84b443f145b6 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Created linked-clone VM from snapshot [ 609.203676] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260d59d0-d3d5-4582-beb7-42820841bdc6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.216416] env[62954]: DEBUG nova.compute.manager [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 609.220617] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-88d5ae37-4c26-4f24-9b27-84b443f145b6 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Uploading image 3341d510-4591-4959-9e6b-beec9107bff8 {{(pid=62954) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 609.254430] env[62954]: DEBUG oslo_vmware.rw_handles [None req-88d5ae37-4c26-4f24-9b27-84b443f145b6 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 609.254430] env[62954]: value = "vm-523789" [ 609.254430] env[62954]: _type = "VirtualMachine" [ 609.254430] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 609.255023] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-38204922-449a-412a-a0eb-da463915ee02 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.261356] env[62954]: DEBUG nova.compute.manager [req-62278b2e-424b-4135-8a18-722726ae2439 req-6e24f0d0-7fad-4b52-894d-23a7393e4c6f service nova] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Received event network-changed-3864934b-a251-4052-9e45-c837bacbe596 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 609.261648] env[62954]: DEBUG nova.compute.manager [req-62278b2e-424b-4135-8a18-722726ae2439 req-6e24f0d0-7fad-4b52-894d-23a7393e4c6f service nova] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Refreshing instance network info cache due to event network-changed-3864934b-a251-4052-9e45-c837bacbe596. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 609.261934] env[62954]: DEBUG oslo_concurrency.lockutils [req-62278b2e-424b-4135-8a18-722726ae2439 req-6e24f0d0-7fad-4b52-894d-23a7393e4c6f service nova] Acquiring lock "refresh_cache-a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.268322] env[62954]: DEBUG oslo_vmware.rw_handles [None req-88d5ae37-4c26-4f24-9b27-84b443f145b6 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Lease: (returnval){ [ 609.268322] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52dc7ed9-3b50-adaf-dd83-5cfc532acb7f" [ 609.268322] env[62954]: _type = "HttpNfcLease" [ 609.268322] env[62954]: } obtained for exporting VM: (result){ [ 609.268322] env[62954]: value = "vm-523789" [ 609.268322] env[62954]: _type = "VirtualMachine" [ 609.268322] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 609.269096] env[62954]: DEBUG oslo_vmware.api [None req-88d5ae37-4c26-4f24-9b27-84b443f145b6 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Waiting for the lease: (returnval){ [ 609.269096] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52dc7ed9-3b50-adaf-dd83-5cfc532acb7f" [ 609.269096] env[62954]: _type = "HttpNfcLease" [ 609.269096] env[62954]: } to be ready. {{(pid=62954) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 609.282472] env[62954]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 609.282472] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52dc7ed9-3b50-adaf-dd83-5cfc532acb7f" [ 609.282472] env[62954]: _type = "HttpNfcLease" [ 609.282472] env[62954]: } is ready. {{(pid=62954) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 609.282886] env[62954]: DEBUG oslo_vmware.rw_handles [None req-88d5ae37-4c26-4f24-9b27-84b443f145b6 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 609.282886] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52dc7ed9-3b50-adaf-dd83-5cfc532acb7f" [ 609.282886] env[62954]: _type = "HttpNfcLease" [ 609.282886] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 609.285446] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004adb49-470f-4c4f-956e-0036762555e6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.296504] env[62954]: DEBUG oslo_vmware.rw_handles [None req-88d5ae37-4c26-4f24-9b27-84b443f145b6 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e38827-c07a-84f7-8fba-85c95670a334/disk-0.vmdk from lease info. {{(pid=62954) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 609.297708] env[62954]: DEBUG oslo_vmware.rw_handles [None req-88d5ae37-4c26-4f24-9b27-84b443f145b6 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e38827-c07a-84f7-8fba-85c95670a334/disk-0.vmdk for reading. {{(pid=62954) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 609.403239] env[62954]: DEBUG nova.compute.utils [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 609.405083] env[62954]: DEBUG nova.compute.manager [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 609.405083] env[62954]: DEBUG nova.network.neutron [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 609.410623] env[62954]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4c34a2c1-3fd3-4f03-94d7-670fd7a9136d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.424671] env[62954]: DEBUG nova.compute.manager [None req-9d9873a2-3c4d-4933-babb-73c445394ff5 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 609.424928] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9d9873a2-3c4d-4933-babb-73c445394ff5 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 609.426286] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e80d5c-7d81-4e11-8f0e-aeab2c0b2aa6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.437790] env[62954]: DEBUG oslo_vmware.api [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2596975, 'name': ReconfigVM_Task, 'duration_secs': 0.37091} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.438019] env[62954]: DEBUG oslo_vmware.api [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2596976, 'name': ReconfigVM_Task, 'duration_secs': 0.400706} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.441113] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 2e7fdade-c4c3-400c-b59a-b77382e4348c/2e7fdade-c4c3-400c-b59a-b77382e4348c.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 609.441475] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Updating instance '2e7fdade-c4c3-400c-b59a-b77382e4348c' progress to 50 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 609.446264] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 6dbc1cd2-276a-4592-9d70-206b1d1fc144/6dbc1cd2-276a-4592-9d70-206b1d1fc144.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 609.452410] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39b28bf5-bf2f-40bd-b3c2-2925fa701e3a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.454660] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d9873a2-3c4d-4933-babb-73c445394ff5 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 609.458024] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b14a4bf3-d332-4e59-9dd7-7b0e7957335a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.471384] env[62954]: DEBUG oslo_vmware.api [None req-9d9873a2-3c4d-4933-babb-73c445394ff5 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Waiting for the task: (returnval){ [ 609.471384] env[62954]: value = "task-2596979" [ 609.471384] env[62954]: _type = "Task" [ 609.471384] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.482235] env[62954]: DEBUG oslo_vmware.api [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Waiting for the task: (returnval){ [ 609.482235] env[62954]: value = "task-2596978" [ 609.482235] env[62954]: _type = "Task" [ 609.482235] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.504151] env[62954]: DEBUG oslo_vmware.api [None req-9d9873a2-3c4d-4933-babb-73c445394ff5 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': task-2596979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.508266] env[62954]: DEBUG oslo_vmware.api [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2596978, 'name': Rename_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.530097] env[62954]: DEBUG nova.policy [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34a21db43ade41d7b04488877b8521a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c85413595c14851bc4c1a8c161408bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 609.625410] env[62954]: DEBUG oslo_concurrency.lockutils [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Releasing lock "refresh_cache-a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.625410] env[62954]: DEBUG nova.compute.manager [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Instance network_info: |[{"id": "3864934b-a251-4052-9e45-c837bacbe596", "address": "fa:16:3e:2b:5c:03", "network": {"id": "e2c00089-192e-4550-a1d0-97edff29a9da", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-334355756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd82b9480b6448fb86a9dddf12602c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3864934b-a2", "ovs_interfaceid": "3864934b-a251-4052-9e45-c837bacbe596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 609.631960] env[62954]: DEBUG oslo_concurrency.lockutils [req-62278b2e-424b-4135-8a18-722726ae2439 req-6e24f0d0-7fad-4b52-894d-23a7393e4c6f service nova] Acquired lock "refresh_cache-a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.632465] env[62954]: DEBUG nova.network.neutron [req-62278b2e-424b-4135-8a18-722726ae2439 req-6e24f0d0-7fad-4b52-894d-23a7393e4c6f service nova] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Refreshing network info cache for port 3864934b-a251-4052-9e45-c837bacbe596 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 609.634777] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:5c:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3864934b-a251-4052-9e45-c837bacbe596', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 609.646986] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Creating folder: Project (bd82b9480b6448fb86a9dddf12602c07). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.649744] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43cbe5aa-9027-4416-9324-fbd0ae8a0c23 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.651862] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.652079] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Starting heal instance info cache {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 609.652220] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Rebuilding the list of instances to heal {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 609.673337] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Created folder: Project (bd82b9480b6448fb86a9dddf12602c07) in parent group-v523717. [ 609.673617] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Creating folder: Instances. Parent ref: group-v523792. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.674218] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fd6d946-579c-4926-bd8c-21462bf05a49 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.688328] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Created folder: Instances in parent group-v523792. [ 609.688720] env[62954]: DEBUG oslo.service.loopingcall [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 609.692239] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 609.695369] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3c5b73b-2ea2-45f8-ac95-2fd1a54ed6af {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.729394] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 609.729394] env[62954]: value = "task-2596982" [ 609.729394] env[62954]: _type = "Task" [ 609.729394] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.743896] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.749046] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596982, 'name': CreateVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.914231] env[62954]: DEBUG nova.compute.manager [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 609.955751] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f328b00a-c497-4c22-af43-d6a3a96338d9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.984420] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e93e653-a99a-46d5-b29f-7aacf775fe99 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.019256] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Updating instance '2e7fdade-c4c3-400c-b59a-b77382e4348c' progress to 67 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 610.033378] env[62954]: DEBUG oslo_vmware.api [None req-9d9873a2-3c4d-4933-babb-73c445394ff5 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': task-2596979, 'name': PowerOffVM_Task, 'duration_secs': 0.252196} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.034631] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d9873a2-3c4d-4933-babb-73c445394ff5 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 610.035796] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9d9873a2-3c4d-4933-babb-73c445394ff5 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 610.042952] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4f372ff-4207-4a97-b0e2-d2ca5b7e8b2f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.047616] env[62954]: DEBUG oslo_vmware.api [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2596978, 'name': Rename_Task, 'duration_secs': 0.209556} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.050839] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 610.059160] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e617d431-d2b4-41d3-95be-9b64ad00e04d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.069962] env[62954]: DEBUG oslo_vmware.api [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Waiting for the task: (returnval){ [ 610.069962] env[62954]: value = "task-2596984" [ 610.069962] env[62954]: _type = "Task" [ 610.069962] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.087025] env[62954]: DEBUG oslo_vmware.api [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2596984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.090478] env[62954]: DEBUG oslo_concurrency.lockutils [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Acquiring lock "2e85cb3d-2f19-4c85-acd2-e1771a0df42c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.091127] env[62954]: DEBUG oslo_concurrency.lockutils [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Lock "2e85cb3d-2f19-4c85-acd2-e1771a0df42c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.122714] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a1a9f1-78fb-47f0-9f30-a72306461d99 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.132239] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e24ef35-d882-4deb-826c-47b4c262bd9c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.174794] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Skipping network cache update for instance because it is being deleted. {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 610.174978] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Skipping network cache update for instance because it is Building. {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 610.175540] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Skipping network cache update for instance because it is Building. {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 610.175540] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Skipping network cache update for instance because it is Building. {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 610.179460] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8884aec-1f95-4d4e-b7d4-58cf028729c8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.190117] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899216f1-c7f6-4338-b531-44d9af023f85 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.206268] env[62954]: DEBUG nova.compute.provider_tree [None req-1e498845-e1f9-43fe-8161-420d8f45fbec tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.229269] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "refresh_cache-5a51f3a2-66d7-4c40-9429-c2c05b9111ed" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.229464] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquired lock "refresh_cache-5a51f3a2-66d7-4c40-9429-c2c05b9111ed" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.229760] env[62954]: DEBUG nova.network.neutron [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Forcefully refreshing network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 610.229849] env[62954]: DEBUG nova.objects.instance [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lazy-loading 'info_cache' on Instance uuid 5a51f3a2-66d7-4c40-9429-c2c05b9111ed {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 610.246911] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596982, 'name': CreateVM_Task, 'duration_secs': 0.506367} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.246979] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 610.247975] env[62954]: DEBUG oslo_concurrency.lockutils [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.248669] env[62954]: DEBUG oslo_concurrency.lockutils [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.249700] env[62954]: DEBUG oslo_concurrency.lockutils [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.249700] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56e7bfda-7cb2-460e-bccc-23c855e99091 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.255302] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9d9873a2-3c4d-4933-babb-73c445394ff5 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 610.255764] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9d9873a2-3c4d-4933-babb-73c445394ff5 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 610.256065] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d9873a2-3c4d-4933-babb-73c445394ff5 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Deleting the datastore file [datastore1] c84b0e7f-c973-42df-9d94-2e06f52a67d4 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 610.256411] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b632931a-55ee-4eac-9bd6-cb30b586b23c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.260513] env[62954]: DEBUG oslo_vmware.api [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Waiting for the task: (returnval){ [ 610.260513] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]524299e3-74f9-1ea2-f27d-7f6bb4a59e32" [ 610.260513] env[62954]: _type = "Task" [ 610.260513] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.267373] env[62954]: DEBUG oslo_vmware.api [None req-9d9873a2-3c4d-4933-babb-73c445394ff5 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Waiting for the task: (returnval){ [ 610.267373] env[62954]: value = "task-2596986" [ 610.267373] env[62954]: _type = "Task" [ 610.267373] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.277375] env[62954]: DEBUG oslo_vmware.api [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]524299e3-74f9-1ea2-f27d-7f6bb4a59e32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.278464] env[62954]: DEBUG nova.network.neutron [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Successfully created port: 30ac0444-4fea-4383-b259-d825f88271c5 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 610.289079] env[62954]: DEBUG oslo_vmware.api [None req-9d9873a2-3c4d-4933-babb-73c445394ff5 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': task-2596986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.581736] env[62954]: DEBUG oslo_vmware.api [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2596984, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.717628] env[62954]: DEBUG nova.scheduler.client.report [None req-1e498845-e1f9-43fe-8161-420d8f45fbec tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 610.725210] env[62954]: DEBUG nova.network.neutron [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Port 94499eff-d9ea-482f-8e3c-85cbaaf3e3cc binding to destination host cpu-1 is already ACTIVE {{(pid=62954) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 610.777905] env[62954]: DEBUG oslo_vmware.api [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]524299e3-74f9-1ea2-f27d-7f6bb4a59e32, 'name': SearchDatastore_Task, 'duration_secs': 0.01533} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.782820] env[62954]: DEBUG oslo_concurrency.lockutils [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.783388] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 610.783542] env[62954]: DEBUG oslo_concurrency.lockutils [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.783720] env[62954]: DEBUG oslo_concurrency.lockutils [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.783839] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.784474] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d2ebad9-2f9f-49ba-8cfd-bd3d01132a75 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.795810] env[62954]: DEBUG oslo_vmware.api [None req-9d9873a2-3c4d-4933-babb-73c445394ff5 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': task-2596986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238494} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.796710] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d9873a2-3c4d-4933-babb-73c445394ff5 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 610.799469] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9d9873a2-3c4d-4933-babb-73c445394ff5 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 610.799469] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9d9873a2-3c4d-4933-babb-73c445394ff5 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 610.799469] env[62954]: INFO nova.compute.manager [None req-9d9873a2-3c4d-4933-babb-73c445394ff5 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Took 1.37 seconds to destroy the instance on the hypervisor. [ 610.799469] env[62954]: DEBUG oslo.service.loopingcall [None req-9d9873a2-3c4d-4933-babb-73c445394ff5 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 610.799469] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.799469] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 610.799469] env[62954]: DEBUG nova.compute.manager [-] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 610.799889] env[62954]: DEBUG nova.network.neutron [-] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 610.801791] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b2f91c0-4f3e-4aaf-bb74-484bc2498c8c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.808921] env[62954]: DEBUG oslo_vmware.api [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Waiting for the task: (returnval){ [ 610.808921] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52b00979-1ec3-d0bb-7ba2-ec70376da098" [ 610.808921] env[62954]: _type = "Task" [ 610.808921] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.818915] env[62954]: DEBUG oslo_vmware.api [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52b00979-1ec3-d0bb-7ba2-ec70376da098, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.924885] env[62954]: DEBUG nova.compute.manager [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 610.932726] env[62954]: DEBUG nova.network.neutron [req-62278b2e-424b-4135-8a18-722726ae2439 req-6e24f0d0-7fad-4b52-894d-23a7393e4c6f service nova] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Updated VIF entry in instance network info cache for port 3864934b-a251-4052-9e45-c837bacbe596. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 610.932726] env[62954]: DEBUG nova.network.neutron [req-62278b2e-424b-4135-8a18-722726ae2439 req-6e24f0d0-7fad-4b52-894d-23a7393e4c6f service nova] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Updating instance_info_cache with network_info: [{"id": "3864934b-a251-4052-9e45-c837bacbe596", "address": "fa:16:3e:2b:5c:03", "network": {"id": "e2c00089-192e-4550-a1d0-97edff29a9da", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-334355756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd82b9480b6448fb86a9dddf12602c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3864934b-a2", "ovs_interfaceid": "3864934b-a251-4052-9e45-c837bacbe596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.957860] env[62954]: DEBUG nova.virt.hardware [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 610.958027] env[62954]: DEBUG nova.virt.hardware [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 610.958121] env[62954]: DEBUG nova.virt.hardware [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 610.958352] env[62954]: DEBUG nova.virt.hardware [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 610.958571] env[62954]: DEBUG nova.virt.hardware [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 610.958649] env[62954]: DEBUG nova.virt.hardware [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 610.958865] env[62954]: DEBUG nova.virt.hardware [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 610.959034] env[62954]: DEBUG nova.virt.hardware [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 610.959210] env[62954]: DEBUG nova.virt.hardware [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 610.960880] env[62954]: DEBUG nova.virt.hardware [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 610.960880] env[62954]: DEBUG nova.virt.hardware [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 610.961248] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f45178-e484-486a-9034-430486f819d4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.972111] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32517ab2-7ce6-469f-9ca3-a0fadebbf32b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.085496] env[62954]: DEBUG oslo_vmware.api [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2596984, 'name': PowerOnVM_Task, 'duration_secs': 0.604261} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.088017] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 611.088017] env[62954]: INFO nova.compute.manager [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Took 11.33 seconds to spawn the instance on the hypervisor. [ 611.088017] env[62954]: DEBUG nova.compute.manager [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 611.088017] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d3e407-ad1b-46b6-8fcf-403c8b1feaaa {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.226024] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1e498845-e1f9-43fe-8161-420d8f45fbec tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.329s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.228606] env[62954]: DEBUG oslo_concurrency.lockutils [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.876s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.230468] env[62954]: INFO nova.compute.claims [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.261133] env[62954]: INFO nova.scheduler.client.report [None req-1e498845-e1f9-43fe-8161-420d8f45fbec tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Deleted allocations for instance 5a51f3a2-66d7-4c40-9429-c2c05b9111ed [ 611.286417] env[62954]: DEBUG nova.network.neutron [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 611.321699] env[62954]: DEBUG oslo_vmware.api [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52b00979-1ec3-d0bb-7ba2-ec70376da098, 'name': SearchDatastore_Task, 'duration_secs': 0.017371} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.322614] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5de41748-8ede-459f-8a51-39ee78f0f063 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.332352] env[62954]: DEBUG oslo_vmware.api [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Waiting for the task: (returnval){ [ 611.332352] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52ac8262-8c14-b128-e6a3-175bab700516" [ 611.332352] env[62954]: _type = "Task" [ 611.332352] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.339892] env[62954]: DEBUG oslo_vmware.api [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52ac8262-8c14-b128-e6a3-175bab700516, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.438059] env[62954]: DEBUG oslo_concurrency.lockutils [req-62278b2e-424b-4135-8a18-722726ae2439 req-6e24f0d0-7fad-4b52-894d-23a7393e4c6f service nova] Releasing lock "refresh_cache-a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.609600] env[62954]: INFO nova.compute.manager [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Took 36.40 seconds to build instance. [ 611.756314] env[62954]: DEBUG nova.compute.manager [req-8db9d647-dea9-469f-8c10-73e48cc3d913 req-d7bfa27c-0424-467c-a796-376f8aae6ed3 service nova] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Received event network-vif-deleted-4c62dbbc-4b35-4147-924d-604bfdcf8373 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 611.756619] env[62954]: INFO nova.compute.manager [req-8db9d647-dea9-469f-8c10-73e48cc3d913 req-d7bfa27c-0424-467c-a796-376f8aae6ed3 service nova] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Neutron deleted interface 4c62dbbc-4b35-4147-924d-604bfdcf8373; detaching it from the instance and deleting it from the info cache [ 611.756780] env[62954]: DEBUG nova.network.neutron [req-8db9d647-dea9-469f-8c10-73e48cc3d913 req-d7bfa27c-0424-467c-a796-376f8aae6ed3 service nova] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Updating instance_info_cache with network_info: [{"id": "aa86d6b8-c949-4bb5-b81d-7d4de57a67db", "address": "fa:16:3e:af:9a:42", "network": {"id": "1b90a051-6ead-4bf4-9e56-6282c5091ef8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1126079226", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cab5bae1c28c4a0a836222519a736b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa86d6b8-c9", "ovs_interfaceid": "aa86d6b8-c949-4bb5-b81d-7d4de57a67db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "becd8588-8cc1-4106-b7a1-e62b46ff59f9", "address": "fa:16:3e:06:0b:bb", "network": {"id": "007c3139-1afd-48b0-83e0-f3c88166af99", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1778137565", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "cab5bae1c28c4a0a836222519a736b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbecd8588-8c", "ovs_interfaceid": "becd8588-8cc1-4106-b7a1-e62b46ff59f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.764569] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquiring lock "2e7fdade-c4c3-400c-b59a-b77382e4348c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.764996] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Lock "2e7fdade-c4c3-400c-b59a-b77382e4348c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.764996] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Lock "2e7fdade-c4c3-400c-b59a-b77382e4348c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.768609] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1e498845-e1f9-43fe-8161-420d8f45fbec tempest-FloatingIPsAssociationNegativeTestJSON-1116951905 tempest-FloatingIPsAssociationNegativeTestJSON-1116951905-project-member] Lock "5a51f3a2-66d7-4c40-9429-c2c05b9111ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.645s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.841257] env[62954]: DEBUG oslo_vmware.api [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52ac8262-8c14-b128-e6a3-175bab700516, 'name': SearchDatastore_Task, 'duration_secs': 0.01708} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.841257] env[62954]: DEBUG oslo_concurrency.lockutils [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.841448] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d/a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.842105] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0ed76b0-598d-4047-bb26-b7962639e6ed {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.849895] env[62954]: DEBUG oslo_vmware.api [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Waiting for the task: (returnval){ [ 611.849895] env[62954]: value = "task-2596987" [ 611.849895] env[62954]: _type = "Task" [ 611.849895] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.859387] env[62954]: DEBUG oslo_vmware.api [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2596987, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.997018] env[62954]: DEBUG nova.network.neutron [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.112683] env[62954]: DEBUG oslo_concurrency.lockutils [None req-541d55fe-404b-4c3f-9dd3-d18840bd0028 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Lock "6dbc1cd2-276a-4592-9d70-206b1d1fc144" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.073s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.270334] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-321379b8-ba40-4513-a2b1-cb32606f689f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.294619] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0daa25e-a8c1-4169-ab17-3fb5981bd94d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.350291] env[62954]: DEBUG nova.compute.manager [req-8db9d647-dea9-469f-8c10-73e48cc3d913 req-d7bfa27c-0424-467c-a796-376f8aae6ed3 service nova] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Detach interface failed, port_id=4c62dbbc-4b35-4147-924d-604bfdcf8373, reason: Instance c84b0e7f-c973-42df-9d94-2e06f52a67d4 could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 612.370027] env[62954]: DEBUG oslo_vmware.api [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2596987, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.378046] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-58411b53-b045-47a2-9691-486625f1bb47 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Volume attach. Driver type: vmdk {{(pid=62954) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 612.378046] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-58411b53-b045-47a2-9691-486625f1bb47 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523791', 'volume_id': '9479cc97-4cc5-4a57-af5e-ef39b3600fba', 'name': 'volume-9479cc97-4cc5-4a57-af5e-ef39b3600fba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '38c95ef5-744e-4c32-9cb1-c34868206a85', 'attached_at': '', 'detached_at': '', 'volume_id': '9479cc97-4cc5-4a57-af5e-ef39b3600fba', 'serial': '9479cc97-4cc5-4a57-af5e-ef39b3600fba'} {{(pid=62954) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 612.378046] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b794de21-6abe-4cd5-b742-19bc17039f7a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.401710] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599fd6c5-df14-4f9f-8e57-7d3fef2aabed {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.433540] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-58411b53-b045-47a2-9691-486625f1bb47 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] volume-9479cc97-4cc5-4a57-af5e-ef39b3600fba/volume-9479cc97-4cc5-4a57-af5e-ef39b3600fba.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 612.438266] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0756b192-f2f9-4f91-ad9b-ecb4d8ab7189 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.454652] env[62954]: DEBUG nova.network.neutron [-] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.465098] env[62954]: DEBUG oslo_vmware.api [None req-58411b53-b045-47a2-9691-486625f1bb47 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 612.465098] env[62954]: value = "task-2596988" [ 612.465098] env[62954]: _type = "Task" [ 612.465098] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.476373] env[62954]: DEBUG oslo_vmware.api [None req-58411b53-b045-47a2-9691-486625f1bb47 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2596988, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.501575] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Releasing lock "refresh_cache-5a51f3a2-66d7-4c40-9429-c2c05b9111ed" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.501810] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Updated the network info_cache for instance {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 612.502060] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.502328] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.502512] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.502696] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.502991] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.503416] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.503416] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62954) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 612.503542] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.615586] env[62954]: DEBUG nova.compute.manager [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 612.729852] env[62954]: DEBUG nova.network.neutron [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Successfully updated port: 30ac0444-4fea-4383-b259-d825f88271c5 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 612.846646] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquiring lock "refresh_cache-2e7fdade-c4c3-400c-b59a-b77382e4348c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.846646] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquired lock "refresh_cache-2e7fdade-c4c3-400c-b59a-b77382e4348c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.846934] env[62954]: DEBUG nova.network.neutron [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 612.868011] env[62954]: DEBUG oslo_vmware.api [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2596987, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639349} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.868153] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d/a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.868334] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 612.868647] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b551a2b6-b12b-4b01-adab-e24de1a17990 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.880548] env[62954]: DEBUG oslo_vmware.api [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Waiting for the task: (returnval){ [ 612.880548] env[62954]: value = "task-2596989" [ 612.880548] env[62954]: _type = "Task" [ 612.880548] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.894769] env[62954]: DEBUG oslo_vmware.api [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2596989, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.909852] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796ab8b5-2bde-4f80-a124-02985cb13cbf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.918963] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d7bb58-f76a-4015-b658-bd304ee4fd30 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.954894] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb6e2e0-e141-4eaf-81c1-0f2c4952be8d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.957903] env[62954]: INFO nova.compute.manager [-] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Took 2.16 seconds to deallocate network for instance. [ 612.971654] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221da858-9695-48b5-9b85-96dfe2e626fe {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.979328] env[62954]: DEBUG oslo_vmware.api [None req-58411b53-b045-47a2-9691-486625f1bb47 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2596988, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.993684] env[62954]: DEBUG nova.compute.provider_tree [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 613.008199] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.137911] env[62954]: DEBUG oslo_concurrency.lockutils [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.239772] env[62954]: DEBUG oslo_concurrency.lockutils [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Acquiring lock "refresh_cache-dedc2fd9-de34-42c9-a178-5fd21ace681c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.239772] env[62954]: DEBUG oslo_concurrency.lockutils [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Acquired lock "refresh_cache-dedc2fd9-de34-42c9-a178-5fd21ace681c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.239772] env[62954]: DEBUG nova.network.neutron [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 613.369684] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Acquiring lock "a7b98e82-7cfa-4d4d-80ca-46f60573d56e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.369684] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Lock "a7b98e82-7cfa-4d4d-80ca-46f60573d56e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.402044] env[62954]: DEBUG oslo_vmware.api [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2596989, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100515} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.402044] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 613.402044] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdc36f0-83d2-4f5b-a776-9d3a050084df {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.436127] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d/a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 613.436297] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f789fdc-29b8-4fdf-8795-703db5d4500d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.464113] env[62954]: DEBUG oslo_vmware.api [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Waiting for the task: (returnval){ [ 613.464113] env[62954]: value = "task-2596990" [ 613.464113] env[62954]: _type = "Task" [ 613.464113] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.465172] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9d9873a2-3c4d-4933-babb-73c445394ff5 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.485609] env[62954]: DEBUG oslo_vmware.api [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2596990, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.495273] env[62954]: DEBUG nova.scheduler.client.report [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.499302] env[62954]: DEBUG oslo_vmware.api [None req-58411b53-b045-47a2-9691-486625f1bb47 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2596988, 'name': ReconfigVM_Task, 'duration_secs': 0.879785} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.501629] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-58411b53-b045-47a2-9691-486625f1bb47 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Reconfigured VM instance instance-00000014 to attach disk [datastore2] volume-9479cc97-4cc5-4a57-af5e-ef39b3600fba/volume-9479cc97-4cc5-4a57-af5e-ef39b3600fba.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 613.506895] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca6bdbef-3db3-49da-b6a2-27327bbe3eea {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.528244] env[62954]: DEBUG oslo_vmware.api [None req-58411b53-b045-47a2-9691-486625f1bb47 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 613.528244] env[62954]: value = "task-2596991" [ 613.528244] env[62954]: _type = "Task" [ 613.528244] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.539213] env[62954]: DEBUG oslo_vmware.api [None req-58411b53-b045-47a2-9691-486625f1bb47 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2596991, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.784795] env[62954]: DEBUG nova.network.neutron [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Updating instance_info_cache with network_info: [{"id": "94499eff-d9ea-482f-8e3c-85cbaaf3e3cc", "address": "fa:16:3e:1f:53:d9", "network": {"id": "7d93cd88-3a79-4663-b604-587d28ffb013", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ae6c0f6d5bc5436aa4f50fbf2889df6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94499eff-d9", "ovs_interfaceid": "94499eff-d9ea-482f-8e3c-85cbaaf3e3cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.795981] env[62954]: DEBUG nova.network.neutron [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 613.976704] env[62954]: DEBUG oslo_vmware.api [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2596990, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.984267] env[62954]: DEBUG nova.network.neutron [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Updating instance_info_cache with network_info: [{"id": "30ac0444-4fea-4383-b259-d825f88271c5", "address": "fa:16:3e:36:7e:25", "network": {"id": "ec1afc6e-d11d-48be-bcfb-265ad1e6f4fa", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1469591162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c85413595c14851bc4c1a8c161408bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30ac0444-4f", "ovs_interfaceid": "30ac0444-4fea-4383-b259-d825f88271c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.000394] env[62954]: DEBUG oslo_concurrency.lockutils [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.001019] env[62954]: DEBUG nova.compute.manager [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 614.003905] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.366s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.005636] env[62954]: INFO nova.compute.claims [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 614.010983] env[62954]: DEBUG nova.compute.manager [req-bff54203-7e56-4bac-a663-9c466fb361dd req-9e53af26-46ee-4cd9-87ed-58ecc9320b97 service nova] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Received event network-vif-deleted-aa86d6b8-c949-4bb5-b81d-7d4de57a67db {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 614.011388] env[62954]: DEBUG nova.compute.manager [req-bff54203-7e56-4bac-a663-9c466fb361dd req-9e53af26-46ee-4cd9-87ed-58ecc9320b97 service nova] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Received event network-vif-deleted-becd8588-8cc1-4106-b7a1-e62b46ff59f9 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 614.011625] env[62954]: DEBUG nova.compute.manager [req-bff54203-7e56-4bac-a663-9c466fb361dd req-9e53af26-46ee-4cd9-87ed-58ecc9320b97 service nova] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Received event network-vif-plugged-30ac0444-4fea-4383-b259-d825f88271c5 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 614.011832] env[62954]: DEBUG oslo_concurrency.lockutils [req-bff54203-7e56-4bac-a663-9c466fb361dd req-9e53af26-46ee-4cd9-87ed-58ecc9320b97 service nova] Acquiring lock "dedc2fd9-de34-42c9-a178-5fd21ace681c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.012045] env[62954]: DEBUG oslo_concurrency.lockutils [req-bff54203-7e56-4bac-a663-9c466fb361dd req-9e53af26-46ee-4cd9-87ed-58ecc9320b97 service nova] Lock "dedc2fd9-de34-42c9-a178-5fd21ace681c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.012212] env[62954]: DEBUG oslo_concurrency.lockutils [req-bff54203-7e56-4bac-a663-9c466fb361dd req-9e53af26-46ee-4cd9-87ed-58ecc9320b97 service nova] Lock "dedc2fd9-de34-42c9-a178-5fd21ace681c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.012475] env[62954]: DEBUG nova.compute.manager [req-bff54203-7e56-4bac-a663-9c466fb361dd req-9e53af26-46ee-4cd9-87ed-58ecc9320b97 service nova] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] No waiting events found dispatching network-vif-plugged-30ac0444-4fea-4383-b259-d825f88271c5 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 614.012557] env[62954]: WARNING nova.compute.manager [req-bff54203-7e56-4bac-a663-9c466fb361dd req-9e53af26-46ee-4cd9-87ed-58ecc9320b97 service nova] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Received unexpected event network-vif-plugged-30ac0444-4fea-4383-b259-d825f88271c5 for instance with vm_state building and task_state spawning. [ 614.012719] env[62954]: DEBUG nova.compute.manager [req-bff54203-7e56-4bac-a663-9c466fb361dd req-9e53af26-46ee-4cd9-87ed-58ecc9320b97 service nova] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Received event network-changed-30ac0444-4fea-4383-b259-d825f88271c5 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 614.012868] env[62954]: DEBUG nova.compute.manager [req-bff54203-7e56-4bac-a663-9c466fb361dd req-9e53af26-46ee-4cd9-87ed-58ecc9320b97 service nova] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Refreshing instance network info cache due to event network-changed-30ac0444-4fea-4383-b259-d825f88271c5. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 614.013076] env[62954]: DEBUG oslo_concurrency.lockutils [req-bff54203-7e56-4bac-a663-9c466fb361dd req-9e53af26-46ee-4cd9-87ed-58ecc9320b97 service nova] Acquiring lock "refresh_cache-dedc2fd9-de34-42c9-a178-5fd21ace681c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.047855] env[62954]: DEBUG oslo_vmware.api [None req-58411b53-b045-47a2-9691-486625f1bb47 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2596991, 'name': ReconfigVM_Task, 'duration_secs': 0.189517} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.049512] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-58411b53-b045-47a2-9691-486625f1bb47 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523791', 'volume_id': '9479cc97-4cc5-4a57-af5e-ef39b3600fba', 'name': 'volume-9479cc97-4cc5-4a57-af5e-ef39b3600fba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '38c95ef5-744e-4c32-9cb1-c34868206a85', 'attached_at': '', 'detached_at': '', 'volume_id': '9479cc97-4cc5-4a57-af5e-ef39b3600fba', 'serial': '9479cc97-4cc5-4a57-af5e-ef39b3600fba'} {{(pid=62954) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 614.288448] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Releasing lock "refresh_cache-2e7fdade-c4c3-400c-b59a-b77382e4348c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.482488] env[62954]: DEBUG oslo_vmware.api [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2596990, 'name': ReconfigVM_Task, 'duration_secs': 0.552128} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.484267] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Reconfigured VM instance instance-00000017 to attach disk [datastore2] a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d/a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 614.484267] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ed04708-6320-49de-b0e5-aef5f898ddce {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.487827] env[62954]: DEBUG oslo_concurrency.lockutils [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Releasing lock "refresh_cache-dedc2fd9-de34-42c9-a178-5fd21ace681c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.488184] env[62954]: DEBUG nova.compute.manager [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Instance network_info: |[{"id": "30ac0444-4fea-4383-b259-d825f88271c5", "address": "fa:16:3e:36:7e:25", "network": {"id": "ec1afc6e-d11d-48be-bcfb-265ad1e6f4fa", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1469591162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c85413595c14851bc4c1a8c161408bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30ac0444-4f", "ovs_interfaceid": "30ac0444-4fea-4383-b259-d825f88271c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 614.488525] env[62954]: DEBUG oslo_concurrency.lockutils [req-bff54203-7e56-4bac-a663-9c466fb361dd req-9e53af26-46ee-4cd9-87ed-58ecc9320b97 service nova] Acquired lock "refresh_cache-dedc2fd9-de34-42c9-a178-5fd21ace681c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.488795] env[62954]: DEBUG nova.network.neutron [req-bff54203-7e56-4bac-a663-9c466fb361dd req-9e53af26-46ee-4cd9-87ed-58ecc9320b97 service nova] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Refreshing network info cache for port 30ac0444-4fea-4383-b259-d825f88271c5 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 614.491019] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:7e:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6a6f7bb-6106-4cfd-9aef-b85628d0cefa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30ac0444-4fea-4383-b259-d825f88271c5', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 614.502894] env[62954]: DEBUG oslo.service.loopingcall [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 614.504537] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 614.504537] env[62954]: DEBUG oslo_vmware.api [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Waiting for the task: (returnval){ [ 614.504537] env[62954]: value = "task-2596992" [ 614.504537] env[62954]: _type = "Task" [ 614.504537] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.504927] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-594b1aee-a52f-4519-9100-477c42cc1572 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.522262] env[62954]: DEBUG nova.compute.utils [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 614.529843] env[62954]: DEBUG nova.compute.manager [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 614.530022] env[62954]: DEBUG nova.network.neutron [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 614.540463] env[62954]: DEBUG oslo_vmware.api [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2596992, 'name': Rename_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.543810] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 614.543810] env[62954]: value = "task-2596993" [ 614.543810] env[62954]: _type = "Task" [ 614.543810] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.558700] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596993, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.602270] env[62954]: DEBUG nova.policy [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2efd6d04b3ba48389f2206e709b5157c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a06fd3a24fa488290ff83d5c2d743de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 614.637050] env[62954]: DEBUG nova.compute.manager [None req-806c80cb-ef78-4d7d-8acb-48327fc82547 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 614.638637] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7208ea0-b923-49c7-a6db-0504dc72f546 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.821601] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67eabc99-bfc0-45b6-a3b1-1e1f8f1d259b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.856575] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bd2654-2454-47c9-9a73-5d57b36de020 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.869482] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Updating instance '2e7fdade-c4c3-400c-b59a-b77382e4348c' progress to 83 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 615.036992] env[62954]: DEBUG nova.compute.manager [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 615.044025] env[62954]: DEBUG oslo_vmware.api [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2596992, 'name': Rename_Task, 'duration_secs': 0.313489} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.044025] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 615.044025] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d48cbd0d-3ab3-43e4-be15-e1ff15c5c6f9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.057138] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2596993, 'name': CreateVM_Task, 'duration_secs': 0.452304} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.058997] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 615.059762] env[62954]: DEBUG oslo_vmware.api [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Waiting for the task: (returnval){ [ 615.059762] env[62954]: value = "task-2596994" [ 615.059762] env[62954]: _type = "Task" [ 615.059762] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.063180] env[62954]: DEBUG oslo_concurrency.lockutils [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.063485] env[62954]: DEBUG oslo_concurrency.lockutils [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.064097] env[62954]: DEBUG oslo_concurrency.lockutils [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.064307] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78391aa8-5a3d-42ea-83e3-c62b96051c37 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.082722] env[62954]: DEBUG oslo_vmware.api [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2596994, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.082957] env[62954]: DEBUG oslo_vmware.api [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Waiting for the task: (returnval){ [ 615.082957] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52d14799-082f-a16a-0956-8a249cae71fb" [ 615.082957] env[62954]: _type = "Task" [ 615.082957] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.099600] env[62954]: DEBUG oslo_vmware.api [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d14799-082f-a16a-0956-8a249cae71fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.131940] env[62954]: DEBUG nova.network.neutron [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Successfully created port: 475e7e38-e02c-4299-bbeb-b9dedd7544e5 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 615.140776] env[62954]: DEBUG nova.objects.instance [None req-58411b53-b045-47a2-9691-486625f1bb47 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lazy-loading 'flavor' on Instance uuid 38c95ef5-744e-4c32-9cb1-c34868206a85 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 615.156581] env[62954]: INFO nova.compute.manager [None req-806c80cb-ef78-4d7d-8acb-48327fc82547 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] instance snapshotting [ 615.166699] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e4cf01-8ed2-4533-b50c-e89abee6838d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.193808] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d9c917-2107-43f9-8557-4d4c1319a0d2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.378987] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 615.379446] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3267dda-1e39-43b8-a86c-ddb3801e5c64 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.394796] env[62954]: DEBUG oslo_vmware.api [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Waiting for the task: (returnval){ [ 615.394796] env[62954]: value = "task-2596995" [ 615.394796] env[62954]: _type = "Task" [ 615.394796] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.415502] env[62954]: DEBUG nova.network.neutron [req-bff54203-7e56-4bac-a663-9c466fb361dd req-9e53af26-46ee-4cd9-87ed-58ecc9320b97 service nova] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Updated VIF entry in instance network info cache for port 30ac0444-4fea-4383-b259-d825f88271c5. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 615.416085] env[62954]: DEBUG nova.network.neutron [req-bff54203-7e56-4bac-a663-9c466fb361dd req-9e53af26-46ee-4cd9-87ed-58ecc9320b97 service nova] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Updating instance_info_cache with network_info: [{"id": "30ac0444-4fea-4383-b259-d825f88271c5", "address": "fa:16:3e:36:7e:25", "network": {"id": "ec1afc6e-d11d-48be-bcfb-265ad1e6f4fa", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1469591162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c85413595c14851bc4c1a8c161408bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30ac0444-4f", "ovs_interfaceid": "30ac0444-4fea-4383-b259-d825f88271c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.580824] env[62954]: DEBUG oslo_vmware.api [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2596994, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.602324] env[62954]: DEBUG oslo_vmware.api [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d14799-082f-a16a-0956-8a249cae71fb, 'name': SearchDatastore_Task, 'duration_secs': 0.018952} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.603039] env[62954]: DEBUG oslo_concurrency.lockutils [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.603039] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 615.603202] env[62954]: DEBUG oslo_concurrency.lockutils [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.603377] env[62954]: DEBUG oslo_concurrency.lockutils [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.603561] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.603894] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93b18e7d-367d-48eb-b79a-b122cd7179a0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.620185] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 615.620435] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 615.621284] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15bc402d-a4c6-4b09-8649-38ad6e0ea665 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.635860] env[62954]: DEBUG oslo_vmware.api [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Waiting for the task: (returnval){ [ 615.635860] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52d1e917-d48d-20dc-ae15-23e76f920caa" [ 615.635860] env[62954]: _type = "Task" [ 615.635860] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.648652] env[62954]: DEBUG oslo_vmware.api [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d1e917-d48d-20dc-ae15-23e76f920caa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.652365] env[62954]: DEBUG oslo_concurrency.lockutils [None req-58411b53-b045-47a2-9691-486625f1bb47 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "38c95ef5-744e-4c32-9cb1-c34868206a85" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.941s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.682315] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2032d214-456c-44d5-8b50-ecc86c0def98 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.692019] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce61178-c2d1-44c5-9978-8908c17886e9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.726514] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-806c80cb-ef78-4d7d-8acb-48327fc82547 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Creating Snapshot of the VM instance {{(pid=62954) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 615.727075] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5c09d425-4e8b-4081-9624-39e199f2fd8a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.730141] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78bb0eb-e773-48b6-9291-b0c33d6bbe01 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.740358] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d447d5-093c-46da-b0a9-ce3fa652c844 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.744925] env[62954]: DEBUG oslo_vmware.api [None req-806c80cb-ef78-4d7d-8acb-48327fc82547 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Waiting for the task: (returnval){ [ 615.744925] env[62954]: value = "task-2596996" [ 615.744925] env[62954]: _type = "Task" [ 615.744925] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.758569] env[62954]: DEBUG nova.compute.provider_tree [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.766553] env[62954]: DEBUG oslo_vmware.api [None req-806c80cb-ef78-4d7d-8acb-48327fc82547 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2596996, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.909288] env[62954]: DEBUG oslo_vmware.api [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2596995, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.920088] env[62954]: DEBUG oslo_concurrency.lockutils [req-bff54203-7e56-4bac-a663-9c466fb361dd req-9e53af26-46ee-4cd9-87ed-58ecc9320b97 service nova] Releasing lock "refresh_cache-dedc2fd9-de34-42c9-a178-5fd21ace681c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.047809] env[62954]: DEBUG nova.compute.manager [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 616.078862] env[62954]: DEBUG oslo_vmware.api [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2596994, 'name': PowerOnVM_Task, 'duration_secs': 0.651943} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.081322] env[62954]: DEBUG nova.virt.hardware [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 616.090088] env[62954]: DEBUG nova.virt.hardware [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 616.090088] env[62954]: DEBUG nova.virt.hardware [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.090088] env[62954]: DEBUG nova.virt.hardware [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 616.090088] env[62954]: DEBUG nova.virt.hardware [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.090088] env[62954]: DEBUG nova.virt.hardware [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 616.090088] env[62954]: DEBUG nova.virt.hardware [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 616.090088] env[62954]: DEBUG nova.virt.hardware [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 616.090088] env[62954]: DEBUG nova.virt.hardware [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 616.090088] env[62954]: DEBUG nova.virt.hardware [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 616.090088] env[62954]: DEBUG nova.virt.hardware [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 616.090088] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.090088] env[62954]: INFO nova.compute.manager [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Took 9.93 seconds to spawn the instance on the hypervisor. [ 616.090088] env[62954]: DEBUG nova.compute.manager [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 616.090088] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3112c959-23d7-4505-b22e-5b9f29595b35 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.090088] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d0804f-d46a-4184-9f9f-ccf38c1846e5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.101226] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4eabb57-d467-4861-8161-c7ebf3fc03f5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.148419] env[62954]: DEBUG oslo_vmware.api [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d1e917-d48d-20dc-ae15-23e76f920caa, 'name': SearchDatastore_Task, 'duration_secs': 0.018911} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.150682] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf38d8f9-6d9a-4cfc-b5ed-fa6aab7a4d54 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.157308] env[62954]: DEBUG oslo_vmware.api [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Waiting for the task: (returnval){ [ 616.157308] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52883dde-0187-56ee-9b89-d5ed6a6b3dd9" [ 616.157308] env[62954]: _type = "Task" [ 616.157308] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.170546] env[62954]: DEBUG oslo_vmware.api [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52883dde-0187-56ee-9b89-d5ed6a6b3dd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.256667] env[62954]: DEBUG oslo_vmware.api [None req-806c80cb-ef78-4d7d-8acb-48327fc82547 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2596996, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.263023] env[62954]: DEBUG nova.scheduler.client.report [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.313338] env[62954]: DEBUG oslo_concurrency.lockutils [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "38c95ef5-744e-4c32-9cb1-c34868206a85" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.313676] env[62954]: DEBUG oslo_concurrency.lockutils [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "38c95ef5-744e-4c32-9cb1-c34868206a85" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.313899] env[62954]: DEBUG oslo_concurrency.lockutils [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "38c95ef5-744e-4c32-9cb1-c34868206a85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.314154] env[62954]: DEBUG oslo_concurrency.lockutils [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "38c95ef5-744e-4c32-9cb1-c34868206a85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.314342] env[62954]: DEBUG oslo_concurrency.lockutils [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "38c95ef5-744e-4c32-9cb1-c34868206a85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.316765] env[62954]: INFO nova.compute.manager [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Terminating instance [ 616.407867] env[62954]: DEBUG oslo_vmware.api [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2596995, 'name': PowerOnVM_Task, 'duration_secs': 0.643672} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.408177] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.408372] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef98e20-fb18-4123-b337-9ebc2339b0ef tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Updating instance '2e7fdade-c4c3-400c-b59a-b77382e4348c' progress to 100 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 616.621131] env[62954]: INFO nova.compute.manager [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Took 34.92 seconds to build instance. [ 616.670569] env[62954]: DEBUG oslo_vmware.api [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52883dde-0187-56ee-9b89-d5ed6a6b3dd9, 'name': SearchDatastore_Task, 'duration_secs': 0.018099} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.670865] env[62954]: DEBUG oslo_concurrency.lockutils [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.671165] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] dedc2fd9-de34-42c9-a178-5fd21ace681c/dedc2fd9-de34-42c9-a178-5fd21ace681c.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 616.671436] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2aa8afd0-81a6-4b05-b13c-3df71b50e2bc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.681134] env[62954]: DEBUG oslo_vmware.api [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Waiting for the task: (returnval){ [ 616.681134] env[62954]: value = "task-2596997" [ 616.681134] env[62954]: _type = "Task" [ 616.681134] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.694327] env[62954]: DEBUG oslo_vmware.api [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': task-2596997, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.758233] env[62954]: DEBUG oslo_vmware.api [None req-806c80cb-ef78-4d7d-8acb-48327fc82547 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2596996, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.768335] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.768976] env[62954]: DEBUG nova.compute.manager [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 616.771705] env[62954]: DEBUG oslo_concurrency.lockutils [None req-563bc46f-667b-4e0b-9b21-95c79b47b7ec tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.246s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.771915] env[62954]: DEBUG nova.objects.instance [None req-563bc46f-667b-4e0b-9b21-95c79b47b7ec tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Lazy-loading 'resources' on Instance uuid 864ef1f8-1091-4d3c-a52a-53b0df805ffe {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 616.780104] env[62954]: DEBUG nova.compute.manager [req-3ec99ee4-7685-4aa4-83f0-8ed2c9460718 req-fd7e6edd-c99a-42b8-bffa-ded4ce51419e service nova] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Received event network-vif-plugged-475e7e38-e02c-4299-bbeb-b9dedd7544e5 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 616.780311] env[62954]: DEBUG oslo_concurrency.lockutils [req-3ec99ee4-7685-4aa4-83f0-8ed2c9460718 req-fd7e6edd-c99a-42b8-bffa-ded4ce51419e service nova] Acquiring lock "cb2bda24-46b6-4c9e-8f05-213c5ce6483b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.780528] env[62954]: DEBUG oslo_concurrency.lockutils [req-3ec99ee4-7685-4aa4-83f0-8ed2c9460718 req-fd7e6edd-c99a-42b8-bffa-ded4ce51419e service nova] Lock "cb2bda24-46b6-4c9e-8f05-213c5ce6483b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.781228] env[62954]: DEBUG oslo_concurrency.lockutils [req-3ec99ee4-7685-4aa4-83f0-8ed2c9460718 req-fd7e6edd-c99a-42b8-bffa-ded4ce51419e service nova] Lock "cb2bda24-46b6-4c9e-8f05-213c5ce6483b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.781228] env[62954]: DEBUG nova.compute.manager [req-3ec99ee4-7685-4aa4-83f0-8ed2c9460718 req-fd7e6edd-c99a-42b8-bffa-ded4ce51419e service nova] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] No waiting events found dispatching network-vif-plugged-475e7e38-e02c-4299-bbeb-b9dedd7544e5 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 616.781228] env[62954]: WARNING nova.compute.manager [req-3ec99ee4-7685-4aa4-83f0-8ed2c9460718 req-fd7e6edd-c99a-42b8-bffa-ded4ce51419e service nova] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Received unexpected event network-vif-plugged-475e7e38-e02c-4299-bbeb-b9dedd7544e5 for instance with vm_state building and task_state spawning. [ 616.822304] env[62954]: DEBUG nova.compute.manager [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 616.822304] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 616.822304] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20744f0b-6738-4da5-84ed-e825c09c1f46 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.832179] env[62954]: DEBUG oslo_vmware.api [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 616.832179] env[62954]: value = "task-2596998" [ 616.832179] env[62954]: _type = "Task" [ 616.832179] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.846416] env[62954]: DEBUG oslo_vmware.api [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2596998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.866097] env[62954]: DEBUG oslo_vmware.rw_handles [None req-88d5ae37-4c26-4f24-9b27-84b443f145b6 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e38827-c07a-84f7-8fba-85c95670a334/disk-0.vmdk. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 616.867195] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa3a67d-7c09-415b-8e95-1430f6298d0f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.877187] env[62954]: DEBUG oslo_vmware.rw_handles [None req-88d5ae37-4c26-4f24-9b27-84b443f145b6 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e38827-c07a-84f7-8fba-85c95670a334/disk-0.vmdk is in state: ready. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 616.877412] env[62954]: ERROR oslo_vmware.rw_handles [None req-88d5ae37-4c26-4f24-9b27-84b443f145b6 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e38827-c07a-84f7-8fba-85c95670a334/disk-0.vmdk due to incomplete transfer. [ 616.877655] env[62954]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fd3f909b-f863-4dad-ae59-f1a749c08be7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.890435] env[62954]: DEBUG oslo_vmware.rw_handles [None req-88d5ae37-4c26-4f24-9b27-84b443f145b6 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e38827-c07a-84f7-8fba-85c95670a334/disk-0.vmdk. {{(pid=62954) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 616.890762] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-88d5ae37-4c26-4f24-9b27-84b443f145b6 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Uploaded image 3341d510-4591-4959-9e6b-beec9107bff8 to the Glance image server {{(pid=62954) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 616.896289] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d5ae37-4c26-4f24-9b27-84b443f145b6 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Destroying the VM {{(pid=62954) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 616.896289] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-113a8133-0392-433d-9f1a-1cce6d291c03 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.907393] env[62954]: DEBUG oslo_vmware.api [None req-88d5ae37-4c26-4f24-9b27-84b443f145b6 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Waiting for the task: (returnval){ [ 616.907393] env[62954]: value = "task-2596999" [ 616.907393] env[62954]: _type = "Task" [ 616.907393] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.919756] env[62954]: DEBUG oslo_vmware.api [None req-88d5ae37-4c26-4f24-9b27-84b443f145b6 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': task-2596999, 'name': Destroy_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.945598] env[62954]: DEBUG nova.network.neutron [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Successfully updated port: 475e7e38-e02c-4299-bbeb-b9dedd7544e5 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 617.123541] env[62954]: DEBUG oslo_concurrency.lockutils [None req-562d6d78-0f45-4a5a-b876-38a3f3c69059 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lock "a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.544s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.193953] env[62954]: DEBUG oslo_vmware.api [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': task-2596997, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.259321] env[62954]: DEBUG oslo_vmware.api [None req-806c80cb-ef78-4d7d-8acb-48327fc82547 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2596996, 'name': CreateSnapshot_Task, 'duration_secs': 1.170175} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.259592] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-806c80cb-ef78-4d7d-8acb-48327fc82547 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Created Snapshot of the VM instance {{(pid=62954) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 617.261114] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33397cf8-b5c5-4622-9a7a-bdfc77b9643b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.275354] env[62954]: DEBUG nova.compute.utils [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 617.276766] env[62954]: DEBUG nova.compute.manager [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 617.276962] env[62954]: DEBUG nova.network.neutron [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 617.351884] env[62954]: DEBUG oslo_vmware.api [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2596998, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.421009] env[62954]: DEBUG nova.policy [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a09ae9f18224a07b8732a837adf8230', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc498ced22de4713a9159589d1d25d83', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 617.423196] env[62954]: DEBUG oslo_vmware.api [None req-88d5ae37-4c26-4f24-9b27-84b443f145b6 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': task-2596999, 'name': Destroy_Task} progress is 33%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.449557] env[62954]: DEBUG oslo_concurrency.lockutils [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Acquiring lock "refresh_cache-cb2bda24-46b6-4c9e-8f05-213c5ce6483b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.449557] env[62954]: DEBUG oslo_concurrency.lockutils [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Acquired lock "refresh_cache-cb2bda24-46b6-4c9e-8f05-213c5ce6483b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.449557] env[62954]: DEBUG nova.network.neutron [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 617.625871] env[62954]: DEBUG nova.compute.manager [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 617.695166] env[62954]: DEBUG oslo_vmware.api [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': task-2596997, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.956863} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.695571] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] dedc2fd9-de34-42c9-a178-5fd21ace681c/dedc2fd9-de34-42c9-a178-5fd21ace681c.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 617.695805] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 617.696045] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e79cb9d-ab4d-4bdb-a5f8-02fba86d7546 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.703955] env[62954]: DEBUG oslo_vmware.api [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Waiting for the task: (returnval){ [ 617.703955] env[62954]: value = "task-2597000" [ 617.703955] env[62954]: _type = "Task" [ 617.703955] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.721829] env[62954]: DEBUG oslo_vmware.api [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': task-2597000, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.781676] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-806c80cb-ef78-4d7d-8acb-48327fc82547 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Creating linked-clone VM from snapshot {{(pid=62954) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 617.784502] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d7818865-47a8-45df-90ad-3cb28f79b26e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.789000] env[62954]: DEBUG nova.compute.manager [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 617.799538] env[62954]: DEBUG oslo_vmware.api [None req-806c80cb-ef78-4d7d-8acb-48327fc82547 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Waiting for the task: (returnval){ [ 617.799538] env[62954]: value = "task-2597001" [ 617.799538] env[62954]: _type = "Task" [ 617.799538] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.813875] env[62954]: DEBUG oslo_vmware.api [None req-806c80cb-ef78-4d7d-8acb-48327fc82547 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597001, 'name': CloneVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.847416] env[62954]: DEBUG oslo_vmware.api [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2596998, 'name': PowerOffVM_Task, 'duration_secs': 0.52111} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.850600] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 617.851130] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Volume detach. Driver type: vmdk {{(pid=62954) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 617.851683] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523791', 'volume_id': '9479cc97-4cc5-4a57-af5e-ef39b3600fba', 'name': 'volume-9479cc97-4cc5-4a57-af5e-ef39b3600fba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '38c95ef5-744e-4c32-9cb1-c34868206a85', 'attached_at': '', 'detached_at': '', 'volume_id': '9479cc97-4cc5-4a57-af5e-ef39b3600fba', 'serial': '9479cc97-4cc5-4a57-af5e-ef39b3600fba'} {{(pid=62954) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 617.855018] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a78b94-890c-4b92-a50e-551ec2b4d9be {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.884357] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cc3e5a-0ee2-4389-8225-804303f50822 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.893991] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96514cd8-2041-4e81-8492-26b9762a44a6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.924424] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec631c9-c4ec-4760-8768-eb5e41109c8a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.942599] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68377f83-5516-4ec5-9bc6-5777ba23c064 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.967247] env[62954]: DEBUG oslo_vmware.api [None req-88d5ae37-4c26-4f24-9b27-84b443f145b6 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': task-2596999, 'name': Destroy_Task, 'duration_secs': 0.773868} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.968800] env[62954]: DEBUG nova.compute.manager [req-c6483025-eb68-4a18-85d6-13a6806ba8cc req-af127cbf-932b-46c8-baf2-7ae4a824a860 service nova] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Received event network-changed-3864934b-a251-4052-9e45-c837bacbe596 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 617.968992] env[62954]: DEBUG nova.compute.manager [req-c6483025-eb68-4a18-85d6-13a6806ba8cc req-af127cbf-932b-46c8-baf2-7ae4a824a860 service nova] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Refreshing instance network info cache due to event network-changed-3864934b-a251-4052-9e45-c837bacbe596. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 617.969229] env[62954]: DEBUG oslo_concurrency.lockutils [req-c6483025-eb68-4a18-85d6-13a6806ba8cc req-af127cbf-932b-46c8-baf2-7ae4a824a860 service nova] Acquiring lock "refresh_cache-a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.969366] env[62954]: DEBUG oslo_concurrency.lockutils [req-c6483025-eb68-4a18-85d6-13a6806ba8cc req-af127cbf-932b-46c8-baf2-7ae4a824a860 service nova] Acquired lock "refresh_cache-a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.969590] env[62954]: DEBUG nova.network.neutron [req-c6483025-eb68-4a18-85d6-13a6806ba8cc req-af127cbf-932b-46c8-baf2-7ae4a824a860 service nova] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Refreshing network info cache for port 3864934b-a251-4052-9e45-c837bacbe596 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 617.974021] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] The volume has not been displaced from its original location: [datastore2] volume-9479cc97-4cc5-4a57-af5e-ef39b3600fba/volume-9479cc97-4cc5-4a57-af5e-ef39b3600fba.vmdk. No consolidation needed. {{(pid=62954) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 617.981293] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Reconfiguring VM instance instance-00000014 to detach disk 2001 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 617.988278] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-88d5ae37-4c26-4f24-9b27-84b443f145b6 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Destroyed the VM [ 617.988517] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-88d5ae37-4c26-4f24-9b27-84b443f145b6 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Deleting Snapshot of the VM instance {{(pid=62954) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 617.989309] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12446dcd-6377-4e9c-a4ca-6097c2229015 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.018412] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-09db5084-a51f-4b04-b0e6-cd52e099ecac {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.024589] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f6fe81-cf29-435f-bc2b-e82cf581b6bf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.033450] env[62954]: DEBUG oslo_vmware.api [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 618.033450] env[62954]: value = "task-2597002" [ 618.033450] env[62954]: _type = "Task" [ 618.033450] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.084631] env[62954]: DEBUG oslo_vmware.api [None req-88d5ae37-4c26-4f24-9b27-84b443f145b6 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Waiting for the task: (returnval){ [ 618.084631] env[62954]: value = "task-2597003" [ 618.084631] env[62954]: _type = "Task" [ 618.084631] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.087121] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d7db13-14ce-401a-bbfc-c4102c384f8d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.102127] env[62954]: DEBUG oslo_vmware.api [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.116157] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2858a0ce-ddb3-44eb-9deb-4db5780f2e7f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.120518] env[62954]: DEBUG oslo_vmware.api [None req-88d5ae37-4c26-4f24-9b27-84b443f145b6 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': task-2597003, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.138384] env[62954]: DEBUG nova.compute.provider_tree [None req-563bc46f-667b-4e0b-9b21-95c79b47b7ec tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.160538] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.215878] env[62954]: DEBUG oslo_vmware.api [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': task-2597000, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068584} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.216031] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 618.216843] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b9c88f-922a-4e02-97ba-f9b25b240149 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.243517] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] dedc2fd9-de34-42c9-a178-5fd21ace681c/dedc2fd9-de34-42c9-a178-5fd21ace681c.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 618.243517] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-865cadd9-9476-42f7-a2e3-eb7424e4edde {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.267189] env[62954]: DEBUG oslo_vmware.api [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Waiting for the task: (returnval){ [ 618.267189] env[62954]: value = "task-2597004" [ 618.267189] env[62954]: _type = "Task" [ 618.267189] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.278503] env[62954]: DEBUG oslo_vmware.api [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': task-2597004, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.295666] env[62954]: INFO nova.virt.block_device [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Booting with volume 9c4b635c-3ce9-48d5-930a-3a65fc14d6d3 at /dev/sda [ 618.318388] env[62954]: DEBUG oslo_vmware.api [None req-806c80cb-ef78-4d7d-8acb-48327fc82547 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597001, 'name': CloneVM_Task} progress is 94%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.336083] env[62954]: DEBUG nova.network.neutron [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 618.352262] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08360c25-89b5-47ea-991c-f1cbc3261c3e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.363323] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad4182c-33a1-44d9-b6b5-2ebcd1ae4bb0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.406711] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8cb106d3-2329-409f-b8e8-489420f53eb6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.418737] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e41487-7d1e-4f27-bd0d-5a8722a6eab5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.466782] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e26703-bd09-4834-b4db-ab85ee70e679 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.478022] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b4e4e1-8f4d-4ceb-b676-4d9d60b9f7bc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.497025] env[62954]: DEBUG nova.virt.block_device [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Updating existing volume attachment record: fde72c72-6057-47ee-84d1-c0e1aede4a75 {{(pid=62954) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 618.550901] env[62954]: DEBUG oslo_vmware.api [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597002, 'name': ReconfigVM_Task, 'duration_secs': 0.483238} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.550901] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Reconfigured VM instance instance-00000014 to detach disk 2001 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 618.556703] env[62954]: DEBUG nova.network.neutron [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Successfully created port: 532ee91c-9798-4e58-a0d8-a7aa74425e46 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 618.561155] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f099b1ed-3f69-477e-b074-2b58d72f30b5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.581934] env[62954]: DEBUG oslo_vmware.api [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 618.581934] env[62954]: value = "task-2597005" [ 618.581934] env[62954]: _type = "Task" [ 618.581934] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.596113] env[62954]: DEBUG oslo_vmware.api [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597005, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.600961] env[62954]: DEBUG oslo_vmware.api [None req-88d5ae37-4c26-4f24-9b27-84b443f145b6 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': task-2597003, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.641676] env[62954]: DEBUG nova.scheduler.client.report [None req-563bc46f-667b-4e0b-9b21-95c79b47b7ec tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.781216] env[62954]: DEBUG oslo_vmware.api [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': task-2597004, 'name': ReconfigVM_Task, 'duration_secs': 0.466862} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.782029] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Reconfigured VM instance instance-00000018 to attach disk [datastore2] dedc2fd9-de34-42c9-a178-5fd21ace681c/dedc2fd9-de34-42c9-a178-5fd21ace681c.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.782258] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4961c2fc-e2f5-4606-ab7d-1da172c0fe99 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.790539] env[62954]: DEBUG oslo_vmware.api [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Waiting for the task: (returnval){ [ 618.790539] env[62954]: value = "task-2597006" [ 618.790539] env[62954]: _type = "Task" [ 618.790539] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.801378] env[62954]: DEBUG oslo_vmware.api [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': task-2597006, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.815399] env[62954]: DEBUG oslo_vmware.api [None req-806c80cb-ef78-4d7d-8acb-48327fc82547 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597001, 'name': CloneVM_Task} progress is 94%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.947631] env[62954]: DEBUG nova.network.neutron [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Updating instance_info_cache with network_info: [{"id": "475e7e38-e02c-4299-bbeb-b9dedd7544e5", "address": "fa:16:3e:26:5d:fb", "network": {"id": "9821a9fd-df36-4dc8-94bb-db4f624d78ee", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-971854032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a06fd3a24fa488290ff83d5c2d743de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap475e7e38-e0", "ovs_interfaceid": "475e7e38-e02c-4299-bbeb-b9dedd7544e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.052566] env[62954]: DEBUG nova.compute.manager [req-cf8c268d-12bb-4c26-a8e5-9434c1757dcf req-af860f39-3ebb-4cea-9600-9f23af0f4c0b service nova] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Received event network-changed-475e7e38-e02c-4299-bbeb-b9dedd7544e5 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 619.052793] env[62954]: DEBUG nova.compute.manager [req-cf8c268d-12bb-4c26-a8e5-9434c1757dcf req-af860f39-3ebb-4cea-9600-9f23af0f4c0b service nova] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Refreshing instance network info cache due to event network-changed-475e7e38-e02c-4299-bbeb-b9dedd7544e5. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 619.053012] env[62954]: DEBUG oslo_concurrency.lockutils [req-cf8c268d-12bb-4c26-a8e5-9434c1757dcf req-af860f39-3ebb-4cea-9600-9f23af0f4c0b service nova] Acquiring lock "refresh_cache-cb2bda24-46b6-4c9e-8f05-213c5ce6483b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.054535] env[62954]: DEBUG nova.network.neutron [req-c6483025-eb68-4a18-85d6-13a6806ba8cc req-af127cbf-932b-46c8-baf2-7ae4a824a860 service nova] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Updated VIF entry in instance network info cache for port 3864934b-a251-4052-9e45-c837bacbe596. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 619.054942] env[62954]: DEBUG nova.network.neutron [req-c6483025-eb68-4a18-85d6-13a6806ba8cc req-af127cbf-932b-46c8-baf2-7ae4a824a860 service nova] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Updating instance_info_cache with network_info: [{"id": "3864934b-a251-4052-9e45-c837bacbe596", "address": "fa:16:3e:2b:5c:03", "network": {"id": "e2c00089-192e-4550-a1d0-97edff29a9da", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-334355756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd82b9480b6448fb86a9dddf12602c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3864934b-a2", "ovs_interfaceid": "3864934b-a251-4052-9e45-c837bacbe596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.095136] env[62954]: DEBUG oslo_vmware.api [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597005, 'name': ReconfigVM_Task, 'duration_secs': 0.256577} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.095910] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523791', 'volume_id': '9479cc97-4cc5-4a57-af5e-ef39b3600fba', 'name': 'volume-9479cc97-4cc5-4a57-af5e-ef39b3600fba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '38c95ef5-744e-4c32-9cb1-c34868206a85', 'attached_at': '', 'detached_at': '', 'volume_id': '9479cc97-4cc5-4a57-af5e-ef39b3600fba', 'serial': '9479cc97-4cc5-4a57-af5e-ef39b3600fba'} {{(pid=62954) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 619.096290] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 619.097158] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bae8bc-43a5-4d61-8554-09a420f4a6e7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.103150] env[62954]: DEBUG oslo_vmware.api [None req-88d5ae37-4c26-4f24-9b27-84b443f145b6 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': task-2597003, 'name': RemoveSnapshot_Task, 'duration_secs': 0.7057} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.103775] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-88d5ae37-4c26-4f24-9b27-84b443f145b6 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Deleted Snapshot of the VM instance {{(pid=62954) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 619.104111] env[62954]: INFO nova.compute.manager [None req-88d5ae37-4c26-4f24-9b27-84b443f145b6 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Took 14.06 seconds to snapshot the instance on the hypervisor. [ 619.109686] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 619.109964] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d593e5b5-44a4-4cfe-9124-429e0f576796 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.147089] env[62954]: DEBUG oslo_concurrency.lockutils [None req-563bc46f-667b-4e0b-9b21-95c79b47b7ec tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.375s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.151082] env[62954]: DEBUG oslo_concurrency.lockutils [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.609s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.152796] env[62954]: INFO nova.compute.claims [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.181288] env[62954]: INFO nova.scheduler.client.report [None req-563bc46f-667b-4e0b-9b21-95c79b47b7ec tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Deleted allocations for instance 864ef1f8-1091-4d3c-a52a-53b0df805ffe [ 619.189138] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 619.189363] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 619.189554] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Deleting the datastore file [datastore2] 38c95ef5-744e-4c32-9cb1-c34868206a85 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 619.189802] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-322ec95d-f10e-4568-b431-d1f4b5af23a8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.198507] env[62954]: DEBUG oslo_vmware.api [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 619.198507] env[62954]: value = "task-2597008" [ 619.198507] env[62954]: _type = "Task" [ 619.198507] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.212307] env[62954]: DEBUG oslo_vmware.api [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.253431] env[62954]: DEBUG oslo_concurrency.lockutils [None req-89a4d4a8-3d0d-4b7b-b141-f0fa0eb03bca tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquiring lock "2e7fdade-c4c3-400c-b59a-b77382e4348c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.253702] env[62954]: DEBUG oslo_concurrency.lockutils [None req-89a4d4a8-3d0d-4b7b-b141-f0fa0eb03bca tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Lock "2e7fdade-c4c3-400c-b59a-b77382e4348c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.253907] env[62954]: DEBUG nova.compute.manager [None req-89a4d4a8-3d0d-4b7b-b141-f0fa0eb03bca tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Going to confirm migration 1 {{(pid=62954) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 619.304380] env[62954]: DEBUG oslo_vmware.api [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': task-2597006, 'name': Rename_Task, 'duration_secs': 0.167096} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.308115] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 619.308821] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23b6c6fc-1337-49ba-ba26-6e9df46a8f90 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.318915] env[62954]: DEBUG oslo_vmware.api [None req-806c80cb-ef78-4d7d-8acb-48327fc82547 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597001, 'name': CloneVM_Task} progress is 94%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.320735] env[62954]: DEBUG oslo_vmware.api [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Waiting for the task: (returnval){ [ 619.320735] env[62954]: value = "task-2597009" [ 619.320735] env[62954]: _type = "Task" [ 619.320735] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.329875] env[62954]: DEBUG oslo_vmware.api [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': task-2597009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.453135] env[62954]: DEBUG oslo_concurrency.lockutils [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Releasing lock "refresh_cache-cb2bda24-46b6-4c9e-8f05-213c5ce6483b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.453332] env[62954]: DEBUG nova.compute.manager [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Instance network_info: |[{"id": "475e7e38-e02c-4299-bbeb-b9dedd7544e5", "address": "fa:16:3e:26:5d:fb", "network": {"id": "9821a9fd-df36-4dc8-94bb-db4f624d78ee", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-971854032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a06fd3a24fa488290ff83d5c2d743de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap475e7e38-e0", "ovs_interfaceid": "475e7e38-e02c-4299-bbeb-b9dedd7544e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 619.453658] env[62954]: DEBUG oslo_concurrency.lockutils [req-cf8c268d-12bb-4c26-a8e5-9434c1757dcf req-af860f39-3ebb-4cea-9600-9f23af0f4c0b service nova] Acquired lock "refresh_cache-cb2bda24-46b6-4c9e-8f05-213c5ce6483b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.457075] env[62954]: DEBUG nova.network.neutron [req-cf8c268d-12bb-4c26-a8e5-9434c1757dcf req-af860f39-3ebb-4cea-9600-9f23af0f4c0b service nova] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Refreshing network info cache for port 475e7e38-e02c-4299-bbeb-b9dedd7544e5 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 619.457075] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:5d:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba6157eb-73cb-428a-9f46-99081165d7eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '475e7e38-e02c-4299-bbeb-b9dedd7544e5', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.468932] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Creating folder: Project (3a06fd3a24fa488290ff83d5c2d743de). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.470762] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edea9aa7-921a-4a95-96f7-a885bb9ad35d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.497572] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Created folder: Project (3a06fd3a24fa488290ff83d5c2d743de) in parent group-v523717. [ 619.497933] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Creating folder: Instances. Parent ref: group-v523798. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.498461] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e52153c-0b79-410a-8b6c-4c889ccb0189 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.512875] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Created folder: Instances in parent group-v523798. [ 619.513338] env[62954]: DEBUG oslo.service.loopingcall [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 619.513680] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.513996] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73ca8655-f24f-4646-8c62-3945de834355 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.536450] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.536450] env[62954]: value = "task-2597012" [ 619.536450] env[62954]: _type = "Task" [ 619.536450] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.546750] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597012, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.559601] env[62954]: DEBUG oslo_concurrency.lockutils [req-c6483025-eb68-4a18-85d6-13a6806ba8cc req-af127cbf-932b-46c8-baf2-7ae4a824a860 service nova] Releasing lock "refresh_cache-a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.693582] env[62954]: DEBUG oslo_concurrency.lockutils [None req-563bc46f-667b-4e0b-9b21-95c79b47b7ec tempest-ServerDiagnosticsV248Test-329903838 tempest-ServerDiagnosticsV248Test-329903838-project-member] Lock "864ef1f8-1091-4d3c-a52a-53b0df805ffe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.492s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.711036] env[62954]: DEBUG oslo_vmware.api [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136556} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.711036] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 619.711036] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 619.711036] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 619.711036] env[62954]: INFO nova.compute.manager [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Took 2.89 seconds to destroy the instance on the hypervisor. [ 619.711036] env[62954]: DEBUG oslo.service.loopingcall [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 619.711345] env[62954]: DEBUG nova.compute.manager [-] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 619.711345] env[62954]: DEBUG nova.network.neutron [-] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 619.816107] env[62954]: DEBUG oslo_vmware.api [None req-806c80cb-ef78-4d7d-8acb-48327fc82547 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597001, 'name': CloneVM_Task, 'duration_secs': 1.865732} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.816455] env[62954]: INFO nova.virt.vmwareapi.vmops [None req-806c80cb-ef78-4d7d-8acb-48327fc82547 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Created linked-clone VM from snapshot [ 619.817256] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718213e2-c434-44a5-8abc-4a83198cbbff {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.833080] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-806c80cb-ef78-4d7d-8acb-48327fc82547 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Uploading image a96d9057-bf32-41c1-9343-c8b95328025d {{(pid=62954) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 619.843886] env[62954]: DEBUG oslo_vmware.api [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': task-2597009, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.860772] env[62954]: DEBUG oslo_concurrency.lockutils [None req-89a4d4a8-3d0d-4b7b-b141-f0fa0eb03bca tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquiring lock "refresh_cache-2e7fdade-c4c3-400c-b59a-b77382e4348c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.860944] env[62954]: DEBUG oslo_concurrency.lockutils [None req-89a4d4a8-3d0d-4b7b-b141-f0fa0eb03bca tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquired lock "refresh_cache-2e7fdade-c4c3-400c-b59a-b77382e4348c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.861153] env[62954]: DEBUG nova.network.neutron [None req-89a4d4a8-3d0d-4b7b-b141-f0fa0eb03bca tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.861854] env[62954]: DEBUG nova.objects.instance [None req-89a4d4a8-3d0d-4b7b-b141-f0fa0eb03bca tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Lazy-loading 'info_cache' on Instance uuid 2e7fdade-c4c3-400c-b59a-b77382e4348c {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 619.865646] env[62954]: DEBUG oslo_vmware.rw_handles [None req-806c80cb-ef78-4d7d-8acb-48327fc82547 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 619.865646] env[62954]: value = "vm-523797" [ 619.865646] env[62954]: _type = "VirtualMachine" [ 619.865646] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 619.865995] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ffe615cd-d04f-4750-b2d3-ba8c00892201 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.875898] env[62954]: DEBUG oslo_vmware.rw_handles [None req-806c80cb-ef78-4d7d-8acb-48327fc82547 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Lease: (returnval){ [ 619.875898] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]529803e3-d8fc-5c5f-8e21-1b5a86bff6d1" [ 619.875898] env[62954]: _type = "HttpNfcLease" [ 619.875898] env[62954]: } obtained for exporting VM: (result){ [ 619.875898] env[62954]: value = "vm-523797" [ 619.875898] env[62954]: _type = "VirtualMachine" [ 619.875898] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 619.876249] env[62954]: DEBUG oslo_vmware.api [None req-806c80cb-ef78-4d7d-8acb-48327fc82547 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Waiting for the lease: (returnval){ [ 619.876249] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]529803e3-d8fc-5c5f-8e21-1b5a86bff6d1" [ 619.876249] env[62954]: _type = "HttpNfcLease" [ 619.876249] env[62954]: } to be ready. {{(pid=62954) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 619.884514] env[62954]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 619.884514] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]529803e3-d8fc-5c5f-8e21-1b5a86bff6d1" [ 619.884514] env[62954]: _type = "HttpNfcLease" [ 619.884514] env[62954]: } is initializing. {{(pid=62954) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 620.049073] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597012, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.334208] env[62954]: DEBUG oslo_vmware.api [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': task-2597009, 'name': PowerOnVM_Task, 'duration_secs': 0.619897} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.334494] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 620.334700] env[62954]: INFO nova.compute.manager [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Took 9.41 seconds to spawn the instance on the hypervisor. [ 620.334916] env[62954]: DEBUG nova.compute.manager [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 620.339543] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0259fb8-4f2f-4493-b263-62f62f54de2d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.391834] env[62954]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 620.391834] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]529803e3-d8fc-5c5f-8e21-1b5a86bff6d1" [ 620.391834] env[62954]: _type = "HttpNfcLease" [ 620.391834] env[62954]: } is ready. {{(pid=62954) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 620.392393] env[62954]: DEBUG oslo_vmware.rw_handles [None req-806c80cb-ef78-4d7d-8acb-48327fc82547 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 620.392393] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]529803e3-d8fc-5c5f-8e21-1b5a86bff6d1" [ 620.392393] env[62954]: _type = "HttpNfcLease" [ 620.392393] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 620.393171] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9679b0b9-1502-4c4e-b3ef-7e2e69a131e1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.409060] env[62954]: DEBUG oslo_vmware.rw_handles [None req-806c80cb-ef78-4d7d-8acb-48327fc82547 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c26999-aede-659d-9fb9-0620e01a3b44/disk-0.vmdk from lease info. {{(pid=62954) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 620.409799] env[62954]: DEBUG oslo_vmware.rw_handles [None req-806c80cb-ef78-4d7d-8acb-48327fc82547 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c26999-aede-659d-9fb9-0620e01a3b44/disk-0.vmdk for reading. {{(pid=62954) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 620.474741] env[62954]: DEBUG nova.network.neutron [req-cf8c268d-12bb-4c26-a8e5-9434c1757dcf req-af860f39-3ebb-4cea-9600-9f23af0f4c0b service nova] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Updated VIF entry in instance network info cache for port 475e7e38-e02c-4299-bbeb-b9dedd7544e5. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 620.475119] env[62954]: DEBUG nova.network.neutron [req-cf8c268d-12bb-4c26-a8e5-9434c1757dcf req-af860f39-3ebb-4cea-9600-9f23af0f4c0b service nova] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Updating instance_info_cache with network_info: [{"id": "475e7e38-e02c-4299-bbeb-b9dedd7544e5", "address": "fa:16:3e:26:5d:fb", "network": {"id": "9821a9fd-df36-4dc8-94bb-db4f624d78ee", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-971854032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a06fd3a24fa488290ff83d5c2d743de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap475e7e38-e0", "ovs_interfaceid": "475e7e38-e02c-4299-bbeb-b9dedd7544e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.518449] env[62954]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6040ad05-fb5f-426e-98f6-2cb8b5456662 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.551752] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597012, 'name': CreateVM_Task, 'duration_secs': 0.514747} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.559223] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 620.560321] env[62954]: DEBUG oslo_concurrency.lockutils [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.560767] env[62954]: DEBUG oslo_concurrency.lockutils [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.560767] env[62954]: DEBUG oslo_concurrency.lockutils [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.560960] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6250edd2-fba8-47c3-9432-cc1bbc0aa638 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.567565] env[62954]: DEBUG oslo_vmware.api [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Waiting for the task: (returnval){ [ 620.567565] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5208f126-f6c1-1857-d18d-2c60cc017f2c" [ 620.567565] env[62954]: _type = "Task" [ 620.567565] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.577320] env[62954]: DEBUG oslo_vmware.api [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5208f126-f6c1-1857-d18d-2c60cc017f2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.648414] env[62954]: DEBUG nova.compute.manager [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 620.648984] env[62954]: DEBUG nova.virt.hardware [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 620.649400] env[62954]: DEBUG nova.virt.hardware [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 620.649400] env[62954]: DEBUG nova.virt.hardware [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 620.649531] env[62954]: DEBUG nova.virt.hardware [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 620.650268] env[62954]: DEBUG nova.virt.hardware [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 620.650268] env[62954]: DEBUG nova.virt.hardware [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 620.650268] env[62954]: DEBUG nova.virt.hardware [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 620.650268] env[62954]: DEBUG nova.virt.hardware [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 620.650408] env[62954]: DEBUG nova.virt.hardware [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 620.650577] env[62954]: DEBUG nova.virt.hardware [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 620.650707] env[62954]: DEBUG nova.virt.hardware [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 620.651574] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4213af55-f670-432c-b999-eb0ac396fab4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.667348] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f638a8-3524-4e45-b935-e97d39196a4a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.755321] env[62954]: DEBUG nova.network.neutron [-] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.792693] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff68aaf-50bb-4d8d-a61b-2d9a6a46863d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.801812] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e32932-462a-4342-801f-ab11dc14dbdd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.841104] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1106986-0167-48aa-b6ee-d4408faac61a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.851400] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22770809-d32d-42cc-bdf9-509d84821ecc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.861876] env[62954]: INFO nova.compute.manager [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Took 32.06 seconds to build instance. [ 620.874298] env[62954]: DEBUG nova.compute.provider_tree [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.979465] env[62954]: DEBUG oslo_concurrency.lockutils [req-cf8c268d-12bb-4c26-a8e5-9434c1757dcf req-af860f39-3ebb-4cea-9600-9f23af0f4c0b service nova] Releasing lock "refresh_cache-cb2bda24-46b6-4c9e-8f05-213c5ce6483b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.081908] env[62954]: DEBUG oslo_vmware.api [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5208f126-f6c1-1857-d18d-2c60cc017f2c, 'name': SearchDatastore_Task, 'duration_secs': 0.031448} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.082407] env[62954]: DEBUG oslo_concurrency.lockutils [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.082815] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.083226] env[62954]: DEBUG oslo_concurrency.lockutils [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.083480] env[62954]: DEBUG oslo_concurrency.lockutils [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.083797] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.084456] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7a49908-27c4-42d0-a13c-e96055cf22b9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.096471] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.096471] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 621.097799] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ae6050f-a9e4-43af-b7ef-6e39d2056c0c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.109398] env[62954]: DEBUG oslo_vmware.api [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Waiting for the task: (returnval){ [ 621.109398] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]529af2fe-f388-a69c-8571-e73cb53126c4" [ 621.109398] env[62954]: _type = "Task" [ 621.109398] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.118131] env[62954]: DEBUG oslo_vmware.api [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]529af2fe-f388-a69c-8571-e73cb53126c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.202895] env[62954]: DEBUG nova.compute.manager [None req-61bb924c-ba10-453e-ac49-7569d985ffaf tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 621.206037] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1739047d-88b3-49c7-bbc7-07a3f15b1e40 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.228213] env[62954]: DEBUG nova.compute.manager [req-98778621-588b-4542-b7fb-4c539a07f03d req-426f9ec7-ab6b-48f3-88b5-84273009e771 service nova] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Received event network-vif-deleted-4b71b2eb-a935-4c7c-ab7c-7bb06790b318 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 621.228213] env[62954]: DEBUG nova.compute.manager [req-98778621-588b-4542-b7fb-4c539a07f03d req-426f9ec7-ab6b-48f3-88b5-84273009e771 service nova] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Received event network-vif-plugged-532ee91c-9798-4e58-a0d8-a7aa74425e46 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 621.228213] env[62954]: DEBUG oslo_concurrency.lockutils [req-98778621-588b-4542-b7fb-4c539a07f03d req-426f9ec7-ab6b-48f3-88b5-84273009e771 service nova] Acquiring lock "20f27901-885e-4d03-ae59-077275d85b14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.228213] env[62954]: DEBUG oslo_concurrency.lockutils [req-98778621-588b-4542-b7fb-4c539a07f03d req-426f9ec7-ab6b-48f3-88b5-84273009e771 service nova] Lock "20f27901-885e-4d03-ae59-077275d85b14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.228411] env[62954]: DEBUG oslo_concurrency.lockutils [req-98778621-588b-4542-b7fb-4c539a07f03d req-426f9ec7-ab6b-48f3-88b5-84273009e771 service nova] Lock "20f27901-885e-4d03-ae59-077275d85b14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.228536] env[62954]: DEBUG nova.compute.manager [req-98778621-588b-4542-b7fb-4c539a07f03d req-426f9ec7-ab6b-48f3-88b5-84273009e771 service nova] [instance: 20f27901-885e-4d03-ae59-077275d85b14] No waiting events found dispatching network-vif-plugged-532ee91c-9798-4e58-a0d8-a7aa74425e46 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 621.229474] env[62954]: WARNING nova.compute.manager [req-98778621-588b-4542-b7fb-4c539a07f03d req-426f9ec7-ab6b-48f3-88b5-84273009e771 service nova] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Received unexpected event network-vif-plugged-532ee91c-9798-4e58-a0d8-a7aa74425e46 for instance with vm_state building and task_state spawning. [ 621.257426] env[62954]: INFO nova.compute.manager [-] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Took 1.55 seconds to deallocate network for instance. [ 621.327899] env[62954]: DEBUG nova.network.neutron [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Successfully updated port: 532ee91c-9798-4e58-a0d8-a7aa74425e46 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 621.378216] env[62954]: DEBUG oslo_concurrency.lockutils [None req-54573067-3909-43bc-b97b-2492ef574812 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Lock "dedc2fd9-de34-42c9-a178-5fd21ace681c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.044s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.381481] env[62954]: DEBUG nova.scheduler.client.report [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.582244] env[62954]: DEBUG nova.network.neutron [None req-89a4d4a8-3d0d-4b7b-b141-f0fa0eb03bca tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Updating instance_info_cache with network_info: [{"id": "94499eff-d9ea-482f-8e3c-85cbaaf3e3cc", "address": "fa:16:3e:1f:53:d9", "network": {"id": "7d93cd88-3a79-4663-b604-587d28ffb013", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ae6c0f6d5bc5436aa4f50fbf2889df6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94499eff-d9", "ovs_interfaceid": "94499eff-d9ea-482f-8e3c-85cbaaf3e3cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.625424] env[62954]: DEBUG oslo_vmware.api [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]529af2fe-f388-a69c-8571-e73cb53126c4, 'name': SearchDatastore_Task, 'duration_secs': 0.020512} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.625424] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89a95d4d-4381-4216-8268-77fe8750362d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.637730] env[62954]: DEBUG oslo_vmware.api [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Waiting for the task: (returnval){ [ 621.637730] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52d3e2ca-7113-d2cd-fca5-ecc2b94b9598" [ 621.637730] env[62954]: _type = "Task" [ 621.637730] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.651241] env[62954]: DEBUG oslo_vmware.api [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d3e2ca-7113-d2cd-fca5-ecc2b94b9598, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.727936] env[62954]: INFO nova.compute.manager [None req-61bb924c-ba10-453e-ac49-7569d985ffaf tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] instance snapshotting [ 621.732243] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbb45c5-a866-40ac-ae17-13fe12362ba0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.753948] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781d49ab-d4c2-4646-9947-6b8d69635c0a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.831928] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Acquiring lock "refresh_cache-20f27901-885e-4d03-ae59-077275d85b14" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.834913] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Acquired lock "refresh_cache-20f27901-885e-4d03-ae59-077275d85b14" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.835178] env[62954]: DEBUG nova.network.neutron [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 621.848205] env[62954]: INFO nova.compute.manager [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Took 0.59 seconds to detach 1 volumes for instance. [ 621.888299] env[62954]: DEBUG nova.compute.manager [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 621.891815] env[62954]: DEBUG oslo_concurrency.lockutils [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.894554] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19c63524-2999-4cb0-8986-5a654afca3f7 tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.684s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.894554] env[62954]: DEBUG nova.objects.instance [None req-19c63524-2999-4cb0-8986-5a654afca3f7 tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Lazy-loading 'resources' on Instance uuid 74dffe94-f910-4138-8718-b91f083c6f82 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 622.086657] env[62954]: DEBUG oslo_concurrency.lockutils [None req-89a4d4a8-3d0d-4b7b-b141-f0fa0eb03bca tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Releasing lock "refresh_cache-2e7fdade-c4c3-400c-b59a-b77382e4348c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.087060] env[62954]: DEBUG nova.objects.instance [None req-89a4d4a8-3d0d-4b7b-b141-f0fa0eb03bca tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Lazy-loading 'migration_context' on Instance uuid 2e7fdade-c4c3-400c-b59a-b77382e4348c {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 622.153430] env[62954]: DEBUG oslo_vmware.api [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d3e2ca-7113-d2cd-fca5-ecc2b94b9598, 'name': SearchDatastore_Task, 'duration_secs': 0.017683} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.153798] env[62954]: DEBUG oslo_concurrency.lockutils [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.154602] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] cb2bda24-46b6-4c9e-8f05-213c5ce6483b/cb2bda24-46b6-4c9e-8f05-213c5ce6483b.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 622.154878] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24c3bb52-26a1-4ba9-be9e-6743655b35c4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.164913] env[62954]: DEBUG oslo_vmware.api [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Waiting for the task: (returnval){ [ 622.164913] env[62954]: value = "task-2597014" [ 622.164913] env[62954]: _type = "Task" [ 622.164913] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.175851] env[62954]: DEBUG oslo_vmware.api [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Task: {'id': task-2597014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.271829] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-61bb924c-ba10-453e-ac49-7569d985ffaf tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Creating Snapshot of the VM instance {{(pid=62954) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 622.272364] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ab4b921f-abf1-46ec-912e-03b81274aee9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.286181] env[62954]: DEBUG oslo_vmware.api [None req-61bb924c-ba10-453e-ac49-7569d985ffaf tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Waiting for the task: (returnval){ [ 622.286181] env[62954]: value = "task-2597015" [ 622.286181] env[62954]: _type = "Task" [ 622.286181] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.303624] env[62954]: DEBUG oslo_vmware.api [None req-61bb924c-ba10-453e-ac49-7569d985ffaf tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': task-2597015, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.356822] env[62954]: DEBUG oslo_concurrency.lockutils [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.384873] env[62954]: DEBUG nova.network.neutron [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 622.400403] env[62954]: DEBUG oslo_concurrency.lockutils [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Acquiring lock "045f13ec-3142-43ac-bd47-6589fda0488a" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.400656] env[62954]: DEBUG oslo_concurrency.lockutils [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Lock "045f13ec-3142-43ac-bd47-6589fda0488a" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.437834] env[62954]: DEBUG oslo_concurrency.lockutils [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.591934] env[62954]: DEBUG nova.objects.base [None req-89a4d4a8-3d0d-4b7b-b141-f0fa0eb03bca tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Object Instance<2e7fdade-c4c3-400c-b59a-b77382e4348c> lazy-loaded attributes: info_cache,migration_context {{(pid=62954) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 622.593025] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d33656-9459-4ecd-bc8f-d0db1d69370b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.624831] env[62954]: DEBUG nova.network.neutron [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Updating instance_info_cache with network_info: [{"id": "532ee91c-9798-4e58-a0d8-a7aa74425e46", "address": "fa:16:3e:ee:60:88", "network": {"id": "492103c9-7a9e-4b60-8b0f-9f91f8446a07", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1531456521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc498ced22de4713a9159589d1d25d83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532ee91c-97", "ovs_interfaceid": "532ee91c-9798-4e58-a0d8-a7aa74425e46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.626345] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cab1f511-6e25-4dd6-8015-2a99c46601d3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.635603] env[62954]: DEBUG oslo_vmware.api [None req-89a4d4a8-3d0d-4b7b-b141-f0fa0eb03bca tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Waiting for the task: (returnval){ [ 622.635603] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52d97e77-886e-420d-6280-6cdfa25c285a" [ 622.635603] env[62954]: _type = "Task" [ 622.635603] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.651917] env[62954]: DEBUG oslo_vmware.api [None req-89a4d4a8-3d0d-4b7b-b141-f0fa0eb03bca tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d97e77-886e-420d-6280-6cdfa25c285a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.680762] env[62954]: DEBUG oslo_vmware.api [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Task: {'id': task-2597014, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.808014] env[62954]: DEBUG oslo_vmware.api [None req-61bb924c-ba10-453e-ac49-7569d985ffaf tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': task-2597015, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.911326] env[62954]: DEBUG oslo_concurrency.lockutils [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Lock "045f13ec-3142-43ac-bd47-6589fda0488a" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.510s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.911995] env[62954]: DEBUG nova.compute.manager [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 623.030058] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a14fff-bf51-4c10-845d-225cfef7dbeb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.040852] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1360e7-706e-496a-9e7c-15232b95dc0b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.075588] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead045a8-7a60-4b8b-a7c3-dcbe62b8babc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.083846] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084b0d32-b52e-4caf-8595-7585b333a6d8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.107219] env[62954]: DEBUG nova.compute.provider_tree [None req-19c63524-2999-4cb0-8986-5a654afca3f7 tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.131419] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Releasing lock "refresh_cache-20f27901-885e-4d03-ae59-077275d85b14" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.133289] env[62954]: DEBUG nova.compute.manager [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Instance network_info: |[{"id": "532ee91c-9798-4e58-a0d8-a7aa74425e46", "address": "fa:16:3e:ee:60:88", "network": {"id": "492103c9-7a9e-4b60-8b0f-9f91f8446a07", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1531456521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc498ced22de4713a9159589d1d25d83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532ee91c-97", "ovs_interfaceid": "532ee91c-9798-4e58-a0d8-a7aa74425e46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 623.133289] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:60:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271fe7a0-dfd7-409b-920a-cf83ef1a86a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '532ee91c-9798-4e58-a0d8-a7aa74425e46', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 623.142800] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Creating folder: Project (bc498ced22de4713a9159589d1d25d83). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.144791] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9aaa95e0-6924-43ba-a216-4b6281b6ba7d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.158496] env[62954]: DEBUG oslo_vmware.api [None req-89a4d4a8-3d0d-4b7b-b141-f0fa0eb03bca tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d97e77-886e-420d-6280-6cdfa25c285a, 'name': SearchDatastore_Task, 'duration_secs': 0.040552} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.158496] env[62954]: DEBUG oslo_concurrency.lockutils [None req-89a4d4a8-3d0d-4b7b-b141-f0fa0eb03bca tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.166250] env[62954]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 623.166426] env[62954]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62954) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 623.167176] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Folder already exists: Project (bc498ced22de4713a9159589d1d25d83). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 623.167529] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Creating folder: Instances. Parent ref: group-v523745. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.173202] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14a85be3-8f49-48aa-a247-f167bda9a797 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.176206] env[62954]: DEBUG nova.compute.manager [req-67f708b6-fc24-4f36-a265-27c9ecd72972 req-3d8c8ffa-f633-40ed-815d-d5bf57a70b48 service nova] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Received event network-changed-05c5650b-912a-46bd-a806-b899311dba0a {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 623.176361] env[62954]: DEBUG nova.compute.manager [req-67f708b6-fc24-4f36-a265-27c9ecd72972 req-3d8c8ffa-f633-40ed-815d-d5bf57a70b48 service nova] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Refreshing instance network info cache due to event network-changed-05c5650b-912a-46bd-a806-b899311dba0a. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 623.176576] env[62954]: DEBUG oslo_concurrency.lockutils [req-67f708b6-fc24-4f36-a265-27c9ecd72972 req-3d8c8ffa-f633-40ed-815d-d5bf57a70b48 service nova] Acquiring lock "refresh_cache-00376bf9-716d-4c89-a29d-2c6381ce373a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.176852] env[62954]: DEBUG oslo_concurrency.lockutils [req-67f708b6-fc24-4f36-a265-27c9ecd72972 req-3d8c8ffa-f633-40ed-815d-d5bf57a70b48 service nova] Acquired lock "refresh_cache-00376bf9-716d-4c89-a29d-2c6381ce373a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.177038] env[62954]: DEBUG nova.network.neutron [req-67f708b6-fc24-4f36-a265-27c9ecd72972 req-3d8c8ffa-f633-40ed-815d-d5bf57a70b48 service nova] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Refreshing network info cache for port 05c5650b-912a-46bd-a806-b899311dba0a {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 623.187328] env[62954]: DEBUG oslo_vmware.api [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Task: {'id': task-2597014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582533} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.188261] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] cb2bda24-46b6-4c9e-8f05-213c5ce6483b/cb2bda24-46b6-4c9e-8f05-213c5ce6483b.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.188490] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.189073] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38d29119-7c0b-41a9-960b-2221b8d129cf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.192505] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Created folder: Instances in parent group-v523745. [ 623.192738] env[62954]: DEBUG oslo.service.loopingcall [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 623.193534] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 623.193761] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ac5da30-d4f0-4783-8f58-0f36b742c2f1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.211041] env[62954]: DEBUG oslo_vmware.api [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Waiting for the task: (returnval){ [ 623.211041] env[62954]: value = "task-2597018" [ 623.211041] env[62954]: _type = "Task" [ 623.211041] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.217534] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 623.217534] env[62954]: value = "task-2597019" [ 623.217534] env[62954]: _type = "Task" [ 623.217534] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.224484] env[62954]: DEBUG oslo_vmware.api [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Task: {'id': task-2597018, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.232190] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597019, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.302973] env[62954]: DEBUG oslo_vmware.api [None req-61bb924c-ba10-453e-ac49-7569d985ffaf tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': task-2597015, 'name': CreateSnapshot_Task, 'duration_secs': 0.613027} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.303701] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-61bb924c-ba10-453e-ac49-7569d985ffaf tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Created Snapshot of the VM instance {{(pid=62954) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 623.304611] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1094b8-78e4-4779-864f-e3a88bb9bfbf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.417227] env[62954]: DEBUG nova.compute.utils [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 623.418692] env[62954]: DEBUG nova.compute.manager [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 623.420312] env[62954]: DEBUG nova.network.neutron [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 623.484798] env[62954]: DEBUG nova.policy [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'feb68f83962b42c09993c6733772bd97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b198a9a97b7423a97c127dfd90ba68a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.615135] env[62954]: DEBUG nova.scheduler.client.report [None req-19c63524-2999-4cb0-8986-5a654afca3f7 tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 623.625351] env[62954]: DEBUG oslo_concurrency.lockutils [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Acquiring lock "57c52d11-f775-4b50-98ba-81fc825362e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.626354] env[62954]: DEBUG oslo_concurrency.lockutils [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Lock "57c52d11-f775-4b50-98ba-81fc825362e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.728705] env[62954]: DEBUG oslo_vmware.api [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Task: {'id': task-2597018, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074447} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.730270] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 623.734160] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa1a007-a6ca-4916-b6bb-cb1b885ccc8c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.739745] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597019, 'name': CreateVM_Task, 'duration_secs': 0.381412} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.740622] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 623.741899] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523758', 'volume_id': '9c4b635c-3ce9-48d5-930a-3a65fc14d6d3', 'name': 'volume-9c4b635c-3ce9-48d5-930a-3a65fc14d6d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '20f27901-885e-4d03-ae59-077275d85b14', 'attached_at': '', 'detached_at': '', 'volume_id': '9c4b635c-3ce9-48d5-930a-3a65fc14d6d3', 'serial': '9c4b635c-3ce9-48d5-930a-3a65fc14d6d3'}, 'attachment_id': 'fde72c72-6057-47ee-84d1-c0e1aede4a75', 'delete_on_termination': True, 'device_type': None, 'mount_device': '/dev/sda', 'boot_index': 0, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=62954) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 623.742497] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Root volume attach. Driver type: vmdk {{(pid=62954) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 623.746552] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f3355b-a0c7-4886-8a3b-4ad66b1a7b5a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.774025] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] cb2bda24-46b6-4c9e-8f05-213c5ce6483b/cb2bda24-46b6-4c9e-8f05-213c5ce6483b.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 623.774025] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40426058-6733-4362-89b8-314ed0bd8bbf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.792066] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea99606-ea74-4c92-b165-9c6e430b27a8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.797963] env[62954]: DEBUG oslo_vmware.api [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Waiting for the task: (returnval){ [ 623.797963] env[62954]: value = "task-2597020" [ 623.797963] env[62954]: _type = "Task" [ 623.797963] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.804553] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddd81a8-0eb9-46fb-95ec-35873f7014a7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.813521] env[62954]: DEBUG oslo_vmware.api [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Task: {'id': task-2597020, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.829426] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-61bb924c-ba10-453e-ac49-7569d985ffaf tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Creating linked-clone VM from snapshot {{(pid=62954) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 623.831249] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ae775524-c7d0-4d8a-a60d-cc542408e337 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.834487] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-e7532a75-84b0-4ccf-89a4-2370888cff59 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.843943] env[62954]: DEBUG oslo_vmware.api [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Waiting for the task: (returnval){ [ 623.843943] env[62954]: value = "task-2597021" [ 623.843943] env[62954]: _type = "Task" [ 623.843943] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.845535] env[62954]: DEBUG oslo_vmware.api [None req-61bb924c-ba10-453e-ac49-7569d985ffaf tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Waiting for the task: (returnval){ [ 623.845535] env[62954]: value = "task-2597022" [ 623.845535] env[62954]: _type = "Task" [ 623.845535] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.858487] env[62954]: DEBUG oslo_vmware.api [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Task: {'id': task-2597021, 'name': RelocateVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.862837] env[62954]: DEBUG oslo_vmware.api [None req-61bb924c-ba10-453e-ac49-7569d985ffaf tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': task-2597022, 'name': CloneVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.923672] env[62954]: DEBUG nova.compute.manager [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 623.960573] env[62954]: DEBUG nova.compute.manager [req-a712ea97-4c11-420f-ac3a-5731ba436d9b req-17f790a0-c591-43b4-bdc0-b7204a6dcfa0 service nova] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Received event network-changed-532ee91c-9798-4e58-a0d8-a7aa74425e46 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 623.960800] env[62954]: DEBUG nova.compute.manager [req-a712ea97-4c11-420f-ac3a-5731ba436d9b req-17f790a0-c591-43b4-bdc0-b7204a6dcfa0 service nova] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Refreshing instance network info cache due to event network-changed-532ee91c-9798-4e58-a0d8-a7aa74425e46. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 623.961536] env[62954]: DEBUG oslo_concurrency.lockutils [req-a712ea97-4c11-420f-ac3a-5731ba436d9b req-17f790a0-c591-43b4-bdc0-b7204a6dcfa0 service nova] Acquiring lock "refresh_cache-20f27901-885e-4d03-ae59-077275d85b14" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.961839] env[62954]: DEBUG oslo_concurrency.lockutils [req-a712ea97-4c11-420f-ac3a-5731ba436d9b req-17f790a0-c591-43b4-bdc0-b7204a6dcfa0 service nova] Acquired lock "refresh_cache-20f27901-885e-4d03-ae59-077275d85b14" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.962055] env[62954]: DEBUG nova.network.neutron [req-a712ea97-4c11-420f-ac3a-5731ba436d9b req-17f790a0-c591-43b4-bdc0-b7204a6dcfa0 service nova] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Refreshing network info cache for port 532ee91c-9798-4e58-a0d8-a7aa74425e46 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.129185] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19c63524-2999-4cb0-8986-5a654afca3f7 tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.133431] env[62954]: DEBUG oslo_concurrency.lockutils [None req-82a0577f-dcae-4b7c-b5fa-f4175c386edb tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.934s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.133612] env[62954]: DEBUG nova.objects.instance [None req-82a0577f-dcae-4b7c-b5fa-f4175c386edb tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Lazy-loading 'resources' on Instance uuid 14aa865c-40c8-4834-896b-c9284cfd73bd {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 624.164031] env[62954]: INFO nova.scheduler.client.report [None req-19c63524-2999-4cb0-8986-5a654afca3f7 tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Deleted allocations for instance 74dffe94-f910-4138-8718-b91f083c6f82 [ 624.260420] env[62954]: DEBUG nova.network.neutron [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Successfully created port: e24e9e25-9734-4bbd-b369-42944a192d1b {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 624.294097] env[62954]: DEBUG nova.network.neutron [req-67f708b6-fc24-4f36-a265-27c9ecd72972 req-3d8c8ffa-f633-40ed-815d-d5bf57a70b48 service nova] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Updated VIF entry in instance network info cache for port 05c5650b-912a-46bd-a806-b899311dba0a. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 624.294802] env[62954]: DEBUG nova.network.neutron [req-67f708b6-fc24-4f36-a265-27c9ecd72972 req-3d8c8ffa-f633-40ed-815d-d5bf57a70b48 service nova] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Updating instance_info_cache with network_info: [{"id": "05c5650b-912a-46bd-a806-b899311dba0a", "address": "fa:16:3e:87:23:a5", "network": {"id": "ec1afc6e-d11d-48be-bcfb-265ad1e6f4fa", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1469591162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c85413595c14851bc4c1a8c161408bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c5650b-91", "ovs_interfaceid": "05c5650b-912a-46bd-a806-b899311dba0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.310662] env[62954]: DEBUG oslo_vmware.api [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Task: {'id': task-2597020, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.360488] env[62954]: DEBUG oslo_vmware.api [None req-61bb924c-ba10-453e-ac49-7569d985ffaf tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': task-2597022, 'name': CloneVM_Task} progress is 94%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.363571] env[62954]: DEBUG oslo_vmware.api [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Task: {'id': task-2597021, 'name': RelocateVM_Task} progress is 20%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.678844] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19c63524-2999-4cb0-8986-5a654afca3f7 tempest-ServerPasswordTestJSON-49457832 tempest-ServerPasswordTestJSON-49457832-project-member] Lock "74dffe94-f910-4138-8718-b91f083c6f82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.045s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.799452] env[62954]: DEBUG oslo_concurrency.lockutils [req-67f708b6-fc24-4f36-a265-27c9ecd72972 req-3d8c8ffa-f633-40ed-815d-d5bf57a70b48 service nova] Releasing lock "refresh_cache-00376bf9-716d-4c89-a29d-2c6381ce373a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.813869] env[62954]: DEBUG oslo_vmware.api [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Task: {'id': task-2597020, 'name': ReconfigVM_Task, 'duration_secs': 0.66292} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.813869] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Reconfigured VM instance instance-00000019 to attach disk [datastore1] cb2bda24-46b6-4c9e-8f05-213c5ce6483b/cb2bda24-46b6-4c9e-8f05-213c5ce6483b.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.814511] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89872556-eec3-4643-888f-a25a3044fab2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.828458] env[62954]: DEBUG oslo_vmware.api [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Waiting for the task: (returnval){ [ 624.828458] env[62954]: value = "task-2597023" [ 624.828458] env[62954]: _type = "Task" [ 624.828458] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.842868] env[62954]: DEBUG oslo_vmware.api [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Task: {'id': task-2597023, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.864998] env[62954]: DEBUG oslo_vmware.api [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Task: {'id': task-2597021, 'name': RelocateVM_Task, 'duration_secs': 0.749026} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.865774] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Volume attach. Driver type: vmdk {{(pid=62954) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 624.865979] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523758', 'volume_id': '9c4b635c-3ce9-48d5-930a-3a65fc14d6d3', 'name': 'volume-9c4b635c-3ce9-48d5-930a-3a65fc14d6d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '20f27901-885e-4d03-ae59-077275d85b14', 'attached_at': '', 'detached_at': '', 'volume_id': '9c4b635c-3ce9-48d5-930a-3a65fc14d6d3', 'serial': '9c4b635c-3ce9-48d5-930a-3a65fc14d6d3'} {{(pid=62954) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 624.866978] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345be6ad-40c4-4196-84ec-39982f117a46 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.872974] env[62954]: DEBUG oslo_vmware.api [None req-61bb924c-ba10-453e-ac49-7569d985ffaf tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': task-2597022, 'name': CloneVM_Task} progress is 94%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.892259] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cabaf8-4a2c-466f-aa7e-1c52b5ecfc2b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.922799] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] volume-9c4b635c-3ce9-48d5-930a-3a65fc14d6d3/volume-9c4b635c-3ce9-48d5-930a-3a65fc14d6d3.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.927459] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddf169d2-b7b2-47b6-89c8-2874854cc5d1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.957172] env[62954]: DEBUG nova.compute.manager [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 624.964769] env[62954]: DEBUG oslo_vmware.api [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Waiting for the task: (returnval){ [ 624.964769] env[62954]: value = "task-2597024" [ 624.964769] env[62954]: _type = "Task" [ 624.964769] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.983816] env[62954]: DEBUG oslo_vmware.api [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Task: {'id': task-2597024, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.001084] env[62954]: DEBUG nova.virt.hardware [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 625.001351] env[62954]: DEBUG nova.virt.hardware [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 625.001580] env[62954]: DEBUG nova.virt.hardware [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.002365] env[62954]: DEBUG nova.virt.hardware [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 625.002365] env[62954]: DEBUG nova.virt.hardware [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.002582] env[62954]: DEBUG nova.virt.hardware [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 625.003747] env[62954]: DEBUG nova.virt.hardware [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 625.003747] env[62954]: DEBUG nova.virt.hardware [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 625.003747] env[62954]: DEBUG nova.virt.hardware [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 625.003747] env[62954]: DEBUG nova.virt.hardware [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 625.003924] env[62954]: DEBUG nova.virt.hardware [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 625.007454] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6acb46fb-b46f-44f2-b668-ca828acca0bd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.015493] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf054b34-1575-498d-9e1f-a11776f45b21 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.021242] env[62954]: DEBUG nova.network.neutron [req-a712ea97-4c11-420f-ac3a-5731ba436d9b req-17f790a0-c591-43b4-bdc0-b7204a6dcfa0 service nova] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Updated VIF entry in instance network info cache for port 532ee91c-9798-4e58-a0d8-a7aa74425e46. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.021786] env[62954]: DEBUG nova.network.neutron [req-a712ea97-4c11-420f-ac3a-5731ba436d9b req-17f790a0-c591-43b4-bdc0-b7204a6dcfa0 service nova] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Updating instance_info_cache with network_info: [{"id": "532ee91c-9798-4e58-a0d8-a7aa74425e46", "address": "fa:16:3e:ee:60:88", "network": {"id": "492103c9-7a9e-4b60-8b0f-9f91f8446a07", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1531456521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc498ced22de4713a9159589d1d25d83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532ee91c-97", "ovs_interfaceid": "532ee91c-9798-4e58-a0d8-a7aa74425e46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.280094] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a64996-e973-4065-84c1-c8f8875ee8b0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.289180] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb593bb-1efd-4136-8ebb-b4cdb825a9a0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.324043] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18c38a7-a3fd-4935-b091-13787540b902 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.335808] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954a7681-8c1c-4241-b423-64c9e395d496 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.342882] env[62954]: DEBUG oslo_vmware.api [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Task: {'id': task-2597023, 'name': Rename_Task, 'duration_secs': 0.227499} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.343633] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 625.343888] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-836c71ea-650b-4bf0-a9c3-7cb21399340a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.355582] env[62954]: DEBUG nova.compute.provider_tree [None req-82a0577f-dcae-4b7c-b5fa-f4175c386edb tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.364563] env[62954]: DEBUG oslo_vmware.api [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Waiting for the task: (returnval){ [ 625.364563] env[62954]: value = "task-2597025" [ 625.364563] env[62954]: _type = "Task" [ 625.364563] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.369514] env[62954]: DEBUG oslo_vmware.api [None req-61bb924c-ba10-453e-ac49-7569d985ffaf tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': task-2597022, 'name': CloneVM_Task} progress is 95%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.375714] env[62954]: DEBUG oslo_vmware.api [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Task: {'id': task-2597025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.480691] env[62954]: DEBUG oslo_vmware.api [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Task: {'id': task-2597024, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.527249] env[62954]: DEBUG oslo_concurrency.lockutils [req-a712ea97-4c11-420f-ac3a-5731ba436d9b req-17f790a0-c591-43b4-bdc0-b7204a6dcfa0 service nova] Releasing lock "refresh_cache-20f27901-885e-4d03-ae59-077275d85b14" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.864324] env[62954]: DEBUG nova.scheduler.client.report [None req-82a0577f-dcae-4b7c-b5fa-f4175c386edb tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.883855] env[62954]: DEBUG oslo_vmware.api [None req-61bb924c-ba10-453e-ac49-7569d985ffaf tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': task-2597022, 'name': CloneVM_Task, 'duration_secs': 1.626325} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.884423] env[62954]: INFO nova.virt.vmwareapi.vmops [None req-61bb924c-ba10-453e-ac49-7569d985ffaf tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Created linked-clone VM from snapshot [ 625.887523] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39d15ca-3d27-44c3-aa81-a4d55b77f497 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.897698] env[62954]: DEBUG oslo_vmware.api [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Task: {'id': task-2597025, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.906484] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-61bb924c-ba10-453e-ac49-7569d985ffaf tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Uploading image 83195ffd-e9ab-4361-88b2-8e9ae5742dc9 {{(pid=62954) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 625.931288] env[62954]: DEBUG oslo_vmware.rw_handles [None req-61bb924c-ba10-453e-ac49-7569d985ffaf tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 625.931288] env[62954]: value = "vm-523804" [ 625.931288] env[62954]: _type = "VirtualMachine" [ 625.931288] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 625.931288] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c2278f00-7493-4e38-94ac-8e64051767ee {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.937767] env[62954]: DEBUG oslo_vmware.rw_handles [None req-61bb924c-ba10-453e-ac49-7569d985ffaf tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Lease: (returnval){ [ 625.937767] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5252d6c1-f24e-91ca-1a69-1e5451e75996" [ 625.937767] env[62954]: _type = "HttpNfcLease" [ 625.937767] env[62954]: } obtained for exporting VM: (result){ [ 625.937767] env[62954]: value = "vm-523804" [ 625.937767] env[62954]: _type = "VirtualMachine" [ 625.937767] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 625.938026] env[62954]: DEBUG oslo_vmware.api [None req-61bb924c-ba10-453e-ac49-7569d985ffaf tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Waiting for the lease: (returnval){ [ 625.938026] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5252d6c1-f24e-91ca-1a69-1e5451e75996" [ 625.938026] env[62954]: _type = "HttpNfcLease" [ 625.938026] env[62954]: } to be ready. {{(pid=62954) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 625.946500] env[62954]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 625.946500] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5252d6c1-f24e-91ca-1a69-1e5451e75996" [ 625.946500] env[62954]: _type = "HttpNfcLease" [ 625.946500] env[62954]: } is initializing. {{(pid=62954) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 625.976405] env[62954]: DEBUG oslo_vmware.api [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Task: {'id': task-2597024, 'name': ReconfigVM_Task, 'duration_secs': 0.555135} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.976511] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Reconfigured VM instance instance-0000001a to attach disk [datastore2] volume-9c4b635c-3ce9-48d5-930a-3a65fc14d6d3/volume-9c4b635c-3ce9-48d5-930a-3a65fc14d6d3.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 625.982397] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-652e1a4e-e779-4cb8-8c49-df3066c8652e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.001101] env[62954]: DEBUG oslo_vmware.api [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Waiting for the task: (returnval){ [ 626.001101] env[62954]: value = "task-2597027" [ 626.001101] env[62954]: _type = "Task" [ 626.001101] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.017826] env[62954]: DEBUG oslo_vmware.api [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Task: {'id': task-2597027, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.216035] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Acquiring lock "52ba1be4-89df-419b-a8a1-39d9bab1b462" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.216562] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Lock "52ba1be4-89df-419b-a8a1-39d9bab1b462" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.340817] env[62954]: DEBUG nova.network.neutron [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Successfully updated port: e24e9e25-9734-4bbd-b369-42944a192d1b {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 626.383481] env[62954]: DEBUG oslo_vmware.api [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Task: {'id': task-2597025, 'name': PowerOnVM_Task, 'duration_secs': 0.722981} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.385115] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 626.385512] env[62954]: INFO nova.compute.manager [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Took 10.34 seconds to spawn the instance on the hypervisor. [ 626.385512] env[62954]: DEBUG nova.compute.manager [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 626.386386] env[62954]: DEBUG oslo_concurrency.lockutils [None req-82a0577f-dcae-4b7c-b5fa-f4175c386edb tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.253s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.389862] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b644884-c051-4bce-86c1-a888ae609045 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.394643] env[62954]: DEBUG oslo_concurrency.lockutils [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.745s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.395931] env[62954]: INFO nova.compute.claims [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 626.399497] env[62954]: DEBUG nova.compute.manager [req-a9ff8d44-3593-4a59-b856-30aa67b23db3 req-fb842929-14a0-4e29-8a5e-a8e0985303ce service nova] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Received event network-changed-05c5650b-912a-46bd-a806-b899311dba0a {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 626.399678] env[62954]: DEBUG nova.compute.manager [req-a9ff8d44-3593-4a59-b856-30aa67b23db3 req-fb842929-14a0-4e29-8a5e-a8e0985303ce service nova] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Refreshing instance network info cache due to event network-changed-05c5650b-912a-46bd-a806-b899311dba0a. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 626.399889] env[62954]: DEBUG oslo_concurrency.lockutils [req-a9ff8d44-3593-4a59-b856-30aa67b23db3 req-fb842929-14a0-4e29-8a5e-a8e0985303ce service nova] Acquiring lock "refresh_cache-00376bf9-716d-4c89-a29d-2c6381ce373a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.400045] env[62954]: DEBUG oslo_concurrency.lockutils [req-a9ff8d44-3593-4a59-b856-30aa67b23db3 req-fb842929-14a0-4e29-8a5e-a8e0985303ce service nova] Acquired lock "refresh_cache-00376bf9-716d-4c89-a29d-2c6381ce373a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.400210] env[62954]: DEBUG nova.network.neutron [req-a9ff8d44-3593-4a59-b856-30aa67b23db3 req-fb842929-14a0-4e29-8a5e-a8e0985303ce service nova] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Refreshing network info cache for port 05c5650b-912a-46bd-a806-b899311dba0a {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 626.419403] env[62954]: INFO nova.scheduler.client.report [None req-82a0577f-dcae-4b7c-b5fa-f4175c386edb tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Deleted allocations for instance 14aa865c-40c8-4834-896b-c9284cfd73bd [ 626.449995] env[62954]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 626.449995] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5252d6c1-f24e-91ca-1a69-1e5451e75996" [ 626.449995] env[62954]: _type = "HttpNfcLease" [ 626.449995] env[62954]: } is ready. {{(pid=62954) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 626.450369] env[62954]: DEBUG oslo_vmware.rw_handles [None req-61bb924c-ba10-453e-ac49-7569d985ffaf tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 626.450369] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5252d6c1-f24e-91ca-1a69-1e5451e75996" [ 626.450369] env[62954]: _type = "HttpNfcLease" [ 626.450369] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 626.451792] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47e459a-6c0e-4c1f-b14e-d9df45559a75 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.467770] env[62954]: DEBUG oslo_vmware.rw_handles [None req-61bb924c-ba10-453e-ac49-7569d985ffaf tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520feef2-4bf3-06dc-e60d-4be07b2c2233/disk-0.vmdk from lease info. {{(pid=62954) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 626.468017] env[62954]: DEBUG oslo_vmware.rw_handles [None req-61bb924c-ba10-453e-ac49-7569d985ffaf tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520feef2-4bf3-06dc-e60d-4be07b2c2233/disk-0.vmdk for reading. {{(pid=62954) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 626.539640] env[62954]: DEBUG oslo_vmware.api [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Task: {'id': task-2597027, 'name': ReconfigVM_Task, 'duration_secs': 0.174438} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.539943] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523758', 'volume_id': '9c4b635c-3ce9-48d5-930a-3a65fc14d6d3', 'name': 'volume-9c4b635c-3ce9-48d5-930a-3a65fc14d6d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '20f27901-885e-4d03-ae59-077275d85b14', 'attached_at': '', 'detached_at': '', 'volume_id': '9c4b635c-3ce9-48d5-930a-3a65fc14d6d3', 'serial': '9c4b635c-3ce9-48d5-930a-3a65fc14d6d3'} {{(pid=62954) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 626.540402] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e45deec4-f349-4226-8fd9-bf15d0f261a2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.548404] env[62954]: DEBUG oslo_vmware.api [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Waiting for the task: (returnval){ [ 626.548404] env[62954]: value = "task-2597028" [ 626.548404] env[62954]: _type = "Task" [ 626.548404] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.557997] env[62954]: DEBUG oslo_vmware.api [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Task: {'id': task-2597028, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.565856] env[62954]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-379eea49-7630-47b6-8372-fbb60da9d13d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.846029] env[62954]: DEBUG oslo_concurrency.lockutils [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Acquiring lock "refresh_cache-cdeedf76-8fe2-45cc-a91e-da4cac486811" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.846192] env[62954]: DEBUG oslo_concurrency.lockutils [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Acquired lock "refresh_cache-cdeedf76-8fe2-45cc-a91e-da4cac486811" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.846346] env[62954]: DEBUG nova.network.neutron [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.924340] env[62954]: INFO nova.compute.manager [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Took 34.61 seconds to build instance. [ 626.929984] env[62954]: DEBUG oslo_concurrency.lockutils [None req-82a0577f-dcae-4b7c-b5fa-f4175c386edb tempest-InstanceActionsNegativeTestJSON-1226735324 tempest-InstanceActionsNegativeTestJSON-1226735324-project-member] Lock "14aa865c-40c8-4834-896b-c9284cfd73bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.022s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.061588] env[62954]: DEBUG oslo_vmware.api [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Task: {'id': task-2597028, 'name': Rename_Task, 'duration_secs': 0.151995} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.062353] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.062784] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46a3e4a2-de2b-4939-861c-04a23b5dcbbe {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.072908] env[62954]: DEBUG oslo_vmware.api [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Waiting for the task: (returnval){ [ 627.072908] env[62954]: value = "task-2597029" [ 627.072908] env[62954]: _type = "Task" [ 627.072908] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.083105] env[62954]: DEBUG oslo_vmware.api [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Task: {'id': task-2597029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.425927] env[62954]: DEBUG nova.network.neutron [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 627.433164] env[62954]: DEBUG oslo_concurrency.lockutils [None req-82f10061-7ceb-47a2-9081-ba965651ebac tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Lock "cb2bda24-46b6-4c9e-8f05-213c5ce6483b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.177s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.564802] env[62954]: DEBUG nova.network.neutron [req-a9ff8d44-3593-4a59-b856-30aa67b23db3 req-fb842929-14a0-4e29-8a5e-a8e0985303ce service nova] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Updated VIF entry in instance network info cache for port 05c5650b-912a-46bd-a806-b899311dba0a. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 627.565218] env[62954]: DEBUG nova.network.neutron [req-a9ff8d44-3593-4a59-b856-30aa67b23db3 req-fb842929-14a0-4e29-8a5e-a8e0985303ce service nova] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Updating instance_info_cache with network_info: [{"id": "05c5650b-912a-46bd-a806-b899311dba0a", "address": "fa:16:3e:87:23:a5", "network": {"id": "ec1afc6e-d11d-48be-bcfb-265ad1e6f4fa", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1469591162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c85413595c14851bc4c1a8c161408bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c5650b-91", "ovs_interfaceid": "05c5650b-912a-46bd-a806-b899311dba0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.594627] env[62954]: DEBUG oslo_vmware.api [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Task: {'id': task-2597029, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.676431] env[62954]: DEBUG nova.network.neutron [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Updating instance_info_cache with network_info: [{"id": "e24e9e25-9734-4bbd-b369-42944a192d1b", "address": "fa:16:3e:ec:d1:17", "network": {"id": "336cdd02-10bc-4090-b367-9c5a3ba9b205", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1615374748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b198a9a97b7423a97c127dfd90ba68a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape24e9e25-97", "ovs_interfaceid": "e24e9e25-9734-4bbd-b369-42944a192d1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.938829] env[62954]: DEBUG nova.compute.manager [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.039176] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8abf7d-eef8-4751-942a-7c637fe88ddb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.053396] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6cde9b-cef2-4852-98d6-7e3e8fcf750b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.093690] env[62954]: DEBUG oslo_concurrency.lockutils [req-a9ff8d44-3593-4a59-b856-30aa67b23db3 req-fb842929-14a0-4e29-8a5e-a8e0985303ce service nova] Releasing lock "refresh_cache-00376bf9-716d-4c89-a29d-2c6381ce373a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.093958] env[62954]: DEBUG nova.compute.manager [req-a9ff8d44-3593-4a59-b856-30aa67b23db3 req-fb842929-14a0-4e29-8a5e-a8e0985303ce service nova] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Received event network-changed-30ac0444-4fea-4383-b259-d825f88271c5 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 628.094194] env[62954]: DEBUG nova.compute.manager [req-a9ff8d44-3593-4a59-b856-30aa67b23db3 req-fb842929-14a0-4e29-8a5e-a8e0985303ce service nova] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Refreshing instance network info cache due to event network-changed-30ac0444-4fea-4383-b259-d825f88271c5. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 628.094457] env[62954]: DEBUG oslo_concurrency.lockutils [req-a9ff8d44-3593-4a59-b856-30aa67b23db3 req-fb842929-14a0-4e29-8a5e-a8e0985303ce service nova] Acquiring lock "refresh_cache-dedc2fd9-de34-42c9-a178-5fd21ace681c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.095322] env[62954]: DEBUG oslo_concurrency.lockutils [req-a9ff8d44-3593-4a59-b856-30aa67b23db3 req-fb842929-14a0-4e29-8a5e-a8e0985303ce service nova] Acquired lock "refresh_cache-dedc2fd9-de34-42c9-a178-5fd21ace681c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.095322] env[62954]: DEBUG nova.network.neutron [req-a9ff8d44-3593-4a59-b856-30aa67b23db3 req-fb842929-14a0-4e29-8a5e-a8e0985303ce service nova] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Refreshing network info cache for port 30ac0444-4fea-4383-b259-d825f88271c5 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 628.100755] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef8823c-2060-4130-adc8-2550364b63c6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.112664] env[62954]: DEBUG oslo_vmware.api [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Task: {'id': task-2597029, 'name': PowerOnVM_Task, 'duration_secs': 0.675256} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.115522] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.115834] env[62954]: INFO nova.compute.manager [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Took 7.47 seconds to spawn the instance on the hypervisor. [ 628.116307] env[62954]: DEBUG nova.compute.manager [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.121024] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49e1c74-13c3-47d9-a878-7ac59bf6b7c2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.122371] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00497bf-84fe-4adb-a812-61d5db04b987 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.145489] env[62954]: DEBUG nova.compute.provider_tree [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.183347] env[62954]: DEBUG oslo_concurrency.lockutils [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Releasing lock "refresh_cache-cdeedf76-8fe2-45cc-a91e-da4cac486811" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.183347] env[62954]: DEBUG nova.compute.manager [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Instance network_info: |[{"id": "e24e9e25-9734-4bbd-b369-42944a192d1b", "address": "fa:16:3e:ec:d1:17", "network": {"id": "336cdd02-10bc-4090-b367-9c5a3ba9b205", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1615374748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b198a9a97b7423a97c127dfd90ba68a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape24e9e25-97", "ovs_interfaceid": "e24e9e25-9734-4bbd-b369-42944a192d1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 628.183839] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:d1:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e24e9e25-9734-4bbd-b369-42944a192d1b', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.192117] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Creating folder: Project (1b198a9a97b7423a97c127dfd90ba68a). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.192587] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c55eb877-def3-409d-8ce8-aaf7e415db5a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.209727] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Created folder: Project (1b198a9a97b7423a97c127dfd90ba68a) in parent group-v523717. [ 628.209968] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Creating folder: Instances. Parent ref: group-v523805. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.210276] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e130fc2a-c20e-4db4-a31c-905c31ddfa23 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.223502] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Created folder: Instances in parent group-v523805. [ 628.224306] env[62954]: DEBUG oslo.service.loopingcall [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 628.224807] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.225361] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0731cfb5-ac45-49d4-bc88-a8c71b6b2ffc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.257475] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.257475] env[62954]: value = "task-2597032" [ 628.257475] env[62954]: _type = "Task" [ 628.257475] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.268768] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597032, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.469181] env[62954]: DEBUG oslo_concurrency.lockutils [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.661022] env[62954]: DEBUG nova.scheduler.client.report [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.669063] env[62954]: INFO nova.compute.manager [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Took 35.05 seconds to build instance. [ 628.772031] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597032, 'name': CreateVM_Task, 'duration_secs': 0.467929} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.772031] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.772277] env[62954]: DEBUG oslo_concurrency.lockutils [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.772558] env[62954]: DEBUG oslo_concurrency.lockutils [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.773020] env[62954]: DEBUG oslo_concurrency.lockutils [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.773425] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f97c9e98-9911-4faa-a422-4ae8248a8442 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.783352] env[62954]: DEBUG oslo_vmware.api [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Waiting for the task: (returnval){ [ 628.783352] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]526f5404-b1af-8c77-743d-cafa97fa41b5" [ 628.783352] env[62954]: _type = "Task" [ 628.783352] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.794241] env[62954]: DEBUG oslo_vmware.api [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]526f5404-b1af-8c77-743d-cafa97fa41b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.069076] env[62954]: DEBUG nova.compute.manager [req-447c8357-3bd0-4080-8c5c-65e72659a075 req-1ee96f46-00aa-4ec1-8d9b-c175684d1bcc service nova] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Received event network-changed-30ac0444-4fea-4383-b259-d825f88271c5 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 629.069497] env[62954]: DEBUG nova.compute.manager [req-447c8357-3bd0-4080-8c5c-65e72659a075 req-1ee96f46-00aa-4ec1-8d9b-c175684d1bcc service nova] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Refreshing instance network info cache due to event network-changed-30ac0444-4fea-4383-b259-d825f88271c5. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 629.069742] env[62954]: DEBUG oslo_concurrency.lockutils [req-447c8357-3bd0-4080-8c5c-65e72659a075 req-1ee96f46-00aa-4ec1-8d9b-c175684d1bcc service nova] Acquiring lock "refresh_cache-dedc2fd9-de34-42c9-a178-5fd21ace681c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.107806] env[62954]: DEBUG nova.network.neutron [req-a9ff8d44-3593-4a59-b856-30aa67b23db3 req-fb842929-14a0-4e29-8a5e-a8e0985303ce service nova] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Updated VIF entry in instance network info cache for port 30ac0444-4fea-4383-b259-d825f88271c5. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 629.108199] env[62954]: DEBUG nova.network.neutron [req-a9ff8d44-3593-4a59-b856-30aa67b23db3 req-fb842929-14a0-4e29-8a5e-a8e0985303ce service nova] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Updating instance_info_cache with network_info: [{"id": "30ac0444-4fea-4383-b259-d825f88271c5", "address": "fa:16:3e:36:7e:25", "network": {"id": "ec1afc6e-d11d-48be-bcfb-265ad1e6f4fa", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1469591162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c85413595c14851bc4c1a8c161408bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30ac0444-4f", "ovs_interfaceid": "30ac0444-4fea-4383-b259-d825f88271c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.170575] env[62954]: DEBUG oslo_concurrency.lockutils [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.171126] env[62954]: DEBUG nova.compute.manager [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 629.173783] env[62954]: DEBUG oslo_concurrency.lockutils [None req-74bc48ae-e9ab-4e83-adc3-48b6cfc92af3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.403s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.174049] env[62954]: DEBUG nova.objects.instance [None req-74bc48ae-e9ab-4e83-adc3-48b6cfc92af3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Lazy-loading 'resources' on Instance uuid d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 629.175559] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3b37b7bc-5789-40be-91e1-241f994053d4 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Lock "20f27901-885e-4d03-ae59-077275d85b14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.288s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.296424] env[62954]: DEBUG oslo_vmware.api [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]526f5404-b1af-8c77-743d-cafa97fa41b5, 'name': SearchDatastore_Task, 'duration_secs': 0.020716} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.296759] env[62954]: DEBUG oslo_concurrency.lockutils [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.297016] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.297299] env[62954]: DEBUG oslo_concurrency.lockutils [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.297462] env[62954]: DEBUG oslo_concurrency.lockutils [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.297662] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.297945] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fc89a46-a9cb-48a2-b3a5-33c020cf1806 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.309981] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.310349] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.311022] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff865212-414b-4272-a71d-bebc6b012511 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.318327] env[62954]: DEBUG oslo_vmware.api [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Waiting for the task: (returnval){ [ 629.318327] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]523e33ec-19f2-6aca-c9af-d724efdcc487" [ 629.318327] env[62954]: _type = "Task" [ 629.318327] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.328969] env[62954]: DEBUG oslo_vmware.api [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]523e33ec-19f2-6aca-c9af-d724efdcc487, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.559672] env[62954]: DEBUG oslo_vmware.rw_handles [None req-806c80cb-ef78-4d7d-8acb-48327fc82547 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c26999-aede-659d-9fb9-0620e01a3b44/disk-0.vmdk. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 629.560649] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60af0e7e-97e6-49df-8886-ca046656c40b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.570379] env[62954]: DEBUG oslo_vmware.rw_handles [None req-806c80cb-ef78-4d7d-8acb-48327fc82547 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c26999-aede-659d-9fb9-0620e01a3b44/disk-0.vmdk is in state: ready. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 629.570686] env[62954]: ERROR oslo_vmware.rw_handles [None req-806c80cb-ef78-4d7d-8acb-48327fc82547 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c26999-aede-659d-9fb9-0620e01a3b44/disk-0.vmdk due to incomplete transfer. [ 629.572747] env[62954]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7d814406-e8c2-4e44-b16f-3779b81d6a07 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.584026] env[62954]: DEBUG oslo_vmware.rw_handles [None req-806c80cb-ef78-4d7d-8acb-48327fc82547 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c26999-aede-659d-9fb9-0620e01a3b44/disk-0.vmdk. {{(pid=62954) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 629.584394] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-806c80cb-ef78-4d7d-8acb-48327fc82547 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Uploaded image a96d9057-bf32-41c1-9343-c8b95328025d to the Glance image server {{(pid=62954) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 629.587605] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-806c80cb-ef78-4d7d-8acb-48327fc82547 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Destroying the VM {{(pid=62954) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 629.588519] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f5eccfdd-b80a-45d5-87ea-2fbbf4623aad {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.601133] env[62954]: DEBUG oslo_vmware.api [None req-806c80cb-ef78-4d7d-8acb-48327fc82547 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Waiting for the task: (returnval){ [ 629.601133] env[62954]: value = "task-2597033" [ 629.601133] env[62954]: _type = "Task" [ 629.601133] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.614230] env[62954]: DEBUG oslo_concurrency.lockutils [req-a9ff8d44-3593-4a59-b856-30aa67b23db3 req-fb842929-14a0-4e29-8a5e-a8e0985303ce service nova] Releasing lock "refresh_cache-dedc2fd9-de34-42c9-a178-5fd21ace681c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.614897] env[62954]: DEBUG oslo_vmware.api [None req-806c80cb-ef78-4d7d-8acb-48327fc82547 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597033, 'name': Destroy_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.617995] env[62954]: DEBUG oslo_concurrency.lockutils [req-447c8357-3bd0-4080-8c5c-65e72659a075 req-1ee96f46-00aa-4ec1-8d9b-c175684d1bcc service nova] Acquired lock "refresh_cache-dedc2fd9-de34-42c9-a178-5fd21ace681c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.617995] env[62954]: DEBUG nova.network.neutron [req-447c8357-3bd0-4080-8c5c-65e72659a075 req-1ee96f46-00aa-4ec1-8d9b-c175684d1bcc service nova] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Refreshing network info cache for port 30ac0444-4fea-4383-b259-d825f88271c5 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 629.678388] env[62954]: DEBUG nova.compute.utils [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 629.683259] env[62954]: DEBUG nova.compute.manager [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 629.683259] env[62954]: DEBUG nova.network.neutron [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 629.685432] env[62954]: DEBUG nova.compute.manager [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.812437] env[62954]: DEBUG nova.policy [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c77ec5b462744c549de4539efdfb5aea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f02aeb4278e2429d90aa3ca5ae0f2c2f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 629.816789] env[62954]: DEBUG nova.compute.manager [req-000fa3af-dae8-48ce-9712-4f7e39d608c8 req-86b5d458-b11d-4ad2-a708-05737df95b8c service nova] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Received event network-vif-plugged-e24e9e25-9734-4bbd-b369-42944a192d1b {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 629.817009] env[62954]: DEBUG oslo_concurrency.lockutils [req-000fa3af-dae8-48ce-9712-4f7e39d608c8 req-86b5d458-b11d-4ad2-a708-05737df95b8c service nova] Acquiring lock "cdeedf76-8fe2-45cc-a91e-da4cac486811-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.817351] env[62954]: DEBUG oslo_concurrency.lockutils [req-000fa3af-dae8-48ce-9712-4f7e39d608c8 req-86b5d458-b11d-4ad2-a708-05737df95b8c service nova] Lock "cdeedf76-8fe2-45cc-a91e-da4cac486811-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.817398] env[62954]: DEBUG oslo_concurrency.lockutils [req-000fa3af-dae8-48ce-9712-4f7e39d608c8 req-86b5d458-b11d-4ad2-a708-05737df95b8c service nova] Lock "cdeedf76-8fe2-45cc-a91e-da4cac486811-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.818038] env[62954]: DEBUG nova.compute.manager [req-000fa3af-dae8-48ce-9712-4f7e39d608c8 req-86b5d458-b11d-4ad2-a708-05737df95b8c service nova] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] No waiting events found dispatching network-vif-plugged-e24e9e25-9734-4bbd-b369-42944a192d1b {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 629.818038] env[62954]: WARNING nova.compute.manager [req-000fa3af-dae8-48ce-9712-4f7e39d608c8 req-86b5d458-b11d-4ad2-a708-05737df95b8c service nova] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Received unexpected event network-vif-plugged-e24e9e25-9734-4bbd-b369-42944a192d1b for instance with vm_state building and task_state spawning. [ 629.818038] env[62954]: DEBUG nova.compute.manager [req-000fa3af-dae8-48ce-9712-4f7e39d608c8 req-86b5d458-b11d-4ad2-a708-05737df95b8c service nova] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Received event network-changed-e24e9e25-9734-4bbd-b369-42944a192d1b {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 629.818117] env[62954]: DEBUG nova.compute.manager [req-000fa3af-dae8-48ce-9712-4f7e39d608c8 req-86b5d458-b11d-4ad2-a708-05737df95b8c service nova] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Refreshing instance network info cache due to event network-changed-e24e9e25-9734-4bbd-b369-42944a192d1b. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 629.818562] env[62954]: DEBUG oslo_concurrency.lockutils [req-000fa3af-dae8-48ce-9712-4f7e39d608c8 req-86b5d458-b11d-4ad2-a708-05737df95b8c service nova] Acquiring lock "refresh_cache-cdeedf76-8fe2-45cc-a91e-da4cac486811" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.818562] env[62954]: DEBUG oslo_concurrency.lockutils [req-000fa3af-dae8-48ce-9712-4f7e39d608c8 req-86b5d458-b11d-4ad2-a708-05737df95b8c service nova] Acquired lock "refresh_cache-cdeedf76-8fe2-45cc-a91e-da4cac486811" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.818725] env[62954]: DEBUG nova.network.neutron [req-000fa3af-dae8-48ce-9712-4f7e39d608c8 req-86b5d458-b11d-4ad2-a708-05737df95b8c service nova] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Refreshing network info cache for port e24e9e25-9734-4bbd-b369-42944a192d1b {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 629.833763] env[62954]: DEBUG oslo_vmware.api [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]523e33ec-19f2-6aca-c9af-d724efdcc487, 'name': SearchDatastore_Task, 'duration_secs': 0.01581} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.837564] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a720a6df-ccbe-4254-990a-ef21e84d9d08 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.844713] env[62954]: DEBUG oslo_vmware.api [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Waiting for the task: (returnval){ [ 629.844713] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]527a999c-8345-b1c4-998e-6460a4e5f47e" [ 629.844713] env[62954]: _type = "Task" [ 629.844713] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.854685] env[62954]: DEBUG oslo_vmware.api [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]527a999c-8345-b1c4-998e-6460a4e5f47e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.114124] env[62954]: DEBUG oslo_vmware.api [None req-806c80cb-ef78-4d7d-8acb-48327fc82547 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597033, 'name': Destroy_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.147643] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6bc6c3b3-ff92-4238-8c3e-2e50a91f5206 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Acquiring lock "dedc2fd9-de34-42c9-a178-5fd21ace681c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.147891] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6bc6c3b3-ff92-4238-8c3e-2e50a91f5206 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Lock "dedc2fd9-de34-42c9-a178-5fd21ace681c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.148132] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6bc6c3b3-ff92-4238-8c3e-2e50a91f5206 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Acquiring lock "dedc2fd9-de34-42c9-a178-5fd21ace681c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.148345] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6bc6c3b3-ff92-4238-8c3e-2e50a91f5206 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Lock "dedc2fd9-de34-42c9-a178-5fd21ace681c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.148514] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6bc6c3b3-ff92-4238-8c3e-2e50a91f5206 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Lock "dedc2fd9-de34-42c9-a178-5fd21ace681c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.151287] env[62954]: INFO nova.compute.manager [None req-6bc6c3b3-ff92-4238-8c3e-2e50a91f5206 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Terminating instance [ 630.192212] env[62954]: DEBUG nova.compute.manager [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 630.227840] env[62954]: DEBUG oslo_concurrency.lockutils [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.281182] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baeeff1b-afc0-4332-8dc8-a2296daf3f6d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.291565] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26130017-8153-41cf-b4ef-7d8484cb2e06 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.296979] env[62954]: DEBUG oslo_concurrency.lockutils [None req-93132d4c-a1bc-4a07-a40b-35901368a8b3 tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Acquiring lock "cb2bda24-46b6-4c9e-8f05-213c5ce6483b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.297539] env[62954]: DEBUG oslo_concurrency.lockutils [None req-93132d4c-a1bc-4a07-a40b-35901368a8b3 tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Lock "cb2bda24-46b6-4c9e-8f05-213c5ce6483b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.297539] env[62954]: DEBUG oslo_concurrency.lockutils [None req-93132d4c-a1bc-4a07-a40b-35901368a8b3 tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Acquiring lock "cb2bda24-46b6-4c9e-8f05-213c5ce6483b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.297691] env[62954]: DEBUG oslo_concurrency.lockutils [None req-93132d4c-a1bc-4a07-a40b-35901368a8b3 tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Lock "cb2bda24-46b6-4c9e-8f05-213c5ce6483b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.298691] env[62954]: DEBUG oslo_concurrency.lockutils [None req-93132d4c-a1bc-4a07-a40b-35901368a8b3 tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Lock "cb2bda24-46b6-4c9e-8f05-213c5ce6483b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.301366] env[62954]: INFO nova.compute.manager [None req-93132d4c-a1bc-4a07-a40b-35901368a8b3 tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Terminating instance [ 630.344485] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ceb4b7a-8fba-471d-9fcb-8da24efb608d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.360493] env[62954]: DEBUG oslo_vmware.api [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]527a999c-8345-b1c4-998e-6460a4e5f47e, 'name': SearchDatastore_Task, 'duration_secs': 0.020057} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.362809] env[62954]: DEBUG oslo_concurrency.lockutils [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.363152] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] cdeedf76-8fe2-45cc-a91e-da4cac486811/cdeedf76-8fe2-45cc-a91e-da4cac486811.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.363838] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6138a761-9b53-4192-9e96-5db11c9dfa54 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.367213] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30f467e-a7c6-4f8c-9e8a-bb4fe4e8f094 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.385047] env[62954]: DEBUG nova.compute.provider_tree [None req-74bc48ae-e9ab-4e83-adc3-48b6cfc92af3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.388085] env[62954]: DEBUG oslo_vmware.api [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Waiting for the task: (returnval){ [ 630.388085] env[62954]: value = "task-2597034" [ 630.388085] env[62954]: _type = "Task" [ 630.388085] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.399862] env[62954]: DEBUG oslo_vmware.api [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Task: {'id': task-2597034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.613055] env[62954]: DEBUG oslo_vmware.api [None req-806c80cb-ef78-4d7d-8acb-48327fc82547 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597033, 'name': Destroy_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.660295] env[62954]: DEBUG nova.compute.manager [None req-6bc6c3b3-ff92-4238-8c3e-2e50a91f5206 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 630.660779] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc6c3b3-ff92-4238-8c3e-2e50a91f5206 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 630.661619] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6430f5f-3d7c-4956-b952-eeee83619cad {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.672095] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bc6c3b3-ff92-4238-8c3e-2e50a91f5206 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 630.672371] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-948454f6-bc65-47dd-b4c1-ab88ac57de3b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.681970] env[62954]: DEBUG oslo_vmware.api [None req-6bc6c3b3-ff92-4238-8c3e-2e50a91f5206 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Waiting for the task: (returnval){ [ 630.681970] env[62954]: value = "task-2597035" [ 630.681970] env[62954]: _type = "Task" [ 630.681970] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.694094] env[62954]: DEBUG oslo_vmware.api [None req-6bc6c3b3-ff92-4238-8c3e-2e50a91f5206 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': task-2597035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.806604] env[62954]: DEBUG nova.compute.manager [None req-93132d4c-a1bc-4a07-a40b-35901368a8b3 tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 630.806818] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-93132d4c-a1bc-4a07-a40b-35901368a8b3 tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 630.807753] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61ec074-be3a-4908-9e23-e027e93ae5f8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.820744] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-93132d4c-a1bc-4a07-a40b-35901368a8b3 tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 630.821100] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7291096-7428-4917-845d-eafd0ec489d1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.832104] env[62954]: DEBUG oslo_vmware.api [None req-93132d4c-a1bc-4a07-a40b-35901368a8b3 tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Waiting for the task: (returnval){ [ 630.832104] env[62954]: value = "task-2597036" [ 630.832104] env[62954]: _type = "Task" [ 630.832104] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.844600] env[62954]: DEBUG oslo_vmware.api [None req-93132d4c-a1bc-4a07-a40b-35901368a8b3 tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Task: {'id': task-2597036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.890680] env[62954]: DEBUG nova.scheduler.client.report [None req-74bc48ae-e9ab-4e83-adc3-48b6cfc92af3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.907021] env[62954]: DEBUG oslo_vmware.api [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Task: {'id': task-2597034, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.055643] env[62954]: DEBUG nova.network.neutron [req-447c8357-3bd0-4080-8c5c-65e72659a075 req-1ee96f46-00aa-4ec1-8d9b-c175684d1bcc service nova] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Updated VIF entry in instance network info cache for port 30ac0444-4fea-4383-b259-d825f88271c5. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 631.056062] env[62954]: DEBUG nova.network.neutron [req-447c8357-3bd0-4080-8c5c-65e72659a075 req-1ee96f46-00aa-4ec1-8d9b-c175684d1bcc service nova] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Updating instance_info_cache with network_info: [{"id": "30ac0444-4fea-4383-b259-d825f88271c5", "address": "fa:16:3e:36:7e:25", "network": {"id": "ec1afc6e-d11d-48be-bcfb-265ad1e6f4fa", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1469591162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c85413595c14851bc4c1a8c161408bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30ac0444-4f", "ovs_interfaceid": "30ac0444-4fea-4383-b259-d825f88271c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.115496] env[62954]: DEBUG oslo_vmware.api [None req-806c80cb-ef78-4d7d-8acb-48327fc82547 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597033, 'name': Destroy_Task, 'duration_secs': 1.414904} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.115823] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-806c80cb-ef78-4d7d-8acb-48327fc82547 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Destroyed the VM [ 631.116208] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-806c80cb-ef78-4d7d-8acb-48327fc82547 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Deleting Snapshot of the VM instance {{(pid=62954) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 631.117191] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b2251615-3c04-41ba-b637-7a88daab0f40 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.126279] env[62954]: DEBUG oslo_vmware.api [None req-806c80cb-ef78-4d7d-8acb-48327fc82547 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Waiting for the task: (returnval){ [ 631.126279] env[62954]: value = "task-2597037" [ 631.126279] env[62954]: _type = "Task" [ 631.126279] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.142239] env[62954]: DEBUG oslo_vmware.api [None req-806c80cb-ef78-4d7d-8acb-48327fc82547 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597037, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.182318] env[62954]: DEBUG nova.network.neutron [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Successfully created port: c0a909d0-57cd-4350-a072-3bc457df05ce {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 631.203938] env[62954]: DEBUG oslo_vmware.api [None req-6bc6c3b3-ff92-4238-8c3e-2e50a91f5206 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': task-2597035, 'name': PowerOffVM_Task, 'duration_secs': 0.484024} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.203938] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bc6c3b3-ff92-4238-8c3e-2e50a91f5206 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 631.203938] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc6c3b3-ff92-4238-8c3e-2e50a91f5206 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 631.203938] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91fd066a-a038-4509-b237-877575e3d042 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.206322] env[62954]: DEBUG nova.compute.manager [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 631.240835] env[62954]: DEBUG nova.virt.hardware [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 631.241127] env[62954]: DEBUG nova.virt.hardware [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 631.241296] env[62954]: DEBUG nova.virt.hardware [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 631.241516] env[62954]: DEBUG nova.virt.hardware [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 631.241624] env[62954]: DEBUG nova.virt.hardware [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 631.241990] env[62954]: DEBUG nova.virt.hardware [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 631.242089] env[62954]: DEBUG nova.virt.hardware [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 631.242268] env[62954]: DEBUG nova.virt.hardware [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 631.242992] env[62954]: DEBUG nova.virt.hardware [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 631.243251] env[62954]: DEBUG nova.virt.hardware [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 631.243402] env[62954]: DEBUG nova.virt.hardware [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 631.244377] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b73518-d632-4a07-8f6a-6f55af6f8963 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.248888] env[62954]: DEBUG nova.network.neutron [req-000fa3af-dae8-48ce-9712-4f7e39d608c8 req-86b5d458-b11d-4ad2-a708-05737df95b8c service nova] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Updated VIF entry in instance network info cache for port e24e9e25-9734-4bbd-b369-42944a192d1b. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 631.248888] env[62954]: DEBUG nova.network.neutron [req-000fa3af-dae8-48ce-9712-4f7e39d608c8 req-86b5d458-b11d-4ad2-a708-05737df95b8c service nova] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Updating instance_info_cache with network_info: [{"id": "e24e9e25-9734-4bbd-b369-42944a192d1b", "address": "fa:16:3e:ec:d1:17", "network": {"id": "336cdd02-10bc-4090-b367-9c5a3ba9b205", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1615374748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b198a9a97b7423a97c127dfd90ba68a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape24e9e25-97", "ovs_interfaceid": "e24e9e25-9734-4bbd-b369-42944a192d1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.256143] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cc60c3-8695-416b-bcc6-639ab096ea3e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.285762] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc6c3b3-ff92-4238-8c3e-2e50a91f5206 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 631.285895] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc6c3b3-ff92-4238-8c3e-2e50a91f5206 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 631.286105] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bc6c3b3-ff92-4238-8c3e-2e50a91f5206 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Deleting the datastore file [datastore2] dedc2fd9-de34-42c9-a178-5fd21ace681c {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 631.286398] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b46c9321-146f-42a6-8b37-c075b1b0e443 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.295481] env[62954]: DEBUG oslo_vmware.api [None req-6bc6c3b3-ff92-4238-8c3e-2e50a91f5206 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Waiting for the task: (returnval){ [ 631.295481] env[62954]: value = "task-2597039" [ 631.295481] env[62954]: _type = "Task" [ 631.295481] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.306213] env[62954]: DEBUG oslo_vmware.api [None req-6bc6c3b3-ff92-4238-8c3e-2e50a91f5206 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': task-2597039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.345429] env[62954]: DEBUG oslo_vmware.api [None req-93132d4c-a1bc-4a07-a40b-35901368a8b3 tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Task: {'id': task-2597036, 'name': PowerOffVM_Task, 'duration_secs': 0.313262} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.346054] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-93132d4c-a1bc-4a07-a40b-35901368a8b3 tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 631.346054] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-93132d4c-a1bc-4a07-a40b-35901368a8b3 tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 631.346200] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb21c520-fbd1-4dde-8087-5ff4564c9398 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.400006] env[62954]: DEBUG oslo_concurrency.lockutils [None req-74bc48ae-e9ab-4e83-adc3-48b6cfc92af3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.403566] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.100s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.406596] env[62954]: INFO nova.compute.claims [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 631.418551] env[62954]: DEBUG oslo_vmware.api [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Task: {'id': task-2597034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631509} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.418878] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] cdeedf76-8fe2-45cc-a91e-da4cac486811/cdeedf76-8fe2-45cc-a91e-da4cac486811.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.419327] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.419765] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ff8ab95-c460-45ab-9dfa-2ae192650523 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.424981] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-93132d4c-a1bc-4a07-a40b-35901368a8b3 tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 631.424981] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-93132d4c-a1bc-4a07-a40b-35901368a8b3 tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 631.424981] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-93132d4c-a1bc-4a07-a40b-35901368a8b3 tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Deleting the datastore file [datastore1] cb2bda24-46b6-4c9e-8f05-213c5ce6483b {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 631.425434] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d24bde5-f7bb-420d-80d6-d30910581506 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.432650] env[62954]: DEBUG oslo_vmware.api [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Waiting for the task: (returnval){ [ 631.432650] env[62954]: value = "task-2597041" [ 631.432650] env[62954]: _type = "Task" [ 631.432650] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.438504] env[62954]: DEBUG oslo_vmware.api [None req-93132d4c-a1bc-4a07-a40b-35901368a8b3 tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Waiting for the task: (returnval){ [ 631.438504] env[62954]: value = "task-2597042" [ 631.438504] env[62954]: _type = "Task" [ 631.438504] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.441290] env[62954]: INFO nova.scheduler.client.report [None req-74bc48ae-e9ab-4e83-adc3-48b6cfc92af3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Deleted allocations for instance d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b [ 631.455466] env[62954]: DEBUG oslo_vmware.api [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Task: {'id': task-2597041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.462981] env[62954]: DEBUG oslo_vmware.api [None req-93132d4c-a1bc-4a07-a40b-35901368a8b3 tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Task: {'id': task-2597042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.562085] env[62954]: DEBUG oslo_concurrency.lockutils [req-447c8357-3bd0-4080-8c5c-65e72659a075 req-1ee96f46-00aa-4ec1-8d9b-c175684d1bcc service nova] Releasing lock "refresh_cache-dedc2fd9-de34-42c9-a178-5fd21ace681c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.643390] env[62954]: DEBUG oslo_vmware.api [None req-806c80cb-ef78-4d7d-8acb-48327fc82547 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597037, 'name': RemoveSnapshot_Task} progress is 76%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.752315] env[62954]: DEBUG oslo_concurrency.lockutils [req-000fa3af-dae8-48ce-9712-4f7e39d608c8 req-86b5d458-b11d-4ad2-a708-05737df95b8c service nova] Releasing lock "refresh_cache-cdeedf76-8fe2-45cc-a91e-da4cac486811" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.809925] env[62954]: DEBUG oslo_vmware.api [None req-6bc6c3b3-ff92-4238-8c3e-2e50a91f5206 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': task-2597039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198344} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.809925] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bc6c3b3-ff92-4238-8c3e-2e50a91f5206 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 631.809925] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc6c3b3-ff92-4238-8c3e-2e50a91f5206 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 631.810151] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc6c3b3-ff92-4238-8c3e-2e50a91f5206 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 631.810298] env[62954]: INFO nova.compute.manager [None req-6bc6c3b3-ff92-4238-8c3e-2e50a91f5206 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 631.810545] env[62954]: DEBUG oslo.service.loopingcall [None req-6bc6c3b3-ff92-4238-8c3e-2e50a91f5206 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 631.810753] env[62954]: DEBUG nova.compute.manager [-] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 631.810828] env[62954]: DEBUG nova.network.neutron [-] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 631.879584] env[62954]: DEBUG nova.compute.manager [req-8b6f54f0-236e-4098-b8f2-8ffdfa34b10f req-2d3d4cd5-38a7-4232-abd0-661602a3dd59 service nova] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Received event network-changed-532ee91c-9798-4e58-a0d8-a7aa74425e46 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 631.879735] env[62954]: DEBUG nova.compute.manager [req-8b6f54f0-236e-4098-b8f2-8ffdfa34b10f req-2d3d4cd5-38a7-4232-abd0-661602a3dd59 service nova] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Refreshing instance network info cache due to event network-changed-532ee91c-9798-4e58-a0d8-a7aa74425e46. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 631.879947] env[62954]: DEBUG oslo_concurrency.lockutils [req-8b6f54f0-236e-4098-b8f2-8ffdfa34b10f req-2d3d4cd5-38a7-4232-abd0-661602a3dd59 service nova] Acquiring lock "refresh_cache-20f27901-885e-4d03-ae59-077275d85b14" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.880559] env[62954]: DEBUG oslo_concurrency.lockutils [req-8b6f54f0-236e-4098-b8f2-8ffdfa34b10f req-2d3d4cd5-38a7-4232-abd0-661602a3dd59 service nova] Acquired lock "refresh_cache-20f27901-885e-4d03-ae59-077275d85b14" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.880802] env[62954]: DEBUG nova.network.neutron [req-8b6f54f0-236e-4098-b8f2-8ffdfa34b10f req-2d3d4cd5-38a7-4232-abd0-661602a3dd59 service nova] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Refreshing network info cache for port 532ee91c-9798-4e58-a0d8-a7aa74425e46 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 631.948476] env[62954]: DEBUG oslo_vmware.api [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Task: {'id': task-2597041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081565} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.948925] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.953615] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e082286f-bad8-4bec-8e1e-9a3b994268a6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.975313] env[62954]: DEBUG oslo_concurrency.lockutils [None req-74bc48ae-e9ab-4e83-adc3-48b6cfc92af3 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Lock "d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.870s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.001199] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] cdeedf76-8fe2-45cc-a91e-da4cac486811/cdeedf76-8fe2-45cc-a91e-da4cac486811.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.001873] env[62954]: DEBUG oslo_vmware.api [None req-93132d4c-a1bc-4a07-a40b-35901368a8b3 tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Task: {'id': task-2597042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169338} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.004284] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b937ad68-bc85-4361-8c01-45d71fbad89d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.022087] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-93132d4c-a1bc-4a07-a40b-35901368a8b3 tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 632.022364] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-93132d4c-a1bc-4a07-a40b-35901368a8b3 tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 632.022778] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-93132d4c-a1bc-4a07-a40b-35901368a8b3 tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 632.022977] env[62954]: INFO nova.compute.manager [None req-93132d4c-a1bc-4a07-a40b-35901368a8b3 tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Took 1.22 seconds to destroy the instance on the hypervisor. [ 632.023286] env[62954]: DEBUG oslo.service.loopingcall [None req-93132d4c-a1bc-4a07-a40b-35901368a8b3 tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 632.024166] env[62954]: DEBUG nova.compute.manager [-] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 632.024300] env[62954]: DEBUG nova.network.neutron [-] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 632.038102] env[62954]: DEBUG oslo_vmware.api [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Waiting for the task: (returnval){ [ 632.038102] env[62954]: value = "task-2597043" [ 632.038102] env[62954]: _type = "Task" [ 632.038102] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.048853] env[62954]: DEBUG oslo_vmware.api [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Task: {'id': task-2597043, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.137882] env[62954]: DEBUG oslo_vmware.api [None req-806c80cb-ef78-4d7d-8acb-48327fc82547 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597037, 'name': RemoveSnapshot_Task, 'duration_secs': 0.631014} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.138304] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-806c80cb-ef78-4d7d-8acb-48327fc82547 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Deleted Snapshot of the VM instance {{(pid=62954) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 632.138609] env[62954]: INFO nova.compute.manager [None req-806c80cb-ef78-4d7d-8acb-48327fc82547 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Took 16.97 seconds to snapshot the instance on the hypervisor. [ 632.391532] env[62954]: DEBUG nova.compute.manager [req-da5ad269-89af-435d-aa88-237f28370ac4 req-5eadc89b-8250-4881-b79c-14ef165fb0e3 service nova] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Received event network-vif-deleted-30ac0444-4fea-4383-b259-d825f88271c5 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 632.391835] env[62954]: INFO nova.compute.manager [req-da5ad269-89af-435d-aa88-237f28370ac4 req-5eadc89b-8250-4881-b79c-14ef165fb0e3 service nova] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Neutron deleted interface 30ac0444-4fea-4383-b259-d825f88271c5; detaching it from the instance and deleting it from the info cache [ 632.392304] env[62954]: DEBUG nova.network.neutron [req-da5ad269-89af-435d-aa88-237f28370ac4 req-5eadc89b-8250-4881-b79c-14ef165fb0e3 service nova] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.552604] env[62954]: DEBUG oslo_vmware.api [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Task: {'id': task-2597043, 'name': ReconfigVM_Task, 'duration_secs': 0.324992} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.552604] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Reconfigured VM instance instance-0000001b to attach disk [datastore2] cdeedf76-8fe2-45cc-a91e-da4cac486811/cdeedf76-8fe2-45cc-a91e-da4cac486811.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.553456] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-437637d7-4733-4832-b42f-6b1a8b443427 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.562439] env[62954]: DEBUG oslo_vmware.api [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Waiting for the task: (returnval){ [ 632.562439] env[62954]: value = "task-2597044" [ 632.562439] env[62954]: _type = "Task" [ 632.562439] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.574018] env[62954]: DEBUG oslo_vmware.api [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Task: {'id': task-2597044, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.799538] env[62954]: DEBUG nova.network.neutron [-] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.898550] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11c60f67-e72f-4c6a-864b-ed6db22771ab {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.909568] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6817a4ef-2842-4066-92db-0a1d18b0974b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.957149] env[62954]: DEBUG nova.compute.manager [req-da5ad269-89af-435d-aa88-237f28370ac4 req-5eadc89b-8250-4881-b79c-14ef165fb0e3 service nova] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Detach interface failed, port_id=30ac0444-4fea-4383-b259-d825f88271c5, reason: Instance dedc2fd9-de34-42c9-a178-5fd21ace681c could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 633.070900] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50afc62b-508e-452d-945f-fe7f52d35263 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.080444] env[62954]: DEBUG oslo_vmware.api [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Task: {'id': task-2597044, 'name': Rename_Task, 'duration_secs': 0.178468} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.081190] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.081775] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-106c8b0c-e9af-4bfb-ad27-597c18768924 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.086823] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1afe180-c33b-43be-a527-914aadd17b01 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.091208] env[62954]: DEBUG oslo_vmware.api [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Waiting for the task: (returnval){ [ 633.091208] env[62954]: value = "task-2597045" [ 633.091208] env[62954]: _type = "Task" [ 633.091208] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.127991] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812b036a-0464-4ed2-8ff5-ae6c8ca3d7ba {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.135704] env[62954]: DEBUG oslo_vmware.api [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Task: {'id': task-2597045, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.144188] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d52c7d3-9919-493b-bb16-e829381afb21 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.167149] env[62954]: DEBUG nova.compute.provider_tree [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.189996] env[62954]: DEBUG nova.network.neutron [req-8b6f54f0-236e-4098-b8f2-8ffdfa34b10f req-2d3d4cd5-38a7-4232-abd0-661602a3dd59 service nova] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Updated VIF entry in instance network info cache for port 532ee91c-9798-4e58-a0d8-a7aa74425e46. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.190599] env[62954]: DEBUG nova.network.neutron [req-8b6f54f0-236e-4098-b8f2-8ffdfa34b10f req-2d3d4cd5-38a7-4232-abd0-661602a3dd59 service nova] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Updating instance_info_cache with network_info: [{"id": "532ee91c-9798-4e58-a0d8-a7aa74425e46", "address": "fa:16:3e:ee:60:88", "network": {"id": "492103c9-7a9e-4b60-8b0f-9f91f8446a07", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1531456521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc498ced22de4713a9159589d1d25d83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532ee91c-97", "ovs_interfaceid": "532ee91c-9798-4e58-a0d8-a7aa74425e46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.302589] env[62954]: INFO nova.compute.manager [-] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Took 1.49 seconds to deallocate network for instance. [ 633.464214] env[62954]: DEBUG nova.network.neutron [-] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.581371] env[62954]: DEBUG nova.network.neutron [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Successfully updated port: c0a909d0-57cd-4350-a072-3bc457df05ce {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 633.605571] env[62954]: DEBUG oslo_vmware.api [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Task: {'id': task-2597045, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.676044] env[62954]: DEBUG nova.scheduler.client.report [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.694689] env[62954]: DEBUG oslo_concurrency.lockutils [req-8b6f54f0-236e-4098-b8f2-8ffdfa34b10f req-2d3d4cd5-38a7-4232-abd0-661602a3dd59 service nova] Releasing lock "refresh_cache-20f27901-885e-4d03-ae59-077275d85b14" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.811559] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6bc6c3b3-ff92-4238-8c3e-2e50a91f5206 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.971571] env[62954]: INFO nova.compute.manager [-] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Took 1.95 seconds to deallocate network for instance. [ 634.086167] env[62954]: DEBUG oslo_concurrency.lockutils [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Acquiring lock "refresh_cache-9d9242e0-a1a0-4831-ba31-ef88aeee0577" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.086167] env[62954]: DEBUG oslo_concurrency.lockutils [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Acquired lock "refresh_cache-9d9242e0-a1a0-4831-ba31-ef88aeee0577" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.086167] env[62954]: DEBUG nova.network.neutron [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 634.109263] env[62954]: DEBUG oslo_vmware.api [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Task: {'id': task-2597045, 'name': PowerOnVM_Task, 'duration_secs': 0.539056} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.109669] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.109934] env[62954]: INFO nova.compute.manager [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Took 9.15 seconds to spawn the instance on the hypervisor. [ 634.110202] env[62954]: DEBUG nova.compute.manager [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.111074] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e323e170-02a3-4260-ac64-bd0e3050af75 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.181367] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.778s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.181908] env[62954]: DEBUG nova.compute.manager [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 634.188017] env[62954]: DEBUG oslo_concurrency.lockutils [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.446s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.188017] env[62954]: INFO nova.compute.claims [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.339738] env[62954]: DEBUG nova.compute.manager [None req-78ecd4c5-eebc-4e49-aa6e-8ec66107d4f1 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.341360] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7244dec1-9470-4fbf-a912-f9b3c50fa302 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.478405] env[62954]: DEBUG oslo_concurrency.lockutils [None req-93132d4c-a1bc-4a07-a40b-35901368a8b3 tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.590875] env[62954]: DEBUG nova.compute.manager [req-f550a0cc-25e1-440b-a434-75dd903118fc req-37d03809-9c45-4be4-b0a7-46b5b812e85a service nova] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Received event network-changed-05c5650b-912a-46bd-a806-b899311dba0a {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 634.591083] env[62954]: DEBUG nova.compute.manager [req-f550a0cc-25e1-440b-a434-75dd903118fc req-37d03809-9c45-4be4-b0a7-46b5b812e85a service nova] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Refreshing instance network info cache due to event network-changed-05c5650b-912a-46bd-a806-b899311dba0a. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 634.591301] env[62954]: DEBUG oslo_concurrency.lockutils [req-f550a0cc-25e1-440b-a434-75dd903118fc req-37d03809-9c45-4be4-b0a7-46b5b812e85a service nova] Acquiring lock "refresh_cache-00376bf9-716d-4c89-a29d-2c6381ce373a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.591443] env[62954]: DEBUG oslo_concurrency.lockutils [req-f550a0cc-25e1-440b-a434-75dd903118fc req-37d03809-9c45-4be4-b0a7-46b5b812e85a service nova] Acquired lock "refresh_cache-00376bf9-716d-4c89-a29d-2c6381ce373a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.591603] env[62954]: DEBUG nova.network.neutron [req-f550a0cc-25e1-440b-a434-75dd903118fc req-37d03809-9c45-4be4-b0a7-46b5b812e85a service nova] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Refreshing network info cache for port 05c5650b-912a-46bd-a806-b899311dba0a {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.634433] env[62954]: DEBUG nova.network.neutron [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.639090] env[62954]: INFO nova.compute.manager [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Took 38.12 seconds to build instance. [ 634.692315] env[62954]: DEBUG nova.compute.utils [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 634.699216] env[62954]: DEBUG nova.compute.manager [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 634.699789] env[62954]: DEBUG nova.network.neutron [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 634.705189] env[62954]: DEBUG nova.compute.manager [req-b7db0bcc-8f04-4385-a507-5478af922a15 req-000fb1c8-dad9-4d8d-9296-0f15be0c81af service nova] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Received event network-vif-deleted-475e7e38-e02c-4299-bbeb-b9dedd7544e5 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 634.705644] env[62954]: DEBUG nova.compute.manager [req-b7db0bcc-8f04-4385-a507-5478af922a15 req-000fb1c8-dad9-4d8d-9296-0f15be0c81af service nova] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Received event network-vif-plugged-c0a909d0-57cd-4350-a072-3bc457df05ce {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 634.705877] env[62954]: DEBUG oslo_concurrency.lockutils [req-b7db0bcc-8f04-4385-a507-5478af922a15 req-000fb1c8-dad9-4d8d-9296-0f15be0c81af service nova] Acquiring lock "9d9242e0-a1a0-4831-ba31-ef88aeee0577-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.706134] env[62954]: DEBUG oslo_concurrency.lockutils [req-b7db0bcc-8f04-4385-a507-5478af922a15 req-000fb1c8-dad9-4d8d-9296-0f15be0c81af service nova] Lock "9d9242e0-a1a0-4831-ba31-ef88aeee0577-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.706769] env[62954]: DEBUG oslo_concurrency.lockutils [req-b7db0bcc-8f04-4385-a507-5478af922a15 req-000fb1c8-dad9-4d8d-9296-0f15be0c81af service nova] Lock "9d9242e0-a1a0-4831-ba31-ef88aeee0577-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.706769] env[62954]: DEBUG nova.compute.manager [req-b7db0bcc-8f04-4385-a507-5478af922a15 req-000fb1c8-dad9-4d8d-9296-0f15be0c81af service nova] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] No waiting events found dispatching network-vif-plugged-c0a909d0-57cd-4350-a072-3bc457df05ce {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 634.707089] env[62954]: WARNING nova.compute.manager [req-b7db0bcc-8f04-4385-a507-5478af922a15 req-000fb1c8-dad9-4d8d-9296-0f15be0c81af service nova] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Received unexpected event network-vif-plugged-c0a909d0-57cd-4350-a072-3bc457df05ce for instance with vm_state building and task_state spawning. [ 634.707143] env[62954]: DEBUG nova.compute.manager [req-b7db0bcc-8f04-4385-a507-5478af922a15 req-000fb1c8-dad9-4d8d-9296-0f15be0c81af service nova] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Received event network-changed-c0a909d0-57cd-4350-a072-3bc457df05ce {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 634.707315] env[62954]: DEBUG nova.compute.manager [req-b7db0bcc-8f04-4385-a507-5478af922a15 req-000fb1c8-dad9-4d8d-9296-0f15be0c81af service nova] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Refreshing instance network info cache due to event network-changed-c0a909d0-57cd-4350-a072-3bc457df05ce. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 634.707696] env[62954]: DEBUG oslo_concurrency.lockutils [req-b7db0bcc-8f04-4385-a507-5478af922a15 req-000fb1c8-dad9-4d8d-9296-0f15be0c81af service nova] Acquiring lock "refresh_cache-9d9242e0-a1a0-4831-ba31-ef88aeee0577" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.791217] env[62954]: DEBUG nova.policy [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68519d55ee5e43489e612620b2c0b265', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b851f961a2e7429ba075073e18d11392', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 634.860133] env[62954]: INFO nova.compute.manager [None req-78ecd4c5-eebc-4e49-aa6e-8ec66107d4f1 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] instance snapshotting [ 634.863348] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac437a2-594c-4b6c-9ff5-9f144edf43f0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.873653] env[62954]: DEBUG nova.network.neutron [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Updating instance_info_cache with network_info: [{"id": "c0a909d0-57cd-4350-a072-3bc457df05ce", "address": "fa:16:3e:4a:07:1a", "network": {"id": "7d93cd88-3a79-4663-b604-587d28ffb013", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ae6c0f6d5bc5436aa4f50fbf2889df6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0a909d0-57", "ovs_interfaceid": "c0a909d0-57cd-4350-a072-3bc457df05ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.900910] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac3e40e-8f7c-4605-ac92-070432bbde78 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.141192] env[62954]: DEBUG oslo_concurrency.lockutils [None req-26ccdb06-36d5-43ff-bdbb-976941801684 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Lock "cdeedf76-8fe2-45cc-a91e-da4cac486811" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.141s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.167386] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4c6b52af-c9a3-4e14-ba8e-c26e100a8ded tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Acquiring lock "dedc2fd9-de34-42c9-a178-5fd21ace681c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.173846] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Acquiring lock "d6a6c979-4668-4bb8-9e40-af48f6fa0afd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.174124] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Lock "d6a6c979-4668-4bb8-9e40-af48f6fa0afd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.198754] env[62954]: DEBUG nova.compute.manager [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 635.400065] env[62954]: DEBUG oslo_concurrency.lockutils [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Releasing lock "refresh_cache-9d9242e0-a1a0-4831-ba31-ef88aeee0577" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.400588] env[62954]: DEBUG nova.compute.manager [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Instance network_info: |[{"id": "c0a909d0-57cd-4350-a072-3bc457df05ce", "address": "fa:16:3e:4a:07:1a", "network": {"id": "7d93cd88-3a79-4663-b604-587d28ffb013", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ae6c0f6d5bc5436aa4f50fbf2889df6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0a909d0-57", "ovs_interfaceid": "c0a909d0-57cd-4350-a072-3bc457df05ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 635.400986] env[62954]: DEBUG oslo_concurrency.lockutils [req-b7db0bcc-8f04-4385-a507-5478af922a15 req-000fb1c8-dad9-4d8d-9296-0f15be0c81af service nova] Acquired lock "refresh_cache-9d9242e0-a1a0-4831-ba31-ef88aeee0577" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.401196] env[62954]: DEBUG nova.network.neutron [req-b7db0bcc-8f04-4385-a507-5478af922a15 req-000fb1c8-dad9-4d8d-9296-0f15be0c81af service nova] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Refreshing network info cache for port c0a909d0-57cd-4350-a072-3bc457df05ce {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.402356] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:07:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0a909d0-57cd-4350-a072-3bc457df05ce', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.411359] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Creating folder: Project (f02aeb4278e2429d90aa3ca5ae0f2c2f). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.415783] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a1f32d1-65ec-4f54-bb67-d0b811077d22 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.425394] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-78ecd4c5-eebc-4e49-aa6e-8ec66107d4f1 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Creating Snapshot of the VM instance {{(pid=62954) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 635.425746] env[62954]: DEBUG nova.network.neutron [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Successfully created port: 681bee78-80cc-44cd-8d58-61d66dc8b650 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 635.428680] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8c0ddb5a-6b74-42d7-b15c-bcb415a02422 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.444519] env[62954]: DEBUG oslo_vmware.api [None req-78ecd4c5-eebc-4e49-aa6e-8ec66107d4f1 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Waiting for the task: (returnval){ [ 635.444519] env[62954]: value = "task-2597047" [ 635.444519] env[62954]: _type = "Task" [ 635.444519] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.446464] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Created folder: Project (f02aeb4278e2429d90aa3ca5ae0f2c2f) in parent group-v523717. [ 635.446730] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Creating folder: Instances. Parent ref: group-v523808. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.453144] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92f83476-b57a-4304-a950-5fe53278a163 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.462937] env[62954]: DEBUG oslo_vmware.api [None req-78ecd4c5-eebc-4e49-aa6e-8ec66107d4f1 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597047, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.471053] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Created folder: Instances in parent group-v523808. [ 635.471053] env[62954]: DEBUG oslo.service.loopingcall [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 635.471053] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.471053] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4423042-37b6-44ef-906f-50dc7e04d80f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.488772] env[62954]: DEBUG nova.network.neutron [req-f550a0cc-25e1-440b-a434-75dd903118fc req-37d03809-9c45-4be4-b0a7-46b5b812e85a service nova] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Updated VIF entry in instance network info cache for port 05c5650b-912a-46bd-a806-b899311dba0a. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 635.489219] env[62954]: DEBUG nova.network.neutron [req-f550a0cc-25e1-440b-a434-75dd903118fc req-37d03809-9c45-4be4-b0a7-46b5b812e85a service nova] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Updating instance_info_cache with network_info: [{"id": "05c5650b-912a-46bd-a806-b899311dba0a", "address": "fa:16:3e:87:23:a5", "network": {"id": "ec1afc6e-d11d-48be-bcfb-265ad1e6f4fa", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1469591162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c85413595c14851bc4c1a8c161408bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c5650b-91", "ovs_interfaceid": "05c5650b-912a-46bd-a806-b899311dba0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.498188] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.498188] env[62954]: value = "task-2597049" [ 635.498188] env[62954]: _type = "Task" [ 635.498188] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.508598] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597049, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.645678] env[62954]: DEBUG nova.compute.manager [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 635.822102] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c372ce74-3d09-4613-a149-c25c90c9dc18 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.832299] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e26d994-13b3-4392-a1d8-01d5b077c721 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.870132] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3b7cb4-6d7d-4048-b9f3-68965cb78da5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.879755] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73c8fcc-a4c6-4684-adbe-45d780e43494 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.884417] env[62954]: DEBUG oslo_concurrency.lockutils [None req-66e57264-e475-4843-a95e-132ef817a720 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Acquiring lock "cdeedf76-8fe2-45cc-a91e-da4cac486811" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.884691] env[62954]: DEBUG oslo_concurrency.lockutils [None req-66e57264-e475-4843-a95e-132ef817a720 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Lock "cdeedf76-8fe2-45cc-a91e-da4cac486811" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.884898] env[62954]: DEBUG oslo_concurrency.lockutils [None req-66e57264-e475-4843-a95e-132ef817a720 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Acquiring lock "cdeedf76-8fe2-45cc-a91e-da4cac486811-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.885099] env[62954]: DEBUG oslo_concurrency.lockutils [None req-66e57264-e475-4843-a95e-132ef817a720 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Lock "cdeedf76-8fe2-45cc-a91e-da4cac486811-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.885298] env[62954]: DEBUG oslo_concurrency.lockutils [None req-66e57264-e475-4843-a95e-132ef817a720 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Lock "cdeedf76-8fe2-45cc-a91e-da4cac486811-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.887520] env[62954]: INFO nova.compute.manager [None req-66e57264-e475-4843-a95e-132ef817a720 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Terminating instance [ 635.902636] env[62954]: DEBUG nova.compute.provider_tree [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.956906] env[62954]: DEBUG oslo_vmware.api [None req-78ecd4c5-eebc-4e49-aa6e-8ec66107d4f1 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597047, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.991886] env[62954]: DEBUG oslo_concurrency.lockutils [req-f550a0cc-25e1-440b-a434-75dd903118fc req-37d03809-9c45-4be4-b0a7-46b5b812e85a service nova] Releasing lock "refresh_cache-00376bf9-716d-4c89-a29d-2c6381ce373a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.010168] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597049, 'name': CreateVM_Task} progress is 25%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.165705] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.209768] env[62954]: DEBUG nova.network.neutron [req-b7db0bcc-8f04-4385-a507-5478af922a15 req-000fb1c8-dad9-4d8d-9296-0f15be0c81af service nova] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Updated VIF entry in instance network info cache for port c0a909d0-57cd-4350-a072-3bc457df05ce. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.210172] env[62954]: DEBUG nova.network.neutron [req-b7db0bcc-8f04-4385-a507-5478af922a15 req-000fb1c8-dad9-4d8d-9296-0f15be0c81af service nova] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Updating instance_info_cache with network_info: [{"id": "c0a909d0-57cd-4350-a072-3bc457df05ce", "address": "fa:16:3e:4a:07:1a", "network": {"id": "7d93cd88-3a79-4663-b604-587d28ffb013", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ae6c0f6d5bc5436aa4f50fbf2889df6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0a909d0-57", "ovs_interfaceid": "c0a909d0-57cd-4350-a072-3bc457df05ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.212261] env[62954]: DEBUG nova.compute.manager [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 636.235202] env[62954]: DEBUG nova.virt.hardware [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 636.235434] env[62954]: DEBUG nova.virt.hardware [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 636.235642] env[62954]: DEBUG nova.virt.hardware [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.235839] env[62954]: DEBUG nova.virt.hardware [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 636.235989] env[62954]: DEBUG nova.virt.hardware [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.236222] env[62954]: DEBUG nova.virt.hardware [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 636.236443] env[62954]: DEBUG nova.virt.hardware [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 636.236608] env[62954]: DEBUG nova.virt.hardware [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 636.236778] env[62954]: DEBUG nova.virt.hardware [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 636.236943] env[62954]: DEBUG nova.virt.hardware [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 636.237136] env[62954]: DEBUG nova.virt.hardware [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 636.238078] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a17fd3d-3e6f-4c26-9ea3-ec1b7ffb5f2a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.251178] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414d48a0-9f42-4517-b9ba-e68ad86f3745 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.405784] env[62954]: DEBUG nova.compute.manager [None req-66e57264-e475-4843-a95e-132ef817a720 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 636.406051] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-66e57264-e475-4843-a95e-132ef817a720 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 636.406946] env[62954]: DEBUG nova.scheduler.client.report [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.410956] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15ed4c4-3129-4afa-8914-1b811df65d8e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.421025] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-66e57264-e475-4843-a95e-132ef817a720 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 636.421345] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5151b928-b5ca-4b02-9531-3979ba9ef31b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.432058] env[62954]: DEBUG oslo_vmware.api [None req-66e57264-e475-4843-a95e-132ef817a720 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Waiting for the task: (returnval){ [ 636.432058] env[62954]: value = "task-2597050" [ 636.432058] env[62954]: _type = "Task" [ 636.432058] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.442933] env[62954]: DEBUG oslo_vmware.api [None req-66e57264-e475-4843-a95e-132ef817a720 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Task: {'id': task-2597050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.458189] env[62954]: DEBUG oslo_vmware.api [None req-78ecd4c5-eebc-4e49-aa6e-8ec66107d4f1 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597047, 'name': CreateSnapshot_Task, 'duration_secs': 0.53223} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.459347] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-78ecd4c5-eebc-4e49-aa6e-8ec66107d4f1 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Created Snapshot of the VM instance {{(pid=62954) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 636.460498] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04172b5-97f4-420a-bde4-7105df9963c1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.511957] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597049, 'name': CreateVM_Task, 'duration_secs': 0.907217} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.511957] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.512659] env[62954]: DEBUG oslo_concurrency.lockutils [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.512861] env[62954]: DEBUG oslo_concurrency.lockutils [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.513883] env[62954]: DEBUG oslo_concurrency.lockutils [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.513883] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e896ecca-b327-4619-93e7-de51661bbbd2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.519948] env[62954]: DEBUG oslo_vmware.api [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Waiting for the task: (returnval){ [ 636.519948] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]528e93d9-3371-c67f-d131-2f308f7a8b7e" [ 636.519948] env[62954]: _type = "Task" [ 636.519948] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.530954] env[62954]: DEBUG oslo_vmware.api [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]528e93d9-3371-c67f-d131-2f308f7a8b7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.623217] env[62954]: DEBUG oslo_vmware.rw_handles [None req-61bb924c-ba10-453e-ac49-7569d985ffaf tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520feef2-4bf3-06dc-e60d-4be07b2c2233/disk-0.vmdk. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 636.624309] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb4e57f-5618-4a4d-951e-148aecec0300 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.631838] env[62954]: DEBUG oslo_vmware.rw_handles [None req-61bb924c-ba10-453e-ac49-7569d985ffaf tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520feef2-4bf3-06dc-e60d-4be07b2c2233/disk-0.vmdk is in state: ready. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 636.632058] env[62954]: ERROR oslo_vmware.rw_handles [None req-61bb924c-ba10-453e-ac49-7569d985ffaf tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520feef2-4bf3-06dc-e60d-4be07b2c2233/disk-0.vmdk due to incomplete transfer. [ 636.632306] env[62954]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-64d6d3e6-c5e5-4142-a5a3-b826a9761cfb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.641984] env[62954]: DEBUG oslo_vmware.rw_handles [None req-61bb924c-ba10-453e-ac49-7569d985ffaf tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520feef2-4bf3-06dc-e60d-4be07b2c2233/disk-0.vmdk. {{(pid=62954) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 636.642225] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-61bb924c-ba10-453e-ac49-7569d985ffaf tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Uploaded image 83195ffd-e9ab-4361-88b2-8e9ae5742dc9 to the Glance image server {{(pid=62954) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 636.643874] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-61bb924c-ba10-453e-ac49-7569d985ffaf tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Destroying the VM {{(pid=62954) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 636.644204] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9b1dfaeb-c0a6-4116-be6d-7011bdad98e9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.652832] env[62954]: DEBUG oslo_vmware.api [None req-61bb924c-ba10-453e-ac49-7569d985ffaf tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Waiting for the task: (returnval){ [ 636.652832] env[62954]: value = "task-2597051" [ 636.652832] env[62954]: _type = "Task" [ 636.652832] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.663145] env[62954]: DEBUG oslo_vmware.api [None req-61bb924c-ba10-453e-ac49-7569d985ffaf tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': task-2597051, 'name': Destroy_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.716115] env[62954]: DEBUG oslo_concurrency.lockutils [req-b7db0bcc-8f04-4385-a507-5478af922a15 req-000fb1c8-dad9-4d8d-9296-0f15be0c81af service nova] Releasing lock "refresh_cache-9d9242e0-a1a0-4831-ba31-ef88aeee0577" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.716419] env[62954]: DEBUG nova.compute.manager [req-b7db0bcc-8f04-4385-a507-5478af922a15 req-000fb1c8-dad9-4d8d-9296-0f15be0c81af service nova] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Received event network-changed-05c5650b-912a-46bd-a806-b899311dba0a {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 636.716597] env[62954]: DEBUG nova.compute.manager [req-b7db0bcc-8f04-4385-a507-5478af922a15 req-000fb1c8-dad9-4d8d-9296-0f15be0c81af service nova] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Refreshing instance network info cache due to event network-changed-05c5650b-912a-46bd-a806-b899311dba0a. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 636.716814] env[62954]: DEBUG oslo_concurrency.lockutils [req-b7db0bcc-8f04-4385-a507-5478af922a15 req-000fb1c8-dad9-4d8d-9296-0f15be0c81af service nova] Acquiring lock "refresh_cache-00376bf9-716d-4c89-a29d-2c6381ce373a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.716960] env[62954]: DEBUG oslo_concurrency.lockutils [req-b7db0bcc-8f04-4385-a507-5478af922a15 req-000fb1c8-dad9-4d8d-9296-0f15be0c81af service nova] Acquired lock "refresh_cache-00376bf9-716d-4c89-a29d-2c6381ce373a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.717136] env[62954]: DEBUG nova.network.neutron [req-b7db0bcc-8f04-4385-a507-5478af922a15 req-000fb1c8-dad9-4d8d-9296-0f15be0c81af service nova] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Refreshing network info cache for port 05c5650b-912a-46bd-a806-b899311dba0a {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 636.915448] env[62954]: DEBUG oslo_concurrency.lockutils [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.915995] env[62954]: DEBUG nova.compute.manager [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 636.918962] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.175s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.923208] env[62954]: INFO nova.compute.claims [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 636.943595] env[62954]: DEBUG oslo_vmware.api [None req-66e57264-e475-4843-a95e-132ef817a720 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Task: {'id': task-2597050, 'name': PowerOffVM_Task, 'duration_secs': 0.391395} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.944484] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-66e57264-e475-4843-a95e-132ef817a720 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 636.944484] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-66e57264-e475-4843-a95e-132ef817a720 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 636.944484] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b44073f-20e9-45fc-82b9-b52ba6d79708 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.983578] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-78ecd4c5-eebc-4e49-aa6e-8ec66107d4f1 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Creating linked-clone VM from snapshot {{(pid=62954) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 636.984820] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7c7fb5a3-adcb-4ca7-8512-61c0e00ac4e6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.994933] env[62954]: DEBUG oslo_vmware.api [None req-78ecd4c5-eebc-4e49-aa6e-8ec66107d4f1 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Waiting for the task: (returnval){ [ 636.994933] env[62954]: value = "task-2597053" [ 636.994933] env[62954]: _type = "Task" [ 636.994933] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.004387] env[62954]: DEBUG oslo_vmware.api [None req-78ecd4c5-eebc-4e49-aa6e-8ec66107d4f1 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597053, 'name': CloneVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.016214] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-66e57264-e475-4843-a95e-132ef817a720 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 637.016462] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-66e57264-e475-4843-a95e-132ef817a720 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 637.016650] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-66e57264-e475-4843-a95e-132ef817a720 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Deleting the datastore file [datastore2] cdeedf76-8fe2-45cc-a91e-da4cac486811 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 637.016959] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02a8845c-f8d5-47b6-a7d4-c3abb3d34414 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.024959] env[62954]: DEBUG oslo_vmware.api [None req-66e57264-e475-4843-a95e-132ef817a720 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Waiting for the task: (returnval){ [ 637.024959] env[62954]: value = "task-2597054" [ 637.024959] env[62954]: _type = "Task" [ 637.024959] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.032673] env[62954]: DEBUG oslo_vmware.api [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]528e93d9-3371-c67f-d131-2f308f7a8b7e, 'name': SearchDatastore_Task, 'duration_secs': 0.017815} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.033320] env[62954]: DEBUG oslo_concurrency.lockutils [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.035888] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 637.035888] env[62954]: DEBUG oslo_concurrency.lockutils [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.035888] env[62954]: DEBUG oslo_concurrency.lockutils [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.035888] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 637.035888] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10d30592-bae3-4a52-b885-6ed2ce2f8ce4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.040642] env[62954]: DEBUG oslo_vmware.api [None req-66e57264-e475-4843-a95e-132ef817a720 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Task: {'id': task-2597054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.057406] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 637.057406] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 637.057406] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6368b016-cada-428c-893e-c1eaa1fbef23 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.064520] env[62954]: DEBUG oslo_vmware.api [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Waiting for the task: (returnval){ [ 637.064520] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52f7370c-a0dd-8bbd-cf49-bbe1d7265dc7" [ 637.064520] env[62954]: _type = "Task" [ 637.064520] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.076402] env[62954]: DEBUG oslo_vmware.api [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52f7370c-a0dd-8bbd-cf49-bbe1d7265dc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.096244] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Acquiring lock "64d2fdcf-1210-4994-b86c-74bac8aaffb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.096535] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Lock "64d2fdcf-1210-4994-b86c-74bac8aaffb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.141960] env[62954]: DEBUG nova.compute.manager [req-cc3dd493-5e3b-4b38-9c22-4ff873c5c3d1 req-2b8a1844-9705-42d8-86d1-fd136eb8b7af service nova] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Received event network-vif-plugged-681bee78-80cc-44cd-8d58-61d66dc8b650 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 637.142821] env[62954]: DEBUG oslo_concurrency.lockutils [req-cc3dd493-5e3b-4b38-9c22-4ff873c5c3d1 req-2b8a1844-9705-42d8-86d1-fd136eb8b7af service nova] Acquiring lock "2effe3ff-ff7c-4369-9168-dc699087eced-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.144036] env[62954]: DEBUG oslo_concurrency.lockutils [req-cc3dd493-5e3b-4b38-9c22-4ff873c5c3d1 req-2b8a1844-9705-42d8-86d1-fd136eb8b7af service nova] Lock "2effe3ff-ff7c-4369-9168-dc699087eced-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.144036] env[62954]: DEBUG oslo_concurrency.lockutils [req-cc3dd493-5e3b-4b38-9c22-4ff873c5c3d1 req-2b8a1844-9705-42d8-86d1-fd136eb8b7af service nova] Lock "2effe3ff-ff7c-4369-9168-dc699087eced-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.144036] env[62954]: DEBUG nova.compute.manager [req-cc3dd493-5e3b-4b38-9c22-4ff873c5c3d1 req-2b8a1844-9705-42d8-86d1-fd136eb8b7af service nova] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] No waiting events found dispatching network-vif-plugged-681bee78-80cc-44cd-8d58-61d66dc8b650 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 637.144036] env[62954]: WARNING nova.compute.manager [req-cc3dd493-5e3b-4b38-9c22-4ff873c5c3d1 req-2b8a1844-9705-42d8-86d1-fd136eb8b7af service nova] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Received unexpected event network-vif-plugged-681bee78-80cc-44cd-8d58-61d66dc8b650 for instance with vm_state building and task_state spawning. [ 637.169430] env[62954]: DEBUG oslo_vmware.api [None req-61bb924c-ba10-453e-ac49-7569d985ffaf tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': task-2597051, 'name': Destroy_Task, 'duration_secs': 0.337368} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.169693] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-61bb924c-ba10-453e-ac49-7569d985ffaf tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Destroyed the VM [ 637.170079] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-61bb924c-ba10-453e-ac49-7569d985ffaf tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Deleting Snapshot of the VM instance {{(pid=62954) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 637.170760] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d9301ba8-764e-4be0-940b-9120d4a831ad {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.181304] env[62954]: DEBUG oslo_vmware.api [None req-61bb924c-ba10-453e-ac49-7569d985ffaf tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Waiting for the task: (returnval){ [ 637.181304] env[62954]: value = "task-2597055" [ 637.181304] env[62954]: _type = "Task" [ 637.181304] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.194791] env[62954]: DEBUG oslo_vmware.api [None req-61bb924c-ba10-453e-ac49-7569d985ffaf tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': task-2597055, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.210802] env[62954]: DEBUG nova.network.neutron [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Successfully updated port: 681bee78-80cc-44cd-8d58-61d66dc8b650 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 637.424876] env[62954]: DEBUG nova.compute.utils [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 637.428068] env[62954]: DEBUG nova.compute.manager [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 637.428340] env[62954]: DEBUG nova.network.neutron [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 637.473239] env[62954]: DEBUG nova.network.neutron [req-b7db0bcc-8f04-4385-a507-5478af922a15 req-000fb1c8-dad9-4d8d-9296-0f15be0c81af service nova] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Updated VIF entry in instance network info cache for port 05c5650b-912a-46bd-a806-b899311dba0a. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 637.473702] env[62954]: DEBUG nova.network.neutron [req-b7db0bcc-8f04-4385-a507-5478af922a15 req-000fb1c8-dad9-4d8d-9296-0f15be0c81af service nova] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Updating instance_info_cache with network_info: [{"id": "05c5650b-912a-46bd-a806-b899311dba0a", "address": "fa:16:3e:87:23:a5", "network": {"id": "ec1afc6e-d11d-48be-bcfb-265ad1e6f4fa", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1469591162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c85413595c14851bc4c1a8c161408bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c5650b-91", "ovs_interfaceid": "05c5650b-912a-46bd-a806-b899311dba0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.490602] env[62954]: DEBUG nova.policy [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68519d55ee5e43489e612620b2c0b265', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b851f961a2e7429ba075073e18d11392', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 637.510928] env[62954]: DEBUG oslo_vmware.api [None req-78ecd4c5-eebc-4e49-aa6e-8ec66107d4f1 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597053, 'name': CloneVM_Task} progress is 94%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.536354] env[62954]: DEBUG oslo_vmware.api [None req-66e57264-e475-4843-a95e-132ef817a720 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Task: {'id': task-2597054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.46649} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.536640] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-66e57264-e475-4843-a95e-132ef817a720 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 637.536828] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-66e57264-e475-4843-a95e-132ef817a720 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 637.539049] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-66e57264-e475-4843-a95e-132ef817a720 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 637.539049] env[62954]: INFO nova.compute.manager [None req-66e57264-e475-4843-a95e-132ef817a720 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Took 1.13 seconds to destroy the instance on the hypervisor. [ 637.539049] env[62954]: DEBUG oslo.service.loopingcall [None req-66e57264-e475-4843-a95e-132ef817a720 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 637.539049] env[62954]: DEBUG nova.compute.manager [-] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 637.539049] env[62954]: DEBUG nova.network.neutron [-] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 637.577939] env[62954]: DEBUG oslo_vmware.api [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52f7370c-a0dd-8bbd-cf49-bbe1d7265dc7, 'name': SearchDatastore_Task, 'duration_secs': 0.026444} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.579725] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c004ea2b-147d-437f-b20f-9262f603cea4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.591196] env[62954]: DEBUG oslo_vmware.api [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Waiting for the task: (returnval){ [ 637.591196] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52becb92-36b3-a9c8-720d-eab04412c0c2" [ 637.591196] env[62954]: _type = "Task" [ 637.591196] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.598080] env[62954]: DEBUG oslo_vmware.api [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52becb92-36b3-a9c8-720d-eab04412c0c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.692653] env[62954]: DEBUG oslo_vmware.api [None req-61bb924c-ba10-453e-ac49-7569d985ffaf tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': task-2597055, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.716789] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquiring lock "refresh_cache-2effe3ff-ff7c-4369-9168-dc699087eced" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.716959] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquired lock "refresh_cache-2effe3ff-ff7c-4369-9168-dc699087eced" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.717127] env[62954]: DEBUG nova.network.neutron [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.931916] env[62954]: DEBUG nova.compute.manager [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 637.976659] env[62954]: DEBUG oslo_concurrency.lockutils [req-b7db0bcc-8f04-4385-a507-5478af922a15 req-000fb1c8-dad9-4d8d-9296-0f15be0c81af service nova] Releasing lock "refresh_cache-00376bf9-716d-4c89-a29d-2c6381ce373a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.993699] env[62954]: DEBUG nova.network.neutron [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Successfully created port: 4c64e1c4-0ece-48fb-9da5-e8e5879207e2 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 638.012265] env[62954]: DEBUG oslo_vmware.api [None req-78ecd4c5-eebc-4e49-aa6e-8ec66107d4f1 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597053, 'name': CloneVM_Task} progress is 94%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.100302] env[62954]: DEBUG oslo_vmware.api [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52becb92-36b3-a9c8-720d-eab04412c0c2, 'name': SearchDatastore_Task, 'duration_secs': 0.018033} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.100578] env[62954]: DEBUG oslo_concurrency.lockutils [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.100870] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 9d9242e0-a1a0-4831-ba31-ef88aeee0577/9d9242e0-a1a0-4831-ba31-ef88aeee0577.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 638.101149] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f2c0bde-b61c-42c0-a6e1-2c4881a122f5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.112846] env[62954]: DEBUG oslo_vmware.api [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Waiting for the task: (returnval){ [ 638.112846] env[62954]: value = "task-2597056" [ 638.112846] env[62954]: _type = "Task" [ 638.112846] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.123571] env[62954]: DEBUG oslo_vmware.api [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Task: {'id': task-2597056, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.192561] env[62954]: DEBUG oslo_vmware.api [None req-61bb924c-ba10-453e-ac49-7569d985ffaf tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': task-2597055, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.279438] env[62954]: DEBUG nova.network.neutron [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 638.471707] env[62954]: DEBUG nova.network.neutron [-] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.475081] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d90a25-4e17-4daf-af10-8506ae7e163c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.490026] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3318ab24-df08-4673-a714-61af3f6f4ef2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.496093] env[62954]: DEBUG nova.network.neutron [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Updating instance_info_cache with network_info: [{"id": "681bee78-80cc-44cd-8d58-61d66dc8b650", "address": "fa:16:3e:eb:5e:3a", "network": {"id": "d1b45f2e-880d-4974-9a98-f1129f3b15aa", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2015080669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b851f961a2e7429ba075073e18d11392", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap681bee78-80", "ovs_interfaceid": "681bee78-80cc-44cd-8d58-61d66dc8b650", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.524513] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Releasing lock "refresh_cache-2effe3ff-ff7c-4369-9168-dc699087eced" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.524833] env[62954]: DEBUG nova.compute.manager [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Instance network_info: |[{"id": "681bee78-80cc-44cd-8d58-61d66dc8b650", "address": "fa:16:3e:eb:5e:3a", "network": {"id": "d1b45f2e-880d-4974-9a98-f1129f3b15aa", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2015080669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b851f961a2e7429ba075073e18d11392", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap681bee78-80", "ovs_interfaceid": "681bee78-80cc-44cd-8d58-61d66dc8b650", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 638.528648] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e65782-456a-4334-bcb5-791504336e2a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.531899] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:5e:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4b6ddb2-2e19-4031-9b22-add90d41a114', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '681bee78-80cc-44cd-8d58-61d66dc8b650', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.539311] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Creating folder: Project (b851f961a2e7429ba075073e18d11392). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.539917] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82800d7f-9b37-4f9a-9407-a2552f2359ec {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.551571] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21281ee-7eff-4df4-934d-6f19fca3b7e9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.555727] env[62954]: DEBUG oslo_vmware.api [None req-78ecd4c5-eebc-4e49-aa6e-8ec66107d4f1 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597053, 'name': CloneVM_Task, 'duration_secs': 1.490634} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.557595] env[62954]: INFO nova.virt.vmwareapi.vmops [None req-78ecd4c5-eebc-4e49-aa6e-8ec66107d4f1 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Created linked-clone VM from snapshot [ 638.557904] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Created folder: Project (b851f961a2e7429ba075073e18d11392) in parent group-v523717. [ 638.558093] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Creating folder: Instances. Parent ref: group-v523813. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.559312] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f49531b-191e-4727-a94a-f508ef73f166 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.562161] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9c95608-89ae-4d68-9d87-04fe890c92e3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.572263] env[62954]: DEBUG nova.compute.provider_tree [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.581948] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-78ecd4c5-eebc-4e49-aa6e-8ec66107d4f1 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Uploading image f0a46f0d-3fa1-4787-a2dd-65ae8c698dee {{(pid=62954) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 638.587663] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Created folder: Instances in parent group-v523813. [ 638.587939] env[62954]: DEBUG oslo.service.loopingcall [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 638.588147] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.588365] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9bb63b2-c52a-43ba-8dd7-f1680f816d39 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.613041] env[62954]: DEBUG oslo_vmware.rw_handles [None req-78ecd4c5-eebc-4e49-aa6e-8ec66107d4f1 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 638.613041] env[62954]: value = "vm-523812" [ 638.613041] env[62954]: _type = "VirtualMachine" [ 638.613041] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 638.613732] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-58dd5103-0bdb-4d89-b863-b3a599efeee4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.619840] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.619840] env[62954]: value = "task-2597059" [ 638.619840] env[62954]: _type = "Task" [ 638.619840] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.626930] env[62954]: DEBUG oslo_vmware.api [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Task: {'id': task-2597056, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.628793] env[62954]: DEBUG oslo_vmware.rw_handles [None req-78ecd4c5-eebc-4e49-aa6e-8ec66107d4f1 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Lease: (returnval){ [ 638.628793] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52629cb2-e039-45c9-e645-d232eff66a08" [ 638.628793] env[62954]: _type = "HttpNfcLease" [ 638.628793] env[62954]: } obtained for exporting VM: (result){ [ 638.628793] env[62954]: value = "vm-523812" [ 638.628793] env[62954]: _type = "VirtualMachine" [ 638.628793] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 638.629102] env[62954]: DEBUG oslo_vmware.api [None req-78ecd4c5-eebc-4e49-aa6e-8ec66107d4f1 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Waiting for the lease: (returnval){ [ 638.629102] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52629cb2-e039-45c9-e645-d232eff66a08" [ 638.629102] env[62954]: _type = "HttpNfcLease" [ 638.629102] env[62954]: } to be ready. {{(pid=62954) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 638.635769] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597059, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.646770] env[62954]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 638.646770] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52629cb2-e039-45c9-e645-d232eff66a08" [ 638.646770] env[62954]: _type = "HttpNfcLease" [ 638.646770] env[62954]: } is initializing. {{(pid=62954) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 638.694915] env[62954]: DEBUG oslo_vmware.api [None req-61bb924c-ba10-453e-ac49-7569d985ffaf tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': task-2597055, 'name': RemoveSnapshot_Task, 'duration_secs': 1.198496} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.694915] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-61bb924c-ba10-453e-ac49-7569d985ffaf tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Deleted Snapshot of the VM instance {{(pid=62954) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 638.694915] env[62954]: INFO nova.compute.manager [None req-61bb924c-ba10-453e-ac49-7569d985ffaf tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Took 16.97 seconds to snapshot the instance on the hypervisor. [ 638.949677] env[62954]: DEBUG nova.compute.manager [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 638.972819] env[62954]: DEBUG nova.virt.hardware [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 638.973129] env[62954]: DEBUG nova.virt.hardware [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 638.973294] env[62954]: DEBUG nova.virt.hardware [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 638.973481] env[62954]: DEBUG nova.virt.hardware [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 638.973622] env[62954]: DEBUG nova.virt.hardware [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 638.973768] env[62954]: DEBUG nova.virt.hardware [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 638.973980] env[62954]: DEBUG nova.virt.hardware [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 638.974162] env[62954]: DEBUG nova.virt.hardware [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 638.974333] env[62954]: DEBUG nova.virt.hardware [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 638.974496] env[62954]: DEBUG nova.virt.hardware [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 638.974668] env[62954]: DEBUG nova.virt.hardware [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 638.975633] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22be3bbf-9aa0-4304-947f-c611047b33b3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.978930] env[62954]: INFO nova.compute.manager [-] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Took 1.44 seconds to deallocate network for instance. [ 638.988311] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6408e322-c80a-4a48-b7c4-a671146ee02d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.078021] env[62954]: DEBUG nova.scheduler.client.report [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.131672] env[62954]: DEBUG oslo_vmware.api [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Task: {'id': task-2597056, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586019} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.135302] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 9d9242e0-a1a0-4831-ba31-ef88aeee0577/9d9242e0-a1a0-4831-ba31-ef88aeee0577.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 639.135626] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 639.139132] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a743642a-a941-43b5-ad34-8b4c965fa4cb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.141375] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597059, 'name': CreateVM_Task, 'duration_secs': 0.398478} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.142267] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.143156] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.143395] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.143756] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.145512] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ad0e1e0-89dc-42ce-9460-642b49e4cc57 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.147365] env[62954]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 639.147365] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52629cb2-e039-45c9-e645-d232eff66a08" [ 639.147365] env[62954]: _type = "HttpNfcLease" [ 639.147365] env[62954]: } is ready. {{(pid=62954) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 639.148816] env[62954]: DEBUG oslo_vmware.rw_handles [None req-78ecd4c5-eebc-4e49-aa6e-8ec66107d4f1 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 639.148816] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52629cb2-e039-45c9-e645-d232eff66a08" [ 639.148816] env[62954]: _type = "HttpNfcLease" [ 639.148816] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 639.149222] env[62954]: DEBUG oslo_vmware.api [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Waiting for the task: (returnval){ [ 639.149222] env[62954]: value = "task-2597061" [ 639.149222] env[62954]: _type = "Task" [ 639.149222] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.150396] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a29ee5b-9c40-4226-ab2b-d9f70d0d4f3a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.158024] env[62954]: DEBUG oslo_vmware.api [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 639.158024] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52f0dea9-7132-6a5b-30d7-79edde81c319" [ 639.158024] env[62954]: _type = "Task" [ 639.158024] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.168192] env[62954]: DEBUG oslo_vmware.rw_handles [None req-78ecd4c5-eebc-4e49-aa6e-8ec66107d4f1 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af68dd-531d-14ea-774b-bb4dfe3103b6/disk-0.vmdk from lease info. {{(pid=62954) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 639.168491] env[62954]: DEBUG oslo_vmware.rw_handles [None req-78ecd4c5-eebc-4e49-aa6e-8ec66107d4f1 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af68dd-531d-14ea-774b-bb4dfe3103b6/disk-0.vmdk for reading. {{(pid=62954) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 639.169957] env[62954]: DEBUG oslo_vmware.api [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Task: {'id': task-2597061, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.176619] env[62954]: DEBUG oslo_vmware.api [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52f0dea9-7132-6a5b-30d7-79edde81c319, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.237057] env[62954]: DEBUG nova.compute.manager [req-e209f4f7-a2c7-4ae3-b4c6-ed6c775c959b req-eeba3b10-6de8-450c-913d-9efdbd7dece6 service nova] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Received event network-changed-681bee78-80cc-44cd-8d58-61d66dc8b650 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 639.237057] env[62954]: DEBUG nova.compute.manager [req-e209f4f7-a2c7-4ae3-b4c6-ed6c775c959b req-eeba3b10-6de8-450c-913d-9efdbd7dece6 service nova] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Refreshing instance network info cache due to event network-changed-681bee78-80cc-44cd-8d58-61d66dc8b650. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 639.237057] env[62954]: DEBUG oslo_concurrency.lockutils [req-e209f4f7-a2c7-4ae3-b4c6-ed6c775c959b req-eeba3b10-6de8-450c-913d-9efdbd7dece6 service nova] Acquiring lock "refresh_cache-2effe3ff-ff7c-4369-9168-dc699087eced" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.237057] env[62954]: DEBUG oslo_concurrency.lockutils [req-e209f4f7-a2c7-4ae3-b4c6-ed6c775c959b req-eeba3b10-6de8-450c-913d-9efdbd7dece6 service nova] Acquired lock "refresh_cache-2effe3ff-ff7c-4369-9168-dc699087eced" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.237057] env[62954]: DEBUG nova.network.neutron [req-e209f4f7-a2c7-4ae3-b4c6-ed6c775c959b req-eeba3b10-6de8-450c-913d-9efdbd7dece6 service nova] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Refreshing network info cache for port 681bee78-80cc-44cd-8d58-61d66dc8b650 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.264882] env[62954]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8136c33b-8231-4c42-b07c-117b8bbb8781 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.488557] env[62954]: DEBUG oslo_concurrency.lockutils [None req-66e57264-e475-4843-a95e-132ef817a720 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.582851] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.583822] env[62954]: DEBUG nova.compute.manager [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 639.586495] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 26.578s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.586495] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.586667] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62954) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 639.587092] env[62954]: DEBUG oslo_concurrency.lockutils [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.449s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.589965] env[62954]: INFO nova.compute.claims [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.592450] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51939d9e-4513-450d-aa92-dabedf3855df {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.605022] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966bd8db-ea35-4915-a5a7-126ac507a485 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.618311] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de09bc8f-28e8-45de-af76-e76e5a136305 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.627843] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1cfd45-b93c-4f99-bbcf-9985e49448ac {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.666647] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180129MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=62954) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 639.666889] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.679243] env[62954]: DEBUG oslo_vmware.api [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Task: {'id': task-2597061, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078446} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.683546] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.684198] env[62954]: DEBUG oslo_vmware.api [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52f0dea9-7132-6a5b-30d7-79edde81c319, 'name': SearchDatastore_Task, 'duration_secs': 0.022114} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.684918] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3121d4f-5682-45c7-bf87-b1b806342c66 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.687692] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.688549] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.688549] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.688549] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.688549] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.688901] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2db1a249-416a-4de4-813a-e5869156c5d3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.712511] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 9d9242e0-a1a0-4831-ba31-ef88aeee0577/9d9242e0-a1a0-4831-ba31-ef88aeee0577.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.714521] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5242b06-db35-4741-aa3e-672cc7a134bf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.732261] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.732542] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.733370] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-972607cb-9fa0-4145-880d-0b884e2c8776 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.742643] env[62954]: DEBUG oslo_vmware.api [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 639.742643] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52d548fd-9df4-cf58-37e5-680be1c572d5" [ 639.742643] env[62954]: _type = "Task" [ 639.742643] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.744349] env[62954]: DEBUG oslo_vmware.api [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Waiting for the task: (returnval){ [ 639.744349] env[62954]: value = "task-2597062" [ 639.744349] env[62954]: _type = "Task" [ 639.744349] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.756678] env[62954]: DEBUG oslo_vmware.api [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d548fd-9df4-cf58-37e5-680be1c572d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.760358] env[62954]: DEBUG oslo_vmware.api [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Task: {'id': task-2597062, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.831325] env[62954]: DEBUG nova.network.neutron [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Successfully updated port: 4c64e1c4-0ece-48fb-9da5-e8e5879207e2 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 640.013243] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a0e3f3bd-7bdb-4737-b19e-686a461defd3 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Acquiring lock "9ef50827-25d4-4bc6-8438-76c9cba8df0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.013506] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a0e3f3bd-7bdb-4737-b19e-686a461defd3 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Lock "9ef50827-25d4-4bc6-8438-76c9cba8df0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.013719] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a0e3f3bd-7bdb-4737-b19e-686a461defd3 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Acquiring lock "9ef50827-25d4-4bc6-8438-76c9cba8df0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.014532] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a0e3f3bd-7bdb-4737-b19e-686a461defd3 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Lock "9ef50827-25d4-4bc6-8438-76c9cba8df0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.014723] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a0e3f3bd-7bdb-4737-b19e-686a461defd3 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Lock "9ef50827-25d4-4bc6-8438-76c9cba8df0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.017586] env[62954]: INFO nova.compute.manager [None req-a0e3f3bd-7bdb-4737-b19e-686a461defd3 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Terminating instance [ 640.027475] env[62954]: DEBUG nova.network.neutron [req-e209f4f7-a2c7-4ae3-b4c6-ed6c775c959b req-eeba3b10-6de8-450c-913d-9efdbd7dece6 service nova] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Updated VIF entry in instance network info cache for port 681bee78-80cc-44cd-8d58-61d66dc8b650. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.027816] env[62954]: DEBUG nova.network.neutron [req-e209f4f7-a2c7-4ae3-b4c6-ed6c775c959b req-eeba3b10-6de8-450c-913d-9efdbd7dece6 service nova] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Updating instance_info_cache with network_info: [{"id": "681bee78-80cc-44cd-8d58-61d66dc8b650", "address": "fa:16:3e:eb:5e:3a", "network": {"id": "d1b45f2e-880d-4974-9a98-f1129f3b15aa", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2015080669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b851f961a2e7429ba075073e18d11392", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap681bee78-80", "ovs_interfaceid": "681bee78-80cc-44cd-8d58-61d66dc8b650", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.097099] env[62954]: DEBUG nova.compute.utils [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 640.099206] env[62954]: DEBUG nova.compute.manager [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 640.100643] env[62954]: DEBUG nova.network.neutron [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 640.155047] env[62954]: DEBUG nova.policy [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99d40ecfd3df48c2b03edac7ac568256', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6003aae064cb4797ba61e4c4b57f1f2f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 640.263319] env[62954]: DEBUG oslo_vmware.api [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d548fd-9df4-cf58-37e5-680be1c572d5, 'name': SearchDatastore_Task, 'duration_secs': 0.025297} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.265460] env[62954]: DEBUG oslo_vmware.api [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Task: {'id': task-2597062, 'name': ReconfigVM_Task, 'duration_secs': 0.388917} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.265772] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f841f687-cc83-4f76-9562-739c64050879 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.268408] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 9d9242e0-a1a0-4831-ba31-ef88aeee0577/9d9242e0-a1a0-4831-ba31-ef88aeee0577.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 640.269110] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f67abb8-af04-47a9-a7d8-3b2002f8bc0d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.274850] env[62954]: DEBUG oslo_vmware.api [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 640.274850] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5267fd83-61bf-7e49-d300-ce1dd45a070e" [ 640.274850] env[62954]: _type = "Task" [ 640.274850] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.280537] env[62954]: DEBUG oslo_vmware.api [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Waiting for the task: (returnval){ [ 640.280537] env[62954]: value = "task-2597063" [ 640.280537] env[62954]: _type = "Task" [ 640.280537] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.287805] env[62954]: DEBUG oslo_vmware.api [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5267fd83-61bf-7e49-d300-ce1dd45a070e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.293632] env[62954]: DEBUG oslo_vmware.api [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Task: {'id': task-2597063, 'name': Rename_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.334928] env[62954]: DEBUG oslo_concurrency.lockutils [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquiring lock "refresh_cache-4c2e1210-69e7-49f0-b850-252afe2dd65e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.335144] env[62954]: DEBUG oslo_concurrency.lockutils [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquired lock "refresh_cache-4c2e1210-69e7-49f0-b850-252afe2dd65e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.335282] env[62954]: DEBUG nova.network.neutron [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.523062] env[62954]: DEBUG nova.compute.manager [None req-a0e3f3bd-7bdb-4737-b19e-686a461defd3 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 640.523062] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e3f3bd-7bdb-4737-b19e-686a461defd3 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 640.523062] env[62954]: DEBUG nova.network.neutron [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Successfully created port: 483e9fb2-055e-460b-a845-c521c55a2057 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 640.525563] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e8a90d-6f72-41d0-a814-c8d591df9686 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.530380] env[62954]: DEBUG oslo_concurrency.lockutils [req-e209f4f7-a2c7-4ae3-b4c6-ed6c775c959b req-eeba3b10-6de8-450c-913d-9efdbd7dece6 service nova] Releasing lock "refresh_cache-2effe3ff-ff7c-4369-9168-dc699087eced" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.530584] env[62954]: DEBUG nova.compute.manager [req-e209f4f7-a2c7-4ae3-b4c6-ed6c775c959b req-eeba3b10-6de8-450c-913d-9efdbd7dece6 service nova] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Received event network-vif-deleted-e24e9e25-9734-4bbd-b369-42944a192d1b {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 640.534236] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e3f3bd-7bdb-4737-b19e-686a461defd3 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 640.534573] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f00b29c8-ce03-4a0e-b423-bc387ab3718d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.541805] env[62954]: DEBUG oslo_vmware.api [None req-a0e3f3bd-7bdb-4737-b19e-686a461defd3 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Waiting for the task: (returnval){ [ 640.541805] env[62954]: value = "task-2597064" [ 640.541805] env[62954]: _type = "Task" [ 640.541805] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.552917] env[62954]: DEBUG oslo_vmware.api [None req-a0e3f3bd-7bdb-4737-b19e-686a461defd3 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': task-2597064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.601236] env[62954]: DEBUG nova.compute.manager [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 640.790648] env[62954]: DEBUG oslo_vmware.api [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5267fd83-61bf-7e49-d300-ce1dd45a070e, 'name': SearchDatastore_Task, 'duration_secs': 0.016476} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.794772] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.795409] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 2effe3ff-ff7c-4369-9168-dc699087eced/2effe3ff-ff7c-4369-9168-dc699087eced.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.796067] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b99889e5-aeda-4618-8363-0a0f1f271316 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.802690] env[62954]: DEBUG oslo_vmware.api [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Task: {'id': task-2597063, 'name': Rename_Task, 'duration_secs': 0.160988} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.802690] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.802910] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7405136-fd54-4858-985d-a013b0cef87e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.808229] env[62954]: DEBUG oslo_vmware.api [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 640.808229] env[62954]: value = "task-2597065" [ 640.808229] env[62954]: _type = "Task" [ 640.808229] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.809516] env[62954]: DEBUG oslo_vmware.api [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Waiting for the task: (returnval){ [ 640.809516] env[62954]: value = "task-2597066" [ 640.809516] env[62954]: _type = "Task" [ 640.809516] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.824187] env[62954]: DEBUG oslo_vmware.api [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.896083] env[62954]: DEBUG nova.network.neutron [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.052365] env[62954]: DEBUG oslo_vmware.api [None req-a0e3f3bd-7bdb-4737-b19e-686a461defd3 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': task-2597064, 'name': PowerOffVM_Task, 'duration_secs': 0.211799} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.055609] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e3f3bd-7bdb-4737-b19e-686a461defd3 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 641.055908] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e3f3bd-7bdb-4737-b19e-686a461defd3 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 641.056484] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a79e1b1-7281-4226-908b-b25f21244602 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.078271] env[62954]: DEBUG nova.network.neutron [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Updating instance_info_cache with network_info: [{"id": "4c64e1c4-0ece-48fb-9da5-e8e5879207e2", "address": "fa:16:3e:27:0b:02", "network": {"id": "d1b45f2e-880d-4974-9a98-f1129f3b15aa", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2015080669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b851f961a2e7429ba075073e18d11392", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c64e1c4-0e", "ovs_interfaceid": "4c64e1c4-0ece-48fb-9da5-e8e5879207e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.142018] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e3f3bd-7bdb-4737-b19e-686a461defd3 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 641.142331] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e3f3bd-7bdb-4737-b19e-686a461defd3 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 641.142526] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0e3f3bd-7bdb-4737-b19e-686a461defd3 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Deleting the datastore file [datastore2] 9ef50827-25d4-4bc6-8438-76c9cba8df0c {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 641.143824] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7023539-3c2a-4ed1-995c-183fc6ae3f23 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.146386] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6a8b30-d823-41ed-93a9-38d906cdf046 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.159625] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e63860-9e74-437c-8997-acadfcb94ede {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.164558] env[62954]: DEBUG oslo_vmware.api [None req-a0e3f3bd-7bdb-4737-b19e-686a461defd3 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Waiting for the task: (returnval){ [ 641.164558] env[62954]: value = "task-2597068" [ 641.164558] env[62954]: _type = "Task" [ 641.164558] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.199526] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bb1537-810d-469b-938d-8b3b54406f08 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.202359] env[62954]: DEBUG oslo_vmware.api [None req-a0e3f3bd-7bdb-4737-b19e-686a461defd3 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': task-2597068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.209867] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a357a5-4340-46d8-b727-16210e90b0f1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.233780] env[62954]: DEBUG nova.compute.provider_tree [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.238110] env[62954]: DEBUG nova.compute.manager [req-60f06c0c-863e-4087-8972-c63ad66ac2b8 req-b7345b33-8995-4fbf-88f7-72f15eeac5cd service nova] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Received event network-vif-plugged-4c64e1c4-0ece-48fb-9da5-e8e5879207e2 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 641.238364] env[62954]: DEBUG oslo_concurrency.lockutils [req-60f06c0c-863e-4087-8972-c63ad66ac2b8 req-b7345b33-8995-4fbf-88f7-72f15eeac5cd service nova] Acquiring lock "4c2e1210-69e7-49f0-b850-252afe2dd65e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.238582] env[62954]: DEBUG oslo_concurrency.lockutils [req-60f06c0c-863e-4087-8972-c63ad66ac2b8 req-b7345b33-8995-4fbf-88f7-72f15eeac5cd service nova] Lock "4c2e1210-69e7-49f0-b850-252afe2dd65e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.238756] env[62954]: DEBUG oslo_concurrency.lockutils [req-60f06c0c-863e-4087-8972-c63ad66ac2b8 req-b7345b33-8995-4fbf-88f7-72f15eeac5cd service nova] Lock "4c2e1210-69e7-49f0-b850-252afe2dd65e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.238962] env[62954]: DEBUG nova.compute.manager [req-60f06c0c-863e-4087-8972-c63ad66ac2b8 req-b7345b33-8995-4fbf-88f7-72f15eeac5cd service nova] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] No waiting events found dispatching network-vif-plugged-4c64e1c4-0ece-48fb-9da5-e8e5879207e2 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 641.239174] env[62954]: WARNING nova.compute.manager [req-60f06c0c-863e-4087-8972-c63ad66ac2b8 req-b7345b33-8995-4fbf-88f7-72f15eeac5cd service nova] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Received unexpected event network-vif-plugged-4c64e1c4-0ece-48fb-9da5-e8e5879207e2 for instance with vm_state building and task_state spawning. [ 641.239339] env[62954]: DEBUG nova.compute.manager [req-60f06c0c-863e-4087-8972-c63ad66ac2b8 req-b7345b33-8995-4fbf-88f7-72f15eeac5cd service nova] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Received event network-changed-4c64e1c4-0ece-48fb-9da5-e8e5879207e2 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 641.239495] env[62954]: DEBUG nova.compute.manager [req-60f06c0c-863e-4087-8972-c63ad66ac2b8 req-b7345b33-8995-4fbf-88f7-72f15eeac5cd service nova] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Refreshing instance network info cache due to event network-changed-4c64e1c4-0ece-48fb-9da5-e8e5879207e2. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 641.239664] env[62954]: DEBUG oslo_concurrency.lockutils [req-60f06c0c-863e-4087-8972-c63ad66ac2b8 req-b7345b33-8995-4fbf-88f7-72f15eeac5cd service nova] Acquiring lock "refresh_cache-4c2e1210-69e7-49f0-b850-252afe2dd65e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.326928] env[62954]: DEBUG oslo_vmware.api [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597065, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.330656] env[62954]: DEBUG oslo_vmware.api [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Task: {'id': task-2597066, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.581020] env[62954]: DEBUG oslo_concurrency.lockutils [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Releasing lock "refresh_cache-4c2e1210-69e7-49f0-b850-252afe2dd65e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.581341] env[62954]: DEBUG nova.compute.manager [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Instance network_info: |[{"id": "4c64e1c4-0ece-48fb-9da5-e8e5879207e2", "address": "fa:16:3e:27:0b:02", "network": {"id": "d1b45f2e-880d-4974-9a98-f1129f3b15aa", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2015080669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b851f961a2e7429ba075073e18d11392", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c64e1c4-0e", "ovs_interfaceid": "4c64e1c4-0ece-48fb-9da5-e8e5879207e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 641.581669] env[62954]: DEBUG oslo_concurrency.lockutils [req-60f06c0c-863e-4087-8972-c63ad66ac2b8 req-b7345b33-8995-4fbf-88f7-72f15eeac5cd service nova] Acquired lock "refresh_cache-4c2e1210-69e7-49f0-b850-252afe2dd65e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.581920] env[62954]: DEBUG nova.network.neutron [req-60f06c0c-863e-4087-8972-c63ad66ac2b8 req-b7345b33-8995-4fbf-88f7-72f15eeac5cd service nova] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Refreshing network info cache for port 4c64e1c4-0ece-48fb-9da5-e8e5879207e2 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 641.584028] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:0b:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4b6ddb2-2e19-4031-9b22-add90d41a114', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c64e1c4-0ece-48fb-9da5-e8e5879207e2', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.591180] env[62954]: DEBUG oslo.service.loopingcall [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 641.591687] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.592857] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19d6815c-35c9-4d0f-90c8-611fc7cc5f93 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.612558] env[62954]: DEBUG nova.compute.manager [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 641.620778] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.620778] env[62954]: value = "task-2597069" [ 641.620778] env[62954]: _type = "Task" [ 641.620778] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.628648] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597069, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.640010] env[62954]: DEBUG nova.virt.hardware [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 641.640427] env[62954]: DEBUG nova.virt.hardware [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 641.640674] env[62954]: DEBUG nova.virt.hardware [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.640907] env[62954]: DEBUG nova.virt.hardware [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 641.641135] env[62954]: DEBUG nova.virt.hardware [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.641382] env[62954]: DEBUG nova.virt.hardware [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 641.641660] env[62954]: DEBUG nova.virt.hardware [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 641.641900] env[62954]: DEBUG nova.virt.hardware [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 641.642100] env[62954]: DEBUG nova.virt.hardware [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 641.642274] env[62954]: DEBUG nova.virt.hardware [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 641.642451] env[62954]: DEBUG nova.virt.hardware [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 641.643476] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472fe42a-5752-47e7-854c-e4e86d5c8f87 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.651833] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73968e9-15b8-4291-95f9-d32c812fe9a8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.680600] env[62954]: DEBUG oslo_vmware.api [None req-a0e3f3bd-7bdb-4737-b19e-686a461defd3 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Task: {'id': task-2597068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.44236} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.680867] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0e3f3bd-7bdb-4737-b19e-686a461defd3 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 641.681095] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e3f3bd-7bdb-4737-b19e-686a461defd3 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 641.681295] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e3f3bd-7bdb-4737-b19e-686a461defd3 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 641.681471] env[62954]: INFO nova.compute.manager [None req-a0e3f3bd-7bdb-4737-b19e-686a461defd3 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 641.681765] env[62954]: DEBUG oslo.service.loopingcall [None req-a0e3f3bd-7bdb-4737-b19e-686a461defd3 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 641.681932] env[62954]: DEBUG nova.compute.manager [-] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 641.682068] env[62954]: DEBUG nova.network.neutron [-] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 641.742410] env[62954]: DEBUG nova.scheduler.client.report [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.825522] env[62954]: DEBUG oslo_vmware.api [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Task: {'id': task-2597066, 'name': PowerOnVM_Task, 'duration_secs': 0.743886} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.829810] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.830942] env[62954]: INFO nova.compute.manager [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Took 10.62 seconds to spawn the instance on the hypervisor. [ 641.830942] env[62954]: DEBUG nova.compute.manager [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.830942] env[62954]: DEBUG oslo_vmware.api [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597065, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613275} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.831635] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ff9c62-8435-4bfe-bcd8-949337a39f28 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.837625] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 2effe3ff-ff7c-4369-9168-dc699087eced/2effe3ff-ff7c-4369-9168-dc699087eced.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.837973] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.838247] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c38060bb-d257-44e9-989d-5935669b0101 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.850197] env[62954]: DEBUG oslo_vmware.api [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 641.850197] env[62954]: value = "task-2597070" [ 641.850197] env[62954]: _type = "Task" [ 641.850197] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.860139] env[62954]: DEBUG oslo_vmware.api [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597070, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.132156] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597069, 'name': CreateVM_Task, 'duration_secs': 0.442119} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.132666] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 642.133491] env[62954]: DEBUG oslo_concurrency.lockutils [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.133864] env[62954]: DEBUG oslo_concurrency.lockutils [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.134288] env[62954]: DEBUG oslo_concurrency.lockutils [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.134633] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-601bda9f-6592-481d-9bbf-2081a4a53706 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.139737] env[62954]: DEBUG oslo_vmware.api [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 642.139737] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]529d9706-7fb8-2023-d1e5-4fe273443a36" [ 642.139737] env[62954]: _type = "Task" [ 642.139737] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.152142] env[62954]: DEBUG oslo_vmware.api [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]529d9706-7fb8-2023-d1e5-4fe273443a36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.251133] env[62954]: DEBUG oslo_concurrency.lockutils [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.251133] env[62954]: DEBUG nova.compute.manager [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 642.252347] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9d9873a2-3c4d-4933-babb-73c445394ff5 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.787s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.252907] env[62954]: DEBUG nova.objects.instance [None req-9d9873a2-3c4d-4933-babb-73c445394ff5 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Lazy-loading 'resources' on Instance uuid c84b0e7f-c973-42df-9d94-2e06f52a67d4 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 642.365890] env[62954]: INFO nova.compute.manager [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Took 38.75 seconds to build instance. [ 642.373201] env[62954]: DEBUG oslo_vmware.api [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597070, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081379} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.373679] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.374677] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e373aa-0e0e-4b61-9b2a-4975aae21143 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.402664] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 2effe3ff-ff7c-4369-9168-dc699087eced/2effe3ff-ff7c-4369-9168-dc699087eced.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.406375] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35e73bd2-05f1-47e2-a3d3-e4f15ff20d95 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.427394] env[62954]: DEBUG oslo_vmware.api [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 642.427394] env[62954]: value = "task-2597071" [ 642.427394] env[62954]: _type = "Task" [ 642.427394] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.437310] env[62954]: DEBUG oslo_vmware.api [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597071, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.495030] env[62954]: DEBUG nova.network.neutron [-] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.617345] env[62954]: DEBUG nova.compute.manager [None req-ed6e1b65-564b-4896-883c-b6463178ec65 tempest-ServerExternalEventsTest-1133982319 tempest-ServerExternalEventsTest-1133982319-project] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Received event network-changed {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 642.617628] env[62954]: DEBUG nova.compute.manager [None req-ed6e1b65-564b-4896-883c-b6463178ec65 tempest-ServerExternalEventsTest-1133982319 tempest-ServerExternalEventsTest-1133982319-project] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Refreshing instance network info cache due to event network-changed. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 642.621111] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ed6e1b65-564b-4896-883c-b6463178ec65 tempest-ServerExternalEventsTest-1133982319 tempest-ServerExternalEventsTest-1133982319-project] Acquiring lock "refresh_cache-9d9242e0-a1a0-4831-ba31-ef88aeee0577" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.621111] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ed6e1b65-564b-4896-883c-b6463178ec65 tempest-ServerExternalEventsTest-1133982319 tempest-ServerExternalEventsTest-1133982319-project] Acquired lock "refresh_cache-9d9242e0-a1a0-4831-ba31-ef88aeee0577" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.621294] env[62954]: DEBUG nova.network.neutron [None req-ed6e1b65-564b-4896-883c-b6463178ec65 tempest-ServerExternalEventsTest-1133982319 tempest-ServerExternalEventsTest-1133982319-project] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.652327] env[62954]: DEBUG oslo_vmware.api [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]529d9706-7fb8-2023-d1e5-4fe273443a36, 'name': SearchDatastore_Task, 'duration_secs': 0.011471} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.652638] env[62954]: DEBUG oslo_concurrency.lockutils [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.652904] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.653181] env[62954]: DEBUG oslo_concurrency.lockutils [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.653328] env[62954]: DEBUG oslo_concurrency.lockutils [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.653518] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.653800] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e457e569-3bd8-46ba-a769-a7641bac1e1a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.657385] env[62954]: DEBUG nova.network.neutron [req-60f06c0c-863e-4087-8972-c63ad66ac2b8 req-b7345b33-8995-4fbf-88f7-72f15eeac5cd service nova] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Updated VIF entry in instance network info cache for port 4c64e1c4-0ece-48fb-9da5-e8e5879207e2. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 642.657720] env[62954]: DEBUG nova.network.neutron [req-60f06c0c-863e-4087-8972-c63ad66ac2b8 req-b7345b33-8995-4fbf-88f7-72f15eeac5cd service nova] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Updating instance_info_cache with network_info: [{"id": "4c64e1c4-0ece-48fb-9da5-e8e5879207e2", "address": "fa:16:3e:27:0b:02", "network": {"id": "d1b45f2e-880d-4974-9a98-f1129f3b15aa", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2015080669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b851f961a2e7429ba075073e18d11392", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c64e1c4-0e", "ovs_interfaceid": "4c64e1c4-0ece-48fb-9da5-e8e5879207e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.662946] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.663162] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.663904] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fb31ce9-37d2-4960-81b4-9ebeff4ab3de {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.672024] env[62954]: DEBUG oslo_vmware.api [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 642.672024] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]521eb5dd-7dbb-507c-4b05-e20f59c60e5b" [ 642.672024] env[62954]: _type = "Task" [ 642.672024] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.678722] env[62954]: DEBUG oslo_vmware.api [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]521eb5dd-7dbb-507c-4b05-e20f59c60e5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.763809] env[62954]: DEBUG nova.compute.utils [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 642.765699] env[62954]: DEBUG nova.compute.manager [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.765896] env[62954]: DEBUG nova.network.neutron [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 642.774201] env[62954]: DEBUG nova.network.neutron [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Successfully updated port: 483e9fb2-055e-460b-a845-c521c55a2057 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 642.832788] env[62954]: DEBUG nova.policy [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7da3f64cffdb4ac5a0ab116e5e6293a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae25571321d84f0b92b44e66b5bb272f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.871583] env[62954]: DEBUG oslo_concurrency.lockutils [None req-338655a4-c147-44cb-86ba-a5e86137e36f tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Lock "9d9242e0-a1a0-4831-ba31-ef88aeee0577" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.759s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.944801] env[62954]: DEBUG oslo_vmware.api [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597071, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.997647] env[62954]: INFO nova.compute.manager [-] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Took 1.32 seconds to deallocate network for instance. [ 643.160090] env[62954]: DEBUG oslo_concurrency.lockutils [req-60f06c0c-863e-4087-8972-c63ad66ac2b8 req-b7345b33-8995-4fbf-88f7-72f15eeac5cd service nova] Releasing lock "refresh_cache-4c2e1210-69e7-49f0-b850-252afe2dd65e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.183497] env[62954]: DEBUG oslo_vmware.api [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]521eb5dd-7dbb-507c-4b05-e20f59c60e5b, 'name': SearchDatastore_Task, 'duration_secs': 0.01311} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.184498] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4454488c-0462-44eb-ab55-2e7a7a80684b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.191010] env[62954]: DEBUG oslo_vmware.api [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 643.191010] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52d7bb38-1212-830a-52a9-0a66adbcf8a0" [ 643.191010] env[62954]: _type = "Task" [ 643.191010] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.202305] env[62954]: DEBUG oslo_vmware.api [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d7bb38-1212-830a-52a9-0a66adbcf8a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.262626] env[62954]: DEBUG nova.compute.manager [req-f2b50939-de45-42e6-9b18-52942639c0ba req-a4f41521-7a70-49a1-9ad2-8944f8976171 service nova] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Received event network-vif-deleted-cbd12e35-37d1-4b49-abd6-0fceb6d9974f {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 643.262626] env[62954]: DEBUG nova.compute.manager [req-f2b50939-de45-42e6-9b18-52942639c0ba req-a4f41521-7a70-49a1-9ad2-8944f8976171 service nova] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Received event network-vif-plugged-483e9fb2-055e-460b-a845-c521c55a2057 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 643.263359] env[62954]: DEBUG oslo_concurrency.lockutils [req-f2b50939-de45-42e6-9b18-52942639c0ba req-a4f41521-7a70-49a1-9ad2-8944f8976171 service nova] Acquiring lock "c7dbf8a7-f220-47be-a479-a1994a7d2664-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.264044] env[62954]: DEBUG oslo_concurrency.lockutils [req-f2b50939-de45-42e6-9b18-52942639c0ba req-a4f41521-7a70-49a1-9ad2-8944f8976171 service nova] Lock "c7dbf8a7-f220-47be-a479-a1994a7d2664-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.264044] env[62954]: DEBUG oslo_concurrency.lockutils [req-f2b50939-de45-42e6-9b18-52942639c0ba req-a4f41521-7a70-49a1-9ad2-8944f8976171 service nova] Lock "c7dbf8a7-f220-47be-a479-a1994a7d2664-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.265358] env[62954]: DEBUG nova.compute.manager [req-f2b50939-de45-42e6-9b18-52942639c0ba req-a4f41521-7a70-49a1-9ad2-8944f8976171 service nova] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] No waiting events found dispatching network-vif-plugged-483e9fb2-055e-460b-a845-c521c55a2057 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 643.265358] env[62954]: WARNING nova.compute.manager [req-f2b50939-de45-42e6-9b18-52942639c0ba req-a4f41521-7a70-49a1-9ad2-8944f8976171 service nova] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Received unexpected event network-vif-plugged-483e9fb2-055e-460b-a845-c521c55a2057 for instance with vm_state building and task_state spawning. [ 643.265358] env[62954]: DEBUG nova.compute.manager [req-f2b50939-de45-42e6-9b18-52942639c0ba req-a4f41521-7a70-49a1-9ad2-8944f8976171 service nova] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Received event network-changed-483e9fb2-055e-460b-a845-c521c55a2057 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 643.265358] env[62954]: DEBUG nova.compute.manager [req-f2b50939-de45-42e6-9b18-52942639c0ba req-a4f41521-7a70-49a1-9ad2-8944f8976171 service nova] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Refreshing instance network info cache due to event network-changed-483e9fb2-055e-460b-a845-c521c55a2057. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 643.265358] env[62954]: DEBUG oslo_concurrency.lockutils [req-f2b50939-de45-42e6-9b18-52942639c0ba req-a4f41521-7a70-49a1-9ad2-8944f8976171 service nova] Acquiring lock "refresh_cache-c7dbf8a7-f220-47be-a479-a1994a7d2664" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.265358] env[62954]: DEBUG oslo_concurrency.lockutils [req-f2b50939-de45-42e6-9b18-52942639c0ba req-a4f41521-7a70-49a1-9ad2-8944f8976171 service nova] Acquired lock "refresh_cache-c7dbf8a7-f220-47be-a479-a1994a7d2664" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.266481] env[62954]: DEBUG nova.network.neutron [req-f2b50939-de45-42e6-9b18-52942639c0ba req-a4f41521-7a70-49a1-9ad2-8944f8976171 service nova] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Refreshing network info cache for port 483e9fb2-055e-460b-a845-c521c55a2057 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.269257] env[62954]: DEBUG nova.compute.manager [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 643.280060] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Acquiring lock "refresh_cache-c7dbf8a7-f220-47be-a479-a1994a7d2664" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.310567] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f56ede-1ab4-45b2-8a1a-6c6edbf78d4d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.322457] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cc2002-bcef-4c60-a6af-84c392ad8ba4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.355739] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e3b2515c-dc9b-40f2-8914-c713e880532c tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Acquiring lock "9d9242e0-a1a0-4831-ba31-ef88aeee0577" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.356014] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e3b2515c-dc9b-40f2-8914-c713e880532c tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Lock "9d9242e0-a1a0-4831-ba31-ef88aeee0577" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.356241] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e3b2515c-dc9b-40f2-8914-c713e880532c tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Acquiring lock "9d9242e0-a1a0-4831-ba31-ef88aeee0577-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.356413] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e3b2515c-dc9b-40f2-8914-c713e880532c tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Lock "9d9242e0-a1a0-4831-ba31-ef88aeee0577-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.356582] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e3b2515c-dc9b-40f2-8914-c713e880532c tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Lock "9d9242e0-a1a0-4831-ba31-ef88aeee0577-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.358995] env[62954]: DEBUG nova.network.neutron [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Successfully created port: 8d9c608e-1868-47b5-b4ec-bd772b621db1 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 643.361851] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9879d7-0082-483e-9b00-bf795a3b4335 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.364682] env[62954]: INFO nova.compute.manager [None req-e3b2515c-dc9b-40f2-8914-c713e880532c tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Terminating instance [ 643.377318] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff37424c-5e3a-4de0-8d8a-888861ae28ff {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.381872] env[62954]: DEBUG nova.compute.manager [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 643.396621] env[62954]: DEBUG nova.compute.provider_tree [None req-9d9873a2-3c4d-4933-babb-73c445394ff5 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.442609] env[62954]: DEBUG oslo_vmware.api [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597071, 'name': ReconfigVM_Task, 'duration_secs': 0.570604} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.442950] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 2effe3ff-ff7c-4369-9168-dc699087eced/2effe3ff-ff7c-4369-9168-dc699087eced.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.444141] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28e9a841-fba9-4f95-8676-7889e6126f1d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.451633] env[62954]: DEBUG oslo_vmware.api [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 643.451633] env[62954]: value = "task-2597072" [ 643.451633] env[62954]: _type = "Task" [ 643.451633] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.461912] env[62954]: DEBUG oslo_vmware.api [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597072, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.506392] env[62954]: DEBUG nova.network.neutron [None req-ed6e1b65-564b-4896-883c-b6463178ec65 tempest-ServerExternalEventsTest-1133982319 tempest-ServerExternalEventsTest-1133982319-project] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Updating instance_info_cache with network_info: [{"id": "c0a909d0-57cd-4350-a072-3bc457df05ce", "address": "fa:16:3e:4a:07:1a", "network": {"id": "7d93cd88-3a79-4663-b604-587d28ffb013", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ae6c0f6d5bc5436aa4f50fbf2889df6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0a909d0-57", "ovs_interfaceid": "c0a909d0-57cd-4350-a072-3bc457df05ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.510086] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a0e3f3bd-7bdb-4737-b19e-686a461defd3 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.700362] env[62954]: DEBUG oslo_vmware.api [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d7bb38-1212-830a-52a9-0a66adbcf8a0, 'name': SearchDatastore_Task, 'duration_secs': 0.011397} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.700657] env[62954]: DEBUG oslo_concurrency.lockutils [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.700915] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 4c2e1210-69e7-49f0-b850-252afe2dd65e/4c2e1210-69e7-49f0-b850-252afe2dd65e.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.701193] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1337481a-4595-45f6-aa6e-967838500c0a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.707303] env[62954]: DEBUG oslo_vmware.api [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 643.707303] env[62954]: value = "task-2597073" [ 643.707303] env[62954]: _type = "Task" [ 643.707303] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.715324] env[62954]: DEBUG oslo_vmware.api [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.803989] env[62954]: DEBUG nova.network.neutron [req-f2b50939-de45-42e6-9b18-52942639c0ba req-a4f41521-7a70-49a1-9ad2-8944f8976171 service nova] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.864890] env[62954]: DEBUG nova.network.neutron [req-f2b50939-de45-42e6-9b18-52942639c0ba req-a4f41521-7a70-49a1-9ad2-8944f8976171 service nova] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.869366] env[62954]: DEBUG nova.compute.manager [None req-e3b2515c-dc9b-40f2-8914-c713e880532c tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 643.870626] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b2515c-dc9b-40f2-8914-c713e880532c tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 643.870626] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2b5561-5c36-4f89-b61f-38f95def630c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.878411] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b2515c-dc9b-40f2-8914-c713e880532c tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 643.879317] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90837c0d-9975-4d37-896b-794c9974c855 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.888919] env[62954]: DEBUG oslo_vmware.api [None req-e3b2515c-dc9b-40f2-8914-c713e880532c tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Waiting for the task: (returnval){ [ 643.888919] env[62954]: value = "task-2597074" [ 643.888919] env[62954]: _type = "Task" [ 643.888919] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.901655] env[62954]: DEBUG nova.scheduler.client.report [None req-9d9873a2-3c4d-4933-babb-73c445394ff5 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.905666] env[62954]: DEBUG oslo_vmware.api [None req-e3b2515c-dc9b-40f2-8914-c713e880532c tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Task: {'id': task-2597074, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.907855] env[62954]: DEBUG oslo_concurrency.lockutils [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.964536] env[62954]: DEBUG oslo_vmware.api [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597072, 'name': Rename_Task, 'duration_secs': 0.211247} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.964989] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.965392] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-622e0b79-4a96-43b9-bc0a-b9124118e5a7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.973966] env[62954]: DEBUG oslo_vmware.api [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 643.973966] env[62954]: value = "task-2597075" [ 643.973966] env[62954]: _type = "Task" [ 643.973966] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.982939] env[62954]: DEBUG oslo_vmware.api [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597075, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.009580] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ed6e1b65-564b-4896-883c-b6463178ec65 tempest-ServerExternalEventsTest-1133982319 tempest-ServerExternalEventsTest-1133982319-project] Releasing lock "refresh_cache-9d9242e0-a1a0-4831-ba31-ef88aeee0577" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.218971] env[62954]: DEBUG oslo_vmware.api [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597073, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.282606] env[62954]: DEBUG nova.compute.manager [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 644.306310] env[62954]: DEBUG nova.virt.hardware [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.306579] env[62954]: DEBUG nova.virt.hardware [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.306737] env[62954]: DEBUG nova.virt.hardware [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.306936] env[62954]: DEBUG nova.virt.hardware [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.307094] env[62954]: DEBUG nova.virt.hardware [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.308909] env[62954]: DEBUG nova.virt.hardware [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.308909] env[62954]: DEBUG nova.virt.hardware [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.308909] env[62954]: DEBUG nova.virt.hardware [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.308909] env[62954]: DEBUG nova.virt.hardware [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.308909] env[62954]: DEBUG nova.virt.hardware [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.308909] env[62954]: DEBUG nova.virt.hardware [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.309168] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42f5065-2eeb-442f-b1e9-3a5ed7edaf27 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.317159] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65d4c13-4e79-4590-9313-bbf4c196f5dd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.371037] env[62954]: DEBUG oslo_concurrency.lockutils [req-f2b50939-de45-42e6-9b18-52942639c0ba req-a4f41521-7a70-49a1-9ad2-8944f8976171 service nova] Releasing lock "refresh_cache-c7dbf8a7-f220-47be-a479-a1994a7d2664" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.371037] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Acquired lock "refresh_cache-c7dbf8a7-f220-47be-a479-a1994a7d2664" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.371037] env[62954]: DEBUG nova.network.neutron [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.401970] env[62954]: DEBUG oslo_vmware.api [None req-e3b2515c-dc9b-40f2-8914-c713e880532c tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Task: {'id': task-2597074, 'name': PowerOffVM_Task, 'duration_secs': 0.366692} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.402293] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b2515c-dc9b-40f2-8914-c713e880532c tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 644.402465] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b2515c-dc9b-40f2-8914-c713e880532c tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 644.402736] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae084ae8-d851-4ae2-baec-89553c44eb00 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.407591] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9d9873a2-3c4d-4933-babb-73c445394ff5 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.409857] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.250s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.411361] env[62954]: INFO nova.compute.claims [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.435390] env[62954]: INFO nova.scheduler.client.report [None req-9d9873a2-3c4d-4933-babb-73c445394ff5 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Deleted allocations for instance c84b0e7f-c973-42df-9d94-2e06f52a67d4 [ 644.466421] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b2515c-dc9b-40f2-8914-c713e880532c tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 644.466747] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b2515c-dc9b-40f2-8914-c713e880532c tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 644.467667] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3b2515c-dc9b-40f2-8914-c713e880532c tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Deleting the datastore file [datastore2] 9d9242e0-a1a0-4831-ba31-ef88aeee0577 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 644.467667] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-257045b5-1b1d-42b6-bc54-52207aeee089 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.475809] env[62954]: DEBUG oslo_vmware.api [None req-e3b2515c-dc9b-40f2-8914-c713e880532c tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Waiting for the task: (returnval){ [ 644.475809] env[62954]: value = "task-2597077" [ 644.475809] env[62954]: _type = "Task" [ 644.475809] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.488335] env[62954]: DEBUG oslo_vmware.api [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597075, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.491692] env[62954]: DEBUG oslo_vmware.api [None req-e3b2515c-dc9b-40f2-8914-c713e880532c tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Task: {'id': task-2597077, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.720185] env[62954]: DEBUG oslo_vmware.api [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514912} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.720490] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 4c2e1210-69e7-49f0-b850-252afe2dd65e/4c2e1210-69e7-49f0-b850-252afe2dd65e.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.720782] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.721223] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08cdb917-df10-4a8d-a1d0-cc64b9686607 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.727793] env[62954]: DEBUG oslo_vmware.api [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 644.727793] env[62954]: value = "task-2597078" [ 644.727793] env[62954]: _type = "Task" [ 644.727793] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.737237] env[62954]: DEBUG oslo_vmware.api [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597078, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.934842] env[62954]: DEBUG nova.network.neutron [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 644.943628] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9d9873a2-3c4d-4933-babb-73c445394ff5 tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Lock "c84b0e7f-c973-42df-9d94-2e06f52a67d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.256s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.990483] env[62954]: DEBUG oslo_vmware.api [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597075, 'name': PowerOnVM_Task, 'duration_secs': 0.646148} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.993578] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 644.993981] env[62954]: INFO nova.compute.manager [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Took 8.78 seconds to spawn the instance on the hypervisor. [ 644.994224] env[62954]: DEBUG nova.compute.manager [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 644.994513] env[62954]: DEBUG oslo_vmware.api [None req-e3b2515c-dc9b-40f2-8914-c713e880532c tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Task: {'id': task-2597077, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215764} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.997850] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3d57ce-af7f-4069-aaf3-2e118bafe31b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.000323] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3b2515c-dc9b-40f2-8914-c713e880532c tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 645.000501] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b2515c-dc9b-40f2-8914-c713e880532c tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 645.000671] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b2515c-dc9b-40f2-8914-c713e880532c tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 645.000848] env[62954]: INFO nova.compute.manager [None req-e3b2515c-dc9b-40f2-8914-c713e880532c tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Took 1.13 seconds to destroy the instance on the hypervisor. [ 645.001100] env[62954]: DEBUG oslo.service.loopingcall [None req-e3b2515c-dc9b-40f2-8914-c713e880532c tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 645.001294] env[62954]: DEBUG nova.compute.manager [-] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 645.001382] env[62954]: DEBUG nova.network.neutron [-] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 645.238402] env[62954]: DEBUG oslo_vmware.api [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597078, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10941} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.239557] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.240424] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12e8914-c5fc-4866-8376-a743a423c89c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.274931] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 4c2e1210-69e7-49f0-b850-252afe2dd65e/4c2e1210-69e7-49f0-b850-252afe2dd65e.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.274931] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ea6003d-e3a9-49b3-93f7-8ccf5ca22817 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.294488] env[62954]: DEBUG oslo_vmware.api [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 645.294488] env[62954]: value = "task-2597079" [ 645.294488] env[62954]: _type = "Task" [ 645.294488] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.303378] env[62954]: DEBUG oslo_vmware.api [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597079, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.304108] env[62954]: DEBUG nova.network.neutron [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Updating instance_info_cache with network_info: [{"id": "483e9fb2-055e-460b-a845-c521c55a2057", "address": "fa:16:3e:6d:02:d7", "network": {"id": "7d93cd88-3a79-4663-b604-587d28ffb013", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ae6c0f6d5bc5436aa4f50fbf2889df6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap483e9fb2-05", "ovs_interfaceid": "483e9fb2-055e-460b-a845-c521c55a2057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.409521] env[62954]: DEBUG nova.network.neutron [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Successfully updated port: 8d9c608e-1868-47b5-b4ec-bd772b621db1 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 645.524295] env[62954]: INFO nova.compute.manager [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Took 40.25 seconds to build instance. [ 645.527302] env[62954]: DEBUG nova.compute.manager [req-372840a6-9fa5-4099-b69f-62e84f838e4e req-47bb1904-a007-443d-9bc2-21bceaad4465 service nova] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Received event network-vif-plugged-8d9c608e-1868-47b5-b4ec-bd772b621db1 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 645.527302] env[62954]: DEBUG oslo_concurrency.lockutils [req-372840a6-9fa5-4099-b69f-62e84f838e4e req-47bb1904-a007-443d-9bc2-21bceaad4465 service nova] Acquiring lock "0ed3f1ae-f140-42a8-9581-aadb93447fbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.527523] env[62954]: DEBUG oslo_concurrency.lockutils [req-372840a6-9fa5-4099-b69f-62e84f838e4e req-47bb1904-a007-443d-9bc2-21bceaad4465 service nova] Lock "0ed3f1ae-f140-42a8-9581-aadb93447fbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.527615] env[62954]: DEBUG oslo_concurrency.lockutils [req-372840a6-9fa5-4099-b69f-62e84f838e4e req-47bb1904-a007-443d-9bc2-21bceaad4465 service nova] Lock "0ed3f1ae-f140-42a8-9581-aadb93447fbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.527761] env[62954]: DEBUG nova.compute.manager [req-372840a6-9fa5-4099-b69f-62e84f838e4e req-47bb1904-a007-443d-9bc2-21bceaad4465 service nova] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] No waiting events found dispatching network-vif-plugged-8d9c608e-1868-47b5-b4ec-bd772b621db1 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 645.527945] env[62954]: WARNING nova.compute.manager [req-372840a6-9fa5-4099-b69f-62e84f838e4e req-47bb1904-a007-443d-9bc2-21bceaad4465 service nova] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Received unexpected event network-vif-plugged-8d9c608e-1868-47b5-b4ec-bd772b621db1 for instance with vm_state building and task_state spawning. [ 645.807518] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Releasing lock "refresh_cache-c7dbf8a7-f220-47be-a479-a1994a7d2664" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.807940] env[62954]: DEBUG nova.compute.manager [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Instance network_info: |[{"id": "483e9fb2-055e-460b-a845-c521c55a2057", "address": "fa:16:3e:6d:02:d7", "network": {"id": "7d93cd88-3a79-4663-b604-587d28ffb013", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ae6c0f6d5bc5436aa4f50fbf2889df6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap483e9fb2-05", "ovs_interfaceid": "483e9fb2-055e-460b-a845-c521c55a2057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 645.812457] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:02:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '483e9fb2-055e-460b-a845-c521c55a2057', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.820145] env[62954]: DEBUG oslo.service.loopingcall [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 645.820424] env[62954]: DEBUG oslo_vmware.api [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597079, 'name': ReconfigVM_Task, 'duration_secs': 0.515135} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.823426] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.823730] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 4c2e1210-69e7-49f0-b850-252afe2dd65e/4c2e1210-69e7-49f0-b850-252afe2dd65e.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.824599] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba16be0f-9104-4a47-a30d-1d0b2871bf13 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.839771] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43baf3e7-8849-4ab1-8723-b1539a24f1a9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.851307] env[62954]: DEBUG oslo_vmware.api [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 645.851307] env[62954]: value = "task-2597081" [ 645.851307] env[62954]: _type = "Task" [ 645.851307] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.852955] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.852955] env[62954]: value = "task-2597080" [ 645.852955] env[62954]: _type = "Task" [ 645.852955] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.868574] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597080, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.872261] env[62954]: DEBUG oslo_vmware.api [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597081, 'name': Rename_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.911642] env[62954]: DEBUG oslo_concurrency.lockutils [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Acquiring lock "refresh_cache-0ed3f1ae-f140-42a8-9581-aadb93447fbb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.911886] env[62954]: DEBUG oslo_concurrency.lockutils [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Acquired lock "refresh_cache-0ed3f1ae-f140-42a8-9581-aadb93447fbb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.912078] env[62954]: DEBUG nova.network.neutron [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.937835] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef65fefa-f55e-4b2f-a0cb-cec86ce8c08f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.950733] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22dbcd33-598c-4e08-8d2d-43ded49b7f87 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.985747] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f10cc6-65e5-43d8-b252-99d35715dfea {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.994511] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed1be81-7111-4603-9288-3bb8382b7486 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.009622] env[62954]: DEBUG nova.compute.provider_tree [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.024500] env[62954]: DEBUG nova.network.neutron [-] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.028857] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e0df235c-4a14-414c-a923-f7b8107b3aea tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "2effe3ff-ff7c-4369-9168-dc699087eced" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.882s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.374021] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597080, 'name': CreateVM_Task, 'duration_secs': 0.473594} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.375378] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.375715] env[62954]: DEBUG oslo_vmware.api [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597081, 'name': Rename_Task, 'duration_secs': 0.224966} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.376428] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.376581] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.376915] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.377639] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 646.377880] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86782720-d726-44c8-8baf-f5f6f692f299 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.379706] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df081e53-2bda-4ea0-ac93-afce48e9e3ec {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.389024] env[62954]: DEBUG oslo_vmware.api [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Waiting for the task: (returnval){ [ 646.389024] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52dd9213-33a6-33cd-34ea-67e1f56f7382" [ 646.389024] env[62954]: _type = "Task" [ 646.389024] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.389024] env[62954]: DEBUG oslo_vmware.api [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 646.389024] env[62954]: value = "task-2597082" [ 646.389024] env[62954]: _type = "Task" [ 646.389024] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.401942] env[62954]: DEBUG oslo_vmware.api [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52dd9213-33a6-33cd-34ea-67e1f56f7382, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.405125] env[62954]: DEBUG oslo_vmware.api [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597082, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.463912] env[62954]: DEBUG nova.network.neutron [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 646.513416] env[62954]: DEBUG nova.scheduler.client.report [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.527957] env[62954]: INFO nova.compute.manager [-] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Took 1.53 seconds to deallocate network for instance. [ 646.541471] env[62954]: DEBUG nova.compute.manager [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.687944] env[62954]: DEBUG nova.network.neutron [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Updating instance_info_cache with network_info: [{"id": "8d9c608e-1868-47b5-b4ec-bd772b621db1", "address": "fa:16:3e:5c:53:ac", "network": {"id": "7bdc49e7-0741-4139-a53c-511e0f555b57", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-598953158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae25571321d84f0b92b44e66b5bb272f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d9c608e-18", "ovs_interfaceid": "8d9c608e-1868-47b5-b4ec-bd772b621db1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.903614] env[62954]: DEBUG oslo_vmware.api [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597082, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.907346] env[62954]: DEBUG oslo_vmware.api [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52dd9213-33a6-33cd-34ea-67e1f56f7382, 'name': SearchDatastore_Task, 'duration_secs': 0.015761} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.907852] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.908200] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.908491] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.908729] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.909072] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.909395] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa02497a-febf-4ee4-b39c-61269d6e4345 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.922142] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.922377] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.923188] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf9b7a7b-b761-4a2d-8633-6ff2c9f32846 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.929737] env[62954]: DEBUG oslo_vmware.api [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Waiting for the task: (returnval){ [ 646.929737] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52764a26-fee5-37ae-7f7b-9ea0b9629a89" [ 646.929737] env[62954]: _type = "Task" [ 646.929737] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.939529] env[62954]: DEBUG oslo_vmware.api [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52764a26-fee5-37ae-7f7b-9ea0b9629a89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.024981] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.025561] env[62954]: DEBUG nova.compute.manager [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 647.030626] env[62954]: DEBUG oslo_concurrency.lockutils [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.674s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.031025] env[62954]: DEBUG nova.objects.instance [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lazy-loading 'resources' on Instance uuid 38c95ef5-744e-4c32-9cb1-c34868206a85 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 647.042838] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e3b2515c-dc9b-40f2-8914-c713e880532c tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.073478] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.191743] env[62954]: DEBUG oslo_concurrency.lockutils [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Releasing lock "refresh_cache-0ed3f1ae-f140-42a8-9581-aadb93447fbb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.192266] env[62954]: DEBUG nova.compute.manager [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Instance network_info: |[{"id": "8d9c608e-1868-47b5-b4ec-bd772b621db1", "address": "fa:16:3e:5c:53:ac", "network": {"id": "7bdc49e7-0741-4139-a53c-511e0f555b57", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-598953158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae25571321d84f0b92b44e66b5bb272f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d9c608e-18", "ovs_interfaceid": "8d9c608e-1868-47b5-b4ec-bd772b621db1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 647.192727] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:53:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd8c6be9-575e-4605-b779-98606281a3bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d9c608e-1868-47b5-b4ec-bd772b621db1', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.200906] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Creating folder: Project (ae25571321d84f0b92b44e66b5bb272f). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.201348] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbcf2454-6796-47e5-b0b9-4106c2a1ddfd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.215187] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Created folder: Project (ae25571321d84f0b92b44e66b5bb272f) in parent group-v523717. [ 647.215393] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Creating folder: Instances. Parent ref: group-v523818. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.215649] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b325b639-aa34-4750-9023-f11a4cc417d4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.229008] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Created folder: Instances in parent group-v523818. [ 647.229294] env[62954]: DEBUG oslo.service.loopingcall [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 647.229502] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.229718] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e68018c9-8981-4da6-a3ce-11c8f5eea3ca {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.254079] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.254079] env[62954]: value = "task-2597085" [ 647.254079] env[62954]: _type = "Task" [ 647.254079] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.266513] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597085, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.405963] env[62954]: DEBUG oslo_vmware.api [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597082, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.432392] env[62954]: DEBUG oslo_vmware.rw_handles [None req-78ecd4c5-eebc-4e49-aa6e-8ec66107d4f1 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af68dd-531d-14ea-774b-bb4dfe3103b6/disk-0.vmdk. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 647.433510] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f53e609-81f3-4196-b55d-258755faaceb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.447327] env[62954]: DEBUG oslo_vmware.api [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52764a26-fee5-37ae-7f7b-9ea0b9629a89, 'name': SearchDatastore_Task, 'duration_secs': 0.025182} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.449774] env[62954]: DEBUG oslo_vmware.rw_handles [None req-78ecd4c5-eebc-4e49-aa6e-8ec66107d4f1 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af68dd-531d-14ea-774b-bb4dfe3103b6/disk-0.vmdk is in state: ready. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 647.450174] env[62954]: ERROR oslo_vmware.rw_handles [None req-78ecd4c5-eebc-4e49-aa6e-8ec66107d4f1 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af68dd-531d-14ea-774b-bb4dfe3103b6/disk-0.vmdk due to incomplete transfer. [ 647.450536] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02b7db94-6ca5-4d37-a9c5-195aaf3690a3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.453688] env[62954]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e1ebb460-32d5-4dcd-971f-43056f5d6593 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.462483] env[62954]: DEBUG oslo_vmware.api [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Waiting for the task: (returnval){ [ 647.462483] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52d2fa1b-c707-a17f-bb60-c4a6738c0fb9" [ 647.462483] env[62954]: _type = "Task" [ 647.462483] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.463904] env[62954]: DEBUG oslo_vmware.rw_handles [None req-78ecd4c5-eebc-4e49-aa6e-8ec66107d4f1 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af68dd-531d-14ea-774b-bb4dfe3103b6/disk-0.vmdk. {{(pid=62954) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 647.464231] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-78ecd4c5-eebc-4e49-aa6e-8ec66107d4f1 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Uploaded image f0a46f0d-3fa1-4787-a2dd-65ae8c698dee to the Glance image server {{(pid=62954) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 647.466364] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ecd4c5-eebc-4e49-aa6e-8ec66107d4f1 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Destroying the VM {{(pid=62954) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 647.470351] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-22e08f5d-eb8f-457a-b719-8d3ed8978c2f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.482705] env[62954]: DEBUG oslo_vmware.api [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d2fa1b-c707-a17f-bb60-c4a6738c0fb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.484527] env[62954]: DEBUG oslo_vmware.api [None req-78ecd4c5-eebc-4e49-aa6e-8ec66107d4f1 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Waiting for the task: (returnval){ [ 647.484527] env[62954]: value = "task-2597086" [ 647.484527] env[62954]: _type = "Task" [ 647.484527] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.495597] env[62954]: DEBUG oslo_vmware.api [None req-78ecd4c5-eebc-4e49-aa6e-8ec66107d4f1 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597086, 'name': Destroy_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.537135] env[62954]: DEBUG nova.compute.utils [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 647.538983] env[62954]: DEBUG nova.compute.manager [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 647.539185] env[62954]: DEBUG nova.network.neutron [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 647.571887] env[62954]: DEBUG nova.compute.manager [req-9f299feb-d78a-48f0-abbb-34404d4f2e78 req-7003b117-8140-4b14-b21b-871b073110d3 service nova] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Received event network-changed-8d9c608e-1868-47b5-b4ec-bd772b621db1 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 647.572198] env[62954]: DEBUG nova.compute.manager [req-9f299feb-d78a-48f0-abbb-34404d4f2e78 req-7003b117-8140-4b14-b21b-871b073110d3 service nova] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Refreshing instance network info cache due to event network-changed-8d9c608e-1868-47b5-b4ec-bd772b621db1. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 647.572467] env[62954]: DEBUG oslo_concurrency.lockutils [req-9f299feb-d78a-48f0-abbb-34404d4f2e78 req-7003b117-8140-4b14-b21b-871b073110d3 service nova] Acquiring lock "refresh_cache-0ed3f1ae-f140-42a8-9581-aadb93447fbb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.573131] env[62954]: DEBUG oslo_concurrency.lockutils [req-9f299feb-d78a-48f0-abbb-34404d4f2e78 req-7003b117-8140-4b14-b21b-871b073110d3 service nova] Acquired lock "refresh_cache-0ed3f1ae-f140-42a8-9581-aadb93447fbb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.573131] env[62954]: DEBUG nova.network.neutron [req-9f299feb-d78a-48f0-abbb-34404d4f2e78 req-7003b117-8140-4b14-b21b-871b073110d3 service nova] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Refreshing network info cache for port 8d9c608e-1868-47b5-b4ec-bd772b621db1 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.633698] env[62954]: DEBUG nova.policy [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1ee9119514045cc81747054e2363f11', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f39136e8ba64f1a804142007a078547', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.653906] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Acquiring lock "bcf452a5-32c1-4181-9650-7d4a5334d8dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.654344] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Lock "bcf452a5-32c1-4181-9650-7d4a5334d8dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.764686] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597085, 'name': CreateVM_Task, 'duration_secs': 0.465633} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.764901] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 647.765853] env[62954]: DEBUG oslo_concurrency.lockutils [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.765853] env[62954]: DEBUG oslo_concurrency.lockutils [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.766091] env[62954]: DEBUG oslo_concurrency.lockutils [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.768913] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b00da6f5-74a5-4b77-b171-3568c11f4329 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.775721] env[62954]: DEBUG oslo_vmware.api [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Waiting for the task: (returnval){ [ 647.775721] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52d54210-2d15-0607-333d-a870f2bdb3e1" [ 647.775721] env[62954]: _type = "Task" [ 647.775721] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.788434] env[62954]: DEBUG oslo_vmware.api [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d54210-2d15-0607-333d-a870f2bdb3e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.904326] env[62954]: DEBUG oslo_vmware.api [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597082, 'name': PowerOnVM_Task, 'duration_secs': 1.136596} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.904604] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 647.904811] env[62954]: INFO nova.compute.manager [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Took 8.95 seconds to spawn the instance on the hypervisor. [ 647.904993] env[62954]: DEBUG nova.compute.manager [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 647.905955] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506bc06e-7b1c-4ceb-93c7-3c3a92aad800 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.977428] env[62954]: DEBUG oslo_vmware.api [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d2fa1b-c707-a17f-bb60-c4a6738c0fb9, 'name': SearchDatastore_Task, 'duration_secs': 0.02806} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.980824] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.981193] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] c7dbf8a7-f220-47be-a479-a1994a7d2664/c7dbf8a7-f220-47be-a479-a1994a7d2664.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.981698] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0882ab38-50cc-4e9e-9814-cc0b0c36949d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.992642] env[62954]: DEBUG oslo_vmware.api [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Waiting for the task: (returnval){ [ 647.992642] env[62954]: value = "task-2597087" [ 647.992642] env[62954]: _type = "Task" [ 647.992642] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.995918] env[62954]: DEBUG oslo_vmware.api [None req-78ecd4c5-eebc-4e49-aa6e-8ec66107d4f1 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597086, 'name': Destroy_Task} progress is 33%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.007248] env[62954]: DEBUG oslo_vmware.api [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': task-2597087, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.025158] env[62954]: DEBUG nova.network.neutron [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Successfully created port: 4162d929-64b9-4f80-bde1-2634152b248d {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 648.043731] env[62954]: DEBUG nova.compute.manager [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 648.116434] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f8b146-0eb1-4e54-904f-75232d707ba8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.125930] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0184742b-2759-4e1a-a862-04d6d046e0c4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.188118] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976320a9-2973-41d3-b07b-05d25ecc313b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.199804] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4daab4-47b5-44fa-8703-9cfe279eb3af {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.216264] env[62954]: DEBUG nova.compute.provider_tree [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.297137] env[62954]: DEBUG oslo_vmware.api [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d54210-2d15-0607-333d-a870f2bdb3e1, 'name': SearchDatastore_Task, 'duration_secs': 0.027873} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.297296] env[62954]: DEBUG oslo_concurrency.lockutils [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.297612] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.297929] env[62954]: DEBUG oslo_concurrency.lockutils [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.298226] env[62954]: DEBUG oslo_concurrency.lockutils [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.298515] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.298854] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b8de8a9-f574-42db-94c1-d483f568ab96 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.311358] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.311358] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.312097] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1279b208-1c23-4768-af3b-d767356a84e5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.322523] env[62954]: DEBUG oslo_vmware.api [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Waiting for the task: (returnval){ [ 648.322523] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]529598c1-d1bc-4ed7-1608-8561fba6f6d1" [ 648.322523] env[62954]: _type = "Task" [ 648.322523] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.331280] env[62954]: DEBUG oslo_vmware.api [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]529598c1-d1bc-4ed7-1608-8561fba6f6d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.426979] env[62954]: INFO nova.compute.manager [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Took 39.74 seconds to build instance. [ 648.496826] env[62954]: DEBUG oslo_vmware.api [None req-78ecd4c5-eebc-4e49-aa6e-8ec66107d4f1 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597086, 'name': Destroy_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.508018] env[62954]: DEBUG oslo_vmware.api [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': task-2597087, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.534928] env[62954]: DEBUG nova.network.neutron [req-9f299feb-d78a-48f0-abbb-34404d4f2e78 req-7003b117-8140-4b14-b21b-871b073110d3 service nova] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Updated VIF entry in instance network info cache for port 8d9c608e-1868-47b5-b4ec-bd772b621db1. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.535316] env[62954]: DEBUG nova.network.neutron [req-9f299feb-d78a-48f0-abbb-34404d4f2e78 req-7003b117-8140-4b14-b21b-871b073110d3 service nova] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Updating instance_info_cache with network_info: [{"id": "8d9c608e-1868-47b5-b4ec-bd772b621db1", "address": "fa:16:3e:5c:53:ac", "network": {"id": "7bdc49e7-0741-4139-a53c-511e0f555b57", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-598953158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae25571321d84f0b92b44e66b5bb272f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d9c608e-18", "ovs_interfaceid": "8d9c608e-1868-47b5-b4ec-bd772b621db1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.719649] env[62954]: DEBUG nova.scheduler.client.report [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.833810] env[62954]: DEBUG oslo_vmware.api [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]529598c1-d1bc-4ed7-1608-8561fba6f6d1, 'name': SearchDatastore_Task, 'duration_secs': 0.022473} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.834495] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e6fe841-e01c-444b-8fca-59e55161438e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.840517] env[62954]: DEBUG oslo_vmware.api [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Waiting for the task: (returnval){ [ 648.840517] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52de9dfd-bb71-8b8a-598e-8cb7f34270c8" [ 648.840517] env[62954]: _type = "Task" [ 648.840517] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.848541] env[62954]: DEBUG oslo_vmware.api [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52de9dfd-bb71-8b8a-598e-8cb7f34270c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.928930] env[62954]: DEBUG oslo_concurrency.lockutils [None req-89c935ea-daa6-4c32-89ef-64d237f9fd7d tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "4c2e1210-69e7-49f0-b850-252afe2dd65e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.946s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.997031] env[62954]: DEBUG oslo_vmware.api [None req-78ecd4c5-eebc-4e49-aa6e-8ec66107d4f1 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597086, 'name': Destroy_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.004949] env[62954]: DEBUG oslo_vmware.api [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': task-2597087, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.038050] env[62954]: DEBUG oslo_concurrency.lockutils [req-9f299feb-d78a-48f0-abbb-34404d4f2e78 req-7003b117-8140-4b14-b21b-871b073110d3 service nova] Releasing lock "refresh_cache-0ed3f1ae-f140-42a8-9581-aadb93447fbb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.038288] env[62954]: DEBUG nova.compute.manager [req-9f299feb-d78a-48f0-abbb-34404d4f2e78 req-7003b117-8140-4b14-b21b-871b073110d3 service nova] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Received event network-vif-deleted-c0a909d0-57cd-4350-a072-3bc457df05ce {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 649.054189] env[62954]: DEBUG nova.compute.manager [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 649.072900] env[62954]: DEBUG nova.virt.hardware [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 649.073175] env[62954]: DEBUG nova.virt.hardware [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.073336] env[62954]: DEBUG nova.virt.hardware [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.073520] env[62954]: DEBUG nova.virt.hardware [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.073665] env[62954]: DEBUG nova.virt.hardware [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.073813] env[62954]: DEBUG nova.virt.hardware [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 649.074028] env[62954]: DEBUG nova.virt.hardware [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 649.074210] env[62954]: DEBUG nova.virt.hardware [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 649.074375] env[62954]: DEBUG nova.virt.hardware [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 649.074539] env[62954]: DEBUG nova.virt.hardware [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 649.074709] env[62954]: DEBUG nova.virt.hardware [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 649.075862] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba46c018-82a4-4c7a-9907-f9236bb50753 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.088373] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e5fe94-ed9a-45f2-8e3a-02af50dabb69 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.225215] env[62954]: DEBUG oslo_concurrency.lockutils [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.194s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.227730] env[62954]: DEBUG oslo_concurrency.lockutils [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.790s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.229175] env[62954]: INFO nova.compute.claims [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.247096] env[62954]: INFO nova.scheduler.client.report [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Deleted allocations for instance 38c95ef5-744e-4c32-9cb1-c34868206a85 [ 649.353945] env[62954]: DEBUG oslo_vmware.api [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52de9dfd-bb71-8b8a-598e-8cb7f34270c8, 'name': SearchDatastore_Task, 'duration_secs': 0.01062} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.354253] env[62954]: DEBUG oslo_concurrency.lockutils [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.354512] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 0ed3f1ae-f140-42a8-9581-aadb93447fbb/0ed3f1ae-f140-42a8-9581-aadb93447fbb.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.354846] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cefbe51c-8247-4476-a155-0b1f88a791b1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.363625] env[62954]: DEBUG oslo_vmware.api [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Waiting for the task: (returnval){ [ 649.363625] env[62954]: value = "task-2597088" [ 649.363625] env[62954]: _type = "Task" [ 649.363625] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.373985] env[62954]: DEBUG oslo_vmware.api [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Task: {'id': task-2597088, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.432589] env[62954]: DEBUG nova.compute.manager [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.498439] env[62954]: DEBUG oslo_vmware.api [None req-78ecd4c5-eebc-4e49-aa6e-8ec66107d4f1 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597086, 'name': Destroy_Task, 'duration_secs': 1.821009} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.501839] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-78ecd4c5-eebc-4e49-aa6e-8ec66107d4f1 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Destroyed the VM [ 649.502114] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-78ecd4c5-eebc-4e49-aa6e-8ec66107d4f1 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Deleting Snapshot of the VM instance {{(pid=62954) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 649.502405] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-063b9442-2052-4925-a0e8-e1159e9d6d2e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.511132] env[62954]: DEBUG oslo_vmware.api [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': task-2597087, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.512705] env[62954]: DEBUG oslo_vmware.api [None req-78ecd4c5-eebc-4e49-aa6e-8ec66107d4f1 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Waiting for the task: (returnval){ [ 649.512705] env[62954]: value = "task-2597089" [ 649.512705] env[62954]: _type = "Task" [ 649.512705] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.521662] env[62954]: DEBUG oslo_vmware.api [None req-78ecd4c5-eebc-4e49-aa6e-8ec66107d4f1 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597089, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.586269] env[62954]: DEBUG oslo_concurrency.lockutils [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquiring lock "e6365eeb-3739-4eae-8a8f-27fc4e726d9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.586269] env[62954]: DEBUG oslo_concurrency.lockutils [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "e6365eeb-3739-4eae-8a8f-27fc4e726d9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.670787] env[62954]: DEBUG nova.compute.manager [req-1e0f7ed0-b68f-4ed4-9323-8884f19750d1 req-f20bccea-938d-4f2a-9458-c6e266ae3918 service nova] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Received event network-vif-plugged-4162d929-64b9-4f80-bde1-2634152b248d {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 649.671094] env[62954]: DEBUG oslo_concurrency.lockutils [req-1e0f7ed0-b68f-4ed4-9323-8884f19750d1 req-f20bccea-938d-4f2a-9458-c6e266ae3918 service nova] Acquiring lock "d06126ca-dc5c-4862-93a0-19071afb4cf6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.671334] env[62954]: DEBUG oslo_concurrency.lockutils [req-1e0f7ed0-b68f-4ed4-9323-8884f19750d1 req-f20bccea-938d-4f2a-9458-c6e266ae3918 service nova] Lock "d06126ca-dc5c-4862-93a0-19071afb4cf6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.671564] env[62954]: DEBUG oslo_concurrency.lockutils [req-1e0f7ed0-b68f-4ed4-9323-8884f19750d1 req-f20bccea-938d-4f2a-9458-c6e266ae3918 service nova] Lock "d06126ca-dc5c-4862-93a0-19071afb4cf6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.671955] env[62954]: DEBUG nova.compute.manager [req-1e0f7ed0-b68f-4ed4-9323-8884f19750d1 req-f20bccea-938d-4f2a-9458-c6e266ae3918 service nova] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] No waiting events found dispatching network-vif-plugged-4162d929-64b9-4f80-bde1-2634152b248d {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 649.672211] env[62954]: WARNING nova.compute.manager [req-1e0f7ed0-b68f-4ed4-9323-8884f19750d1 req-f20bccea-938d-4f2a-9458-c6e266ae3918 service nova] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Received unexpected event network-vif-plugged-4162d929-64b9-4f80-bde1-2634152b248d for instance with vm_state building and task_state spawning. [ 649.756211] env[62954]: DEBUG oslo_concurrency.lockutils [None req-00963002-1221-4484-a3ac-1c4df72d7d2b tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "38c95ef5-744e-4c32-9cb1-c34868206a85" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.442s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.818689] env[62954]: DEBUG nova.network.neutron [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Successfully updated port: 4162d929-64b9-4f80-bde1-2634152b248d {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 649.875041] env[62954]: DEBUG oslo_vmware.api [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Task: {'id': task-2597088, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.957727] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.009081] env[62954]: DEBUG oslo_vmware.api [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': task-2597087, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.69892} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.009357] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] c7dbf8a7-f220-47be-a479-a1994a7d2664/c7dbf8a7-f220-47be-a479-a1994a7d2664.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.009572] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.009865] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df9bce77-5286-4fc3-9191-3bc2c643c843 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.018326] env[62954]: DEBUG oslo_vmware.api [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Waiting for the task: (returnval){ [ 650.018326] env[62954]: value = "task-2597090" [ 650.018326] env[62954]: _type = "Task" [ 650.018326] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.024999] env[62954]: DEBUG oslo_vmware.api [None req-78ecd4c5-eebc-4e49-aa6e-8ec66107d4f1 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597089, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.031723] env[62954]: DEBUG oslo_vmware.api [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': task-2597090, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.328530] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Acquiring lock "refresh_cache-d06126ca-dc5c-4862-93a0-19071afb4cf6" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.328693] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Acquired lock "refresh_cache-d06126ca-dc5c-4862-93a0-19071afb4cf6" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.328848] env[62954]: DEBUG nova.network.neutron [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.375975] env[62954]: DEBUG oslo_vmware.api [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Task: {'id': task-2597088, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705361} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.375975] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 0ed3f1ae-f140-42a8-9581-aadb93447fbb/0ed3f1ae-f140-42a8-9581-aadb93447fbb.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.375975] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.375975] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57e8c304-a6b3-4579-9719-d186f1ef73ce {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.384396] env[62954]: DEBUG oslo_vmware.api [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Waiting for the task: (returnval){ [ 650.384396] env[62954]: value = "task-2597091" [ 650.384396] env[62954]: _type = "Task" [ 650.384396] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.394099] env[62954]: DEBUG oslo_vmware.api [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Task: {'id': task-2597091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.528308] env[62954]: DEBUG oslo_vmware.api [None req-78ecd4c5-eebc-4e49-aa6e-8ec66107d4f1 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597089, 'name': RemoveSnapshot_Task, 'duration_secs': 0.976098} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.535274] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-78ecd4c5-eebc-4e49-aa6e-8ec66107d4f1 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Deleted Snapshot of the VM instance {{(pid=62954) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 650.535547] env[62954]: INFO nova.compute.manager [None req-78ecd4c5-eebc-4e49-aa6e-8ec66107d4f1 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Took 15.67 seconds to snapshot the instance on the hypervisor. [ 650.538051] env[62954]: DEBUG oslo_vmware.api [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': task-2597090, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100703} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.538839] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.539219] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677f2e93-1402-4866-a0fe-82f4f6f37242 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.564540] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] c7dbf8a7-f220-47be-a479-a1994a7d2664/c7dbf8a7-f220-47be-a479-a1994a7d2664.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.571519] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcddb8d8-f5ea-49da-a00e-6e8f4502f2b2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.594222] env[62954]: DEBUG oslo_vmware.api [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Waiting for the task: (returnval){ [ 650.594222] env[62954]: value = "task-2597092" [ 650.594222] env[62954]: _type = "Task" [ 650.594222] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.609025] env[62954]: DEBUG oslo_vmware.api [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': task-2597092, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.727034] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6de4104-bfdc-42a2-9a14-e3ca89f423f8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.734281] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1886de9-2f0b-4224-aec5-f5db2c1896c5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.768299] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd74cba-8493-4d4a-9ced-e687543dfeb0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.776816] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05d37f3-aa01-4d58-9e14-c5d1e208288d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.791140] env[62954]: DEBUG nova.compute.provider_tree [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.874082] env[62954]: DEBUG nova.network.neutron [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 650.897881] env[62954]: DEBUG oslo_vmware.api [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Task: {'id': task-2597091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074565} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.901247] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.902357] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785997ab-14bf-4fb6-b463-aeac733c0bcf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.926572] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 0ed3f1ae-f140-42a8-9581-aadb93447fbb/0ed3f1ae-f140-42a8-9581-aadb93447fbb.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.929839] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a5cdb8e-21c4-409a-8636-b0befd6d42c0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.963439] env[62954]: DEBUG oslo_vmware.api [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Waiting for the task: (returnval){ [ 650.963439] env[62954]: value = "task-2597093" [ 650.963439] env[62954]: _type = "Task" [ 650.963439] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.976672] env[62954]: DEBUG oslo_vmware.api [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Task: {'id': task-2597093, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.105786] env[62954]: DEBUG oslo_vmware.api [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': task-2597092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.120857] env[62954]: DEBUG nova.network.neutron [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Updating instance_info_cache with network_info: [{"id": "4162d929-64b9-4f80-bde1-2634152b248d", "address": "fa:16:3e:7f:08:d4", "network": {"id": "7d93cd88-3a79-4663-b604-587d28ffb013", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ae6c0f6d5bc5436aa4f50fbf2889df6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4162d929-64", "ovs_interfaceid": "4162d929-64b9-4f80-bde1-2634152b248d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.294879] env[62954]: DEBUG nova.scheduler.client.report [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.476221] env[62954]: DEBUG oslo_vmware.api [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Task: {'id': task-2597093, 'name': ReconfigVM_Task, 'duration_secs': 0.273842} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.476543] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 0ed3f1ae-f140-42a8-9581-aadb93447fbb/0ed3f1ae-f140-42a8-9581-aadb93447fbb.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.477855] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ad2372c-d380-4491-b021-211dba898a70 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.487308] env[62954]: DEBUG oslo_vmware.api [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Waiting for the task: (returnval){ [ 651.487308] env[62954]: value = "task-2597094" [ 651.487308] env[62954]: _type = "Task" [ 651.487308] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.497606] env[62954]: DEBUG oslo_vmware.api [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Task: {'id': task-2597094, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.605630] env[62954]: DEBUG oslo_vmware.api [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': task-2597092, 'name': ReconfigVM_Task, 'duration_secs': 0.965018} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.606289] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Reconfigured VM instance instance-0000001f to attach disk [datastore1] c7dbf8a7-f220-47be-a479-a1994a7d2664/c7dbf8a7-f220-47be-a479-a1994a7d2664.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.606923] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8139b32d-3046-4963-9fef-7f7882039ce7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.616329] env[62954]: DEBUG oslo_vmware.api [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Waiting for the task: (returnval){ [ 651.616329] env[62954]: value = "task-2597095" [ 651.616329] env[62954]: _type = "Task" [ 651.616329] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.626251] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Releasing lock "refresh_cache-d06126ca-dc5c-4862-93a0-19071afb4cf6" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.626605] env[62954]: DEBUG nova.compute.manager [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Instance network_info: |[{"id": "4162d929-64b9-4f80-bde1-2634152b248d", "address": "fa:16:3e:7f:08:d4", "network": {"id": "7d93cd88-3a79-4663-b604-587d28ffb013", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ae6c0f6d5bc5436aa4f50fbf2889df6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4162d929-64", "ovs_interfaceid": "4162d929-64b9-4f80-bde1-2634152b248d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 651.626852] env[62954]: DEBUG oslo_vmware.api [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': task-2597095, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.627225] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:08:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4162d929-64b9-4f80-bde1-2634152b248d', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.638523] env[62954]: DEBUG oslo.service.loopingcall [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 651.638768] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.638992] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d63dbf24-7804-4a16-9b84-90b7fa9a1125 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.668883] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.668883] env[62954]: value = "task-2597096" [ 651.668883] env[62954]: _type = "Task" [ 651.668883] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.678238] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597096, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.800685] env[62954]: DEBUG oslo_concurrency.lockutils [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.801222] env[62954]: DEBUG nova.compute.manager [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.803940] env[62954]: DEBUG oslo_concurrency.lockutils [None req-89a4d4a8-3d0d-4b7b-b141-f0fa0eb03bca tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 28.646s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.958493] env[62954]: DEBUG nova.compute.manager [req-46d1c2d3-cf1a-4162-a2f9-0465056eb9f1 req-706e9329-db3e-45be-823d-b6c451d9e660 service nova] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Received event network-changed-4162d929-64b9-4f80-bde1-2634152b248d {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 651.958905] env[62954]: DEBUG nova.compute.manager [req-46d1c2d3-cf1a-4162-a2f9-0465056eb9f1 req-706e9329-db3e-45be-823d-b6c451d9e660 service nova] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Refreshing instance network info cache due to event network-changed-4162d929-64b9-4f80-bde1-2634152b248d. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 651.959484] env[62954]: DEBUG oslo_concurrency.lockutils [req-46d1c2d3-cf1a-4162-a2f9-0465056eb9f1 req-706e9329-db3e-45be-823d-b6c451d9e660 service nova] Acquiring lock "refresh_cache-d06126ca-dc5c-4862-93a0-19071afb4cf6" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.959785] env[62954]: DEBUG oslo_concurrency.lockutils [req-46d1c2d3-cf1a-4162-a2f9-0465056eb9f1 req-706e9329-db3e-45be-823d-b6c451d9e660 service nova] Acquired lock "refresh_cache-d06126ca-dc5c-4862-93a0-19071afb4cf6" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.960141] env[62954]: DEBUG nova.network.neutron [req-46d1c2d3-cf1a-4162-a2f9-0465056eb9f1 req-706e9329-db3e-45be-823d-b6c451d9e660 service nova] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Refreshing network info cache for port 4162d929-64b9-4f80-bde1-2634152b248d {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.998388] env[62954]: DEBUG oslo_vmware.api [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Task: {'id': task-2597094, 'name': Rename_Task, 'duration_secs': 0.242071} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.998732] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.998901] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de1b2895-e943-4d50-ae5b-c8ddecec862d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.007439] env[62954]: DEBUG oslo_vmware.api [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Waiting for the task: (returnval){ [ 652.007439] env[62954]: value = "task-2597097" [ 652.007439] env[62954]: _type = "Task" [ 652.007439] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.018288] env[62954]: DEBUG oslo_vmware.api [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Task: {'id': task-2597097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.126178] env[62954]: DEBUG oslo_vmware.api [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': task-2597095, 'name': Rename_Task, 'duration_secs': 0.197941} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.126470] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.126718] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfc004eb-4078-418d-bb3f-44ededfe5fda {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.133498] env[62954]: DEBUG oslo_vmware.api [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Waiting for the task: (returnval){ [ 652.133498] env[62954]: value = "task-2597098" [ 652.133498] env[62954]: _type = "Task" [ 652.133498] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.142466] env[62954]: DEBUG oslo_vmware.api [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': task-2597098, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.178897] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597096, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.309537] env[62954]: DEBUG nova.compute.utils [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 652.314155] env[62954]: DEBUG nova.compute.manager [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 652.314396] env[62954]: DEBUG nova.network.neutron [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 652.322584] env[62954]: DEBUG nova.compute.manager [None req-f7ea6387-f3b2-4970-9803-b15f29ff2004 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.323932] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759d67e8-914f-45b6-be14-c656a7504c89 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.360693] env[62954]: DEBUG nova.policy [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9973a8ccbfe74a80b37975ce31734789', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c0fa30b00214fe9b5d6578b30a7dd9b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 652.518547] env[62954]: DEBUG oslo_vmware.api [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Task: {'id': task-2597097, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.649914] env[62954]: DEBUG oslo_vmware.api [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': task-2597098, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.682944] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597096, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.815183] env[62954]: DEBUG nova.compute.manager [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.827311] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae041db-cdcf-4025-87c0-9f6fde871454 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.836918] env[62954]: INFO nova.compute.manager [None req-f7ea6387-f3b2-4970-9803-b15f29ff2004 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] instance snapshotting [ 652.841655] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe85084c-9ad7-4d91-9c55-7ccf3d85c82e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.850514] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e80cbd-4acf-4f7f-b7e4-6225a8295d99 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.899645] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4349415a-787b-40d8-ac03-b3b00afa2bb3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.903676] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c292a4-dadb-4c42-a7f8-e5e27dbad521 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.916232] env[62954]: DEBUG oslo_concurrency.lockutils [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "383d7013-3574-4b60-9975-af059d4f8a99" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.916478] env[62954]: DEBUG oslo_concurrency.lockutils [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "383d7013-3574-4b60-9975-af059d4f8a99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.920192] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2083735f-83ca-4753-a1e7-f61c4e9d8df4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.925595] env[62954]: DEBUG nova.network.neutron [req-46d1c2d3-cf1a-4162-a2f9-0465056eb9f1 req-706e9329-db3e-45be-823d-b6c451d9e660 service nova] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Updated VIF entry in instance network info cache for port 4162d929-64b9-4f80-bde1-2634152b248d. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.925867] env[62954]: DEBUG nova.network.neutron [req-46d1c2d3-cf1a-4162-a2f9-0465056eb9f1 req-706e9329-db3e-45be-823d-b6c451d9e660 service nova] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Updating instance_info_cache with network_info: [{"id": "4162d929-64b9-4f80-bde1-2634152b248d", "address": "fa:16:3e:7f:08:d4", "network": {"id": "7d93cd88-3a79-4663-b604-587d28ffb013", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ae6c0f6d5bc5436aa4f50fbf2889df6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4162d929-64", "ovs_interfaceid": "4162d929-64b9-4f80-bde1-2634152b248d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.939070] env[62954]: DEBUG nova.compute.provider_tree [None req-89a4d4a8-3d0d-4b7b-b141-f0fa0eb03bca tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.941056] env[62954]: DEBUG nova.network.neutron [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Successfully created port: 103e32b2-a2c8-444b-92f6-8f5f356419ca {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.018418] env[62954]: DEBUG oslo_vmware.api [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Task: {'id': task-2597097, 'name': PowerOnVM_Task, 'duration_secs': 0.64653} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.018742] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.018887] env[62954]: INFO nova.compute.manager [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Took 8.74 seconds to spawn the instance on the hypervisor. [ 653.019080] env[62954]: DEBUG nova.compute.manager [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.019866] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aff69b6-8644-42cc-bd65-fa41ce54b9f1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.146558] env[62954]: DEBUG oslo_vmware.api [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': task-2597098, 'name': PowerOnVM_Task, 'duration_secs': 0.634959} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.146847] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.147114] env[62954]: INFO nova.compute.manager [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Took 11.53 seconds to spawn the instance on the hypervisor. [ 653.147355] env[62954]: DEBUG nova.compute.manager [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.148145] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fef1cd-b15f-473f-b4cf-5100d24cce46 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.180080] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597096, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.428715] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ea6387-f3b2-4970-9803-b15f29ff2004 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Creating Snapshot of the VM instance {{(pid=62954) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 653.429214] env[62954]: DEBUG oslo_concurrency.lockutils [req-46d1c2d3-cf1a-4162-a2f9-0465056eb9f1 req-706e9329-db3e-45be-823d-b6c451d9e660 service nova] Releasing lock "refresh_cache-d06126ca-dc5c-4862-93a0-19071afb4cf6" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.429607] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bc14ee18-6dbd-4989-8b2e-80a2fd06ba3b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.438326] env[62954]: DEBUG oslo_vmware.api [None req-f7ea6387-f3b2-4970-9803-b15f29ff2004 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Waiting for the task: (returnval){ [ 653.438326] env[62954]: value = "task-2597099" [ 653.438326] env[62954]: _type = "Task" [ 653.438326] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.447639] env[62954]: DEBUG nova.scheduler.client.report [None req-89a4d4a8-3d0d-4b7b-b141-f0fa0eb03bca tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.450857] env[62954]: DEBUG oslo_vmware.api [None req-f7ea6387-f3b2-4970-9803-b15f29ff2004 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597099, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.540628] env[62954]: INFO nova.compute.manager [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Took 40.42 seconds to build instance. [ 653.670887] env[62954]: INFO nova.compute.manager [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Took 43.95 seconds to build instance. [ 653.687263] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597096, 'name': CreateVM_Task, 'duration_secs': 1.978615} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.687679] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.688588] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.688852] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.689487] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.689746] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42d53432-c2ad-4087-9f22-fd62d43e4470 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.698747] env[62954]: DEBUG oslo_vmware.api [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Waiting for the task: (returnval){ [ 653.698747] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]528c1dc7-4f9e-dc2f-225d-cce9973e3a39" [ 653.698747] env[62954]: _type = "Task" [ 653.698747] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.709506] env[62954]: DEBUG oslo_vmware.api [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]528c1dc7-4f9e-dc2f-225d-cce9973e3a39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.827828] env[62954]: DEBUG nova.compute.manager [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.854812] env[62954]: DEBUG nova.virt.hardware [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.855068] env[62954]: DEBUG nova.virt.hardware [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.855234] env[62954]: DEBUG nova.virt.hardware [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.855415] env[62954]: DEBUG nova.virt.hardware [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.855563] env[62954]: DEBUG nova.virt.hardware [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.855710] env[62954]: DEBUG nova.virt.hardware [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.855916] env[62954]: DEBUG nova.virt.hardware [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.856186] env[62954]: DEBUG nova.virt.hardware [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.856803] env[62954]: DEBUG nova.virt.hardware [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.856803] env[62954]: DEBUG nova.virt.hardware [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.856803] env[62954]: DEBUG nova.virt.hardware [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.857695] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de83e5fd-1b00-4f9c-a8d8-cffb41fe0a31 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.866642] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1fac06a-63c5-47b3-b3ab-474218d6915f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.949638] env[62954]: DEBUG oslo_vmware.api [None req-f7ea6387-f3b2-4970-9803-b15f29ff2004 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597099, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.007928] env[62954]: DEBUG nova.compute.manager [req-e568acf2-f388-4904-8bb9-219b3515c875 req-3b92865c-8f9a-4016-a27c-9d7a1f284a7d service nova] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Received event network-changed-8d9c608e-1868-47b5-b4ec-bd772b621db1 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 654.008530] env[62954]: DEBUG nova.compute.manager [req-e568acf2-f388-4904-8bb9-219b3515c875 req-3b92865c-8f9a-4016-a27c-9d7a1f284a7d service nova] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Refreshing instance network info cache due to event network-changed-8d9c608e-1868-47b5-b4ec-bd772b621db1. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 654.008530] env[62954]: DEBUG oslo_concurrency.lockutils [req-e568acf2-f388-4904-8bb9-219b3515c875 req-3b92865c-8f9a-4016-a27c-9d7a1f284a7d service nova] Acquiring lock "refresh_cache-0ed3f1ae-f140-42a8-9581-aadb93447fbb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.008530] env[62954]: DEBUG oslo_concurrency.lockutils [req-e568acf2-f388-4904-8bb9-219b3515c875 req-3b92865c-8f9a-4016-a27c-9d7a1f284a7d service nova] Acquired lock "refresh_cache-0ed3f1ae-f140-42a8-9581-aadb93447fbb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.008530] env[62954]: DEBUG nova.network.neutron [req-e568acf2-f388-4904-8bb9-219b3515c875 req-3b92865c-8f9a-4016-a27c-9d7a1f284a7d service nova] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Refreshing network info cache for port 8d9c608e-1868-47b5-b4ec-bd772b621db1 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.044952] env[62954]: DEBUG oslo_concurrency.lockutils [None req-91257e3e-9b21-4470-828a-ea17b6824d65 tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Lock "0ed3f1ae-f140-42a8-9581-aadb93447fbb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.359s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.179458] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e2520daa-cbd0-46a0-b75e-c554dd09838f tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Lock "c7dbf8a7-f220-47be-a479-a1994a7d2664" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.068s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.212468] env[62954]: DEBUG oslo_vmware.api [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]528c1dc7-4f9e-dc2f-225d-cce9973e3a39, 'name': SearchDatastore_Task, 'duration_secs': 0.013597} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.212767] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.213037] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.213291] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.213438] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.213618] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.213877] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7080f3bf-15fb-4b97-b077-554d44692288 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.225877] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.226056] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.226907] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76fcf01a-be34-420d-af6d-fe79aaa48b71 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.233470] env[62954]: DEBUG oslo_vmware.api [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Waiting for the task: (returnval){ [ 654.233470] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52236998-c43b-b874-3582-2a3c7caa7500" [ 654.233470] env[62954]: _type = "Task" [ 654.233470] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.242088] env[62954]: DEBUG oslo_vmware.api [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52236998-c43b-b874-3582-2a3c7caa7500, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.458020] env[62954]: DEBUG oslo_vmware.api [None req-f7ea6387-f3b2-4970-9803-b15f29ff2004 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597099, 'name': CreateSnapshot_Task, 'duration_secs': 1.008301} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.458020] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ea6387-f3b2-4970-9803-b15f29ff2004 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Created Snapshot of the VM instance {{(pid=62954) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 654.458020] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c4e5f2-f15c-42d2-b933-bec46a9a7a2f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.460383] env[62954]: DEBUG oslo_concurrency.lockutils [None req-89a4d4a8-3d0d-4b7b-b141-f0fa0eb03bca tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.656s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.466093] env[62954]: DEBUG oslo_concurrency.lockutils [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.996s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.468649] env[62954]: INFO nova.compute.claims [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.550825] env[62954]: DEBUG nova.compute.manager [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.611383] env[62954]: DEBUG oslo_concurrency.lockutils [None req-96608396-2a9d-4f46-b181-549be2c66937 tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Acquiring lock "c7dbf8a7-f220-47be-a479-a1994a7d2664" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.611674] env[62954]: DEBUG oslo_concurrency.lockutils [None req-96608396-2a9d-4f46-b181-549be2c66937 tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Lock "c7dbf8a7-f220-47be-a479-a1994a7d2664" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.612376] env[62954]: DEBUG oslo_concurrency.lockutils [None req-96608396-2a9d-4f46-b181-549be2c66937 tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Acquiring lock "c7dbf8a7-f220-47be-a479-a1994a7d2664-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.612606] env[62954]: DEBUG oslo_concurrency.lockutils [None req-96608396-2a9d-4f46-b181-549be2c66937 tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Lock "c7dbf8a7-f220-47be-a479-a1994a7d2664-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.612800] env[62954]: DEBUG oslo_concurrency.lockutils [None req-96608396-2a9d-4f46-b181-549be2c66937 tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Lock "c7dbf8a7-f220-47be-a479-a1994a7d2664-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.615668] env[62954]: INFO nova.compute.manager [None req-96608396-2a9d-4f46-b181-549be2c66937 tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Terminating instance [ 654.682193] env[62954]: DEBUG nova.compute.manager [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.697090] env[62954]: DEBUG nova.network.neutron [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Successfully updated port: 103e32b2-a2c8-444b-92f6-8f5f356419ca {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 654.747152] env[62954]: DEBUG oslo_vmware.api [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52236998-c43b-b874-3582-2a3c7caa7500, 'name': SearchDatastore_Task, 'duration_secs': 0.011899} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.747963] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f5cfa20-14ee-43b0-9df7-9bc38e05329c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.756022] env[62954]: DEBUG oslo_vmware.api [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Waiting for the task: (returnval){ [ 654.756022] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5255e9d6-b1e7-539f-b746-6fb9ccda2f4c" [ 654.756022] env[62954]: _type = "Task" [ 654.756022] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.764200] env[62954]: DEBUG oslo_vmware.api [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5255e9d6-b1e7-539f-b746-6fb9ccda2f4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.832954] env[62954]: DEBUG nova.network.neutron [req-e568acf2-f388-4904-8bb9-219b3515c875 req-3b92865c-8f9a-4016-a27c-9d7a1f284a7d service nova] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Updated VIF entry in instance network info cache for port 8d9c608e-1868-47b5-b4ec-bd772b621db1. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.833514] env[62954]: DEBUG nova.network.neutron [req-e568acf2-f388-4904-8bb9-219b3515c875 req-3b92865c-8f9a-4016-a27c-9d7a1f284a7d service nova] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Updating instance_info_cache with network_info: [{"id": "8d9c608e-1868-47b5-b4ec-bd772b621db1", "address": "fa:16:3e:5c:53:ac", "network": {"id": "7bdc49e7-0741-4139-a53c-511e0f555b57", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-598953158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae25571321d84f0b92b44e66b5bb272f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d9c608e-18", "ovs_interfaceid": "8d9c608e-1868-47b5-b4ec-bd772b621db1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.997324] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ea6387-f3b2-4970-9803-b15f29ff2004 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Creating linked-clone VM from snapshot {{(pid=62954) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 655.000182] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d4205d48-3227-4d0f-914f-35a1692b8052 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.010183] env[62954]: DEBUG oslo_vmware.api [None req-f7ea6387-f3b2-4970-9803-b15f29ff2004 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Waiting for the task: (returnval){ [ 655.010183] env[62954]: value = "task-2597100" [ 655.010183] env[62954]: _type = "Task" [ 655.010183] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.018820] env[62954]: DEBUG oslo_vmware.api [None req-f7ea6387-f3b2-4970-9803-b15f29ff2004 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597100, 'name': CloneVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.038219] env[62954]: INFO nova.scheduler.client.report [None req-89a4d4a8-3d0d-4b7b-b141-f0fa0eb03bca tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Deleted allocation for migration 232b2631-389e-4c91-8a4b-c8ac969e17b2 [ 655.074437] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.119359] env[62954]: DEBUG nova.compute.manager [None req-96608396-2a9d-4f46-b181-549be2c66937 tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 655.119723] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-96608396-2a9d-4f46-b181-549be2c66937 tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 655.121526] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2f1024-2a52-4816-83db-0500c4cd1efb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.130193] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-96608396-2a9d-4f46-b181-549be2c66937 tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 655.130449] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b42db469-9d60-44ad-b346-d072039656d8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.138332] env[62954]: DEBUG oslo_vmware.api [None req-96608396-2a9d-4f46-b181-549be2c66937 tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Waiting for the task: (returnval){ [ 655.138332] env[62954]: value = "task-2597101" [ 655.138332] env[62954]: _type = "Task" [ 655.138332] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.148789] env[62954]: DEBUG oslo_vmware.api [None req-96608396-2a9d-4f46-b181-549be2c66937 tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': task-2597101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.202168] env[62954]: DEBUG oslo_concurrency.lockutils [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Acquiring lock "refresh_cache-5157c346-c7da-488e-b7fd-1dccac3bf61b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.202168] env[62954]: DEBUG oslo_concurrency.lockutils [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Acquired lock "refresh_cache-5157c346-c7da-488e-b7fd-1dccac3bf61b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.202168] env[62954]: DEBUG nova.network.neutron [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.204413] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.266852] env[62954]: DEBUG oslo_vmware.api [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5255e9d6-b1e7-539f-b746-6fb9ccda2f4c, 'name': SearchDatastore_Task, 'duration_secs': 0.010749} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.267225] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.267542] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] d06126ca-dc5c-4862-93a0-19071afb4cf6/d06126ca-dc5c-4862-93a0-19071afb4cf6.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.267849] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f85b6265-9c0e-460b-b416-1f9a9536d7b7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.276791] env[62954]: DEBUG oslo_vmware.api [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Waiting for the task: (returnval){ [ 655.276791] env[62954]: value = "task-2597102" [ 655.276791] env[62954]: _type = "Task" [ 655.276791] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.287100] env[62954]: DEBUG oslo_vmware.api [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Task: {'id': task-2597102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.336065] env[62954]: DEBUG oslo_concurrency.lockutils [req-e568acf2-f388-4904-8bb9-219b3515c875 req-3b92865c-8f9a-4016-a27c-9d7a1f284a7d service nova] Releasing lock "refresh_cache-0ed3f1ae-f140-42a8-9581-aadb93447fbb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.522304] env[62954]: DEBUG oslo_vmware.api [None req-f7ea6387-f3b2-4970-9803-b15f29ff2004 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597100, 'name': CloneVM_Task} progress is 94%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.543032] env[62954]: DEBUG oslo_concurrency.lockutils [None req-89a4d4a8-3d0d-4b7b-b141-f0fa0eb03bca tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Lock "2e7fdade-c4c3-400c-b59a-b77382e4348c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 36.289s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.651862] env[62954]: DEBUG oslo_vmware.api [None req-96608396-2a9d-4f46-b181-549be2c66937 tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': task-2597101, 'name': PowerOffVM_Task, 'duration_secs': 0.352248} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.659055] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-96608396-2a9d-4f46-b181-549be2c66937 tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 655.659312] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-96608396-2a9d-4f46-b181-549be2c66937 tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 655.659845] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1aed8e5-6d20-4f47-8873-70440d78bc2a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.744097] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-96608396-2a9d-4f46-b181-549be2c66937 tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 655.744097] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-96608396-2a9d-4f46-b181-549be2c66937 tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 655.744097] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-96608396-2a9d-4f46-b181-549be2c66937 tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Deleting the datastore file [datastore1] c7dbf8a7-f220-47be-a479-a1994a7d2664 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 655.744684] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ba490c6-2a32-40f3-97aa-22a380956581 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.756366] env[62954]: DEBUG nova.network.neutron [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.758272] env[62954]: DEBUG oslo_vmware.api [None req-96608396-2a9d-4f46-b181-549be2c66937 tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Waiting for the task: (returnval){ [ 655.758272] env[62954]: value = "task-2597104" [ 655.758272] env[62954]: _type = "Task" [ 655.758272] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.773433] env[62954]: DEBUG oslo_vmware.api [None req-96608396-2a9d-4f46-b181-549be2c66937 tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': task-2597104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.789925] env[62954]: DEBUG oslo_vmware.api [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Task: {'id': task-2597102, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.971770] env[62954]: DEBUG nova.network.neutron [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Updating instance_info_cache with network_info: [{"id": "103e32b2-a2c8-444b-92f6-8f5f356419ca", "address": "fa:16:3e:67:17:db", "network": {"id": "f8226451-2205-4323-ba09-4ff0d3749970", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1198266533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c0fa30b00214fe9b5d6578b30a7dd9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap103e32b2-a2", "ovs_interfaceid": "103e32b2-a2c8-444b-92f6-8f5f356419ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.018279] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1912df5-3d26-4c6a-908a-7f03c5db2480 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.029119] env[62954]: DEBUG oslo_vmware.api [None req-f7ea6387-f3b2-4970-9803-b15f29ff2004 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597100, 'name': CloneVM_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.032556] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbe9fc3-c3e3-4252-a1c2-b26a909b1df3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.041446] env[62954]: DEBUG nova.compute.manager [req-0c49b3fb-4610-48d6-b2ac-486645127faa req-91d44a45-3314-471d-b51d-8fc5565f01ed service nova] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Received event network-vif-plugged-103e32b2-a2c8-444b-92f6-8f5f356419ca {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 656.041638] env[62954]: DEBUG oslo_concurrency.lockutils [req-0c49b3fb-4610-48d6-b2ac-486645127faa req-91d44a45-3314-471d-b51d-8fc5565f01ed service nova] Acquiring lock "5157c346-c7da-488e-b7fd-1dccac3bf61b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.041930] env[62954]: DEBUG oslo_concurrency.lockutils [req-0c49b3fb-4610-48d6-b2ac-486645127faa req-91d44a45-3314-471d-b51d-8fc5565f01ed service nova] Lock "5157c346-c7da-488e-b7fd-1dccac3bf61b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.042097] env[62954]: DEBUG oslo_concurrency.lockutils [req-0c49b3fb-4610-48d6-b2ac-486645127faa req-91d44a45-3314-471d-b51d-8fc5565f01ed service nova] Lock "5157c346-c7da-488e-b7fd-1dccac3bf61b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.042278] env[62954]: DEBUG nova.compute.manager [req-0c49b3fb-4610-48d6-b2ac-486645127faa req-91d44a45-3314-471d-b51d-8fc5565f01ed service nova] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] No waiting events found dispatching network-vif-plugged-103e32b2-a2c8-444b-92f6-8f5f356419ca {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 656.042443] env[62954]: WARNING nova.compute.manager [req-0c49b3fb-4610-48d6-b2ac-486645127faa req-91d44a45-3314-471d-b51d-8fc5565f01ed service nova] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Received unexpected event network-vif-plugged-103e32b2-a2c8-444b-92f6-8f5f356419ca for instance with vm_state building and task_state spawning. [ 656.042662] env[62954]: DEBUG nova.compute.manager [req-0c49b3fb-4610-48d6-b2ac-486645127faa req-91d44a45-3314-471d-b51d-8fc5565f01ed service nova] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Received event network-changed-103e32b2-a2c8-444b-92f6-8f5f356419ca {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 656.042892] env[62954]: DEBUG nova.compute.manager [req-0c49b3fb-4610-48d6-b2ac-486645127faa req-91d44a45-3314-471d-b51d-8fc5565f01ed service nova] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Refreshing instance network info cache due to event network-changed-103e32b2-a2c8-444b-92f6-8f5f356419ca. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 656.043156] env[62954]: DEBUG oslo_concurrency.lockutils [req-0c49b3fb-4610-48d6-b2ac-486645127faa req-91d44a45-3314-471d-b51d-8fc5565f01ed service nova] Acquiring lock "refresh_cache-5157c346-c7da-488e-b7fd-1dccac3bf61b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.071713] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a24869-ce4e-4044-b670-88eb0298c6d6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.080494] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f346f8-11a7-499f-93b2-8977484a93f4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.095241] env[62954]: DEBUG nova.compute.provider_tree [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.269260] env[62954]: DEBUG oslo_vmware.api [None req-96608396-2a9d-4f46-b181-549be2c66937 tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Task: {'id': task-2597104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241492} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.269545] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-96608396-2a9d-4f46-b181-549be2c66937 tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 656.269732] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-96608396-2a9d-4f46-b181-549be2c66937 tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 656.269919] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-96608396-2a9d-4f46-b181-549be2c66937 tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 656.270109] env[62954]: INFO nova.compute.manager [None req-96608396-2a9d-4f46-b181-549be2c66937 tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Took 1.15 seconds to destroy the instance on the hypervisor. [ 656.270390] env[62954]: DEBUG oslo.service.loopingcall [None req-96608396-2a9d-4f46-b181-549be2c66937 tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 656.270596] env[62954]: DEBUG nova.compute.manager [-] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 656.270691] env[62954]: DEBUG nova.network.neutron [-] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 656.290209] env[62954]: DEBUG oslo_vmware.api [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Task: {'id': task-2597102, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515821} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.290556] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] d06126ca-dc5c-4862-93a0-19071afb4cf6/d06126ca-dc5c-4862-93a0-19071afb4cf6.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.291138] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.291138] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e44dab8-3234-440c-b944-ec4ef509986e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.300472] env[62954]: DEBUG oslo_vmware.api [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Waiting for the task: (returnval){ [ 656.300472] env[62954]: value = "task-2597105" [ 656.300472] env[62954]: _type = "Task" [ 656.300472] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.310839] env[62954]: DEBUG oslo_vmware.api [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Task: {'id': task-2597105, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.476711] env[62954]: DEBUG oslo_concurrency.lockutils [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Releasing lock "refresh_cache-5157c346-c7da-488e-b7fd-1dccac3bf61b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.477128] env[62954]: DEBUG nova.compute.manager [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Instance network_info: |[{"id": "103e32b2-a2c8-444b-92f6-8f5f356419ca", "address": "fa:16:3e:67:17:db", "network": {"id": "f8226451-2205-4323-ba09-4ff0d3749970", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1198266533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c0fa30b00214fe9b5d6578b30a7dd9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap103e32b2-a2", "ovs_interfaceid": "103e32b2-a2c8-444b-92f6-8f5f356419ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 656.477515] env[62954]: DEBUG oslo_concurrency.lockutils [req-0c49b3fb-4610-48d6-b2ac-486645127faa req-91d44a45-3314-471d-b51d-8fc5565f01ed service nova] Acquired lock "refresh_cache-5157c346-c7da-488e-b7fd-1dccac3bf61b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.477657] env[62954]: DEBUG nova.network.neutron [req-0c49b3fb-4610-48d6-b2ac-486645127faa req-91d44a45-3314-471d-b51d-8fc5565f01ed service nova] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Refreshing network info cache for port 103e32b2-a2c8-444b-92f6-8f5f356419ca {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.479034] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:17:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed82fc44-f216-40a7-a68b-62d76ffdb1f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '103e32b2-a2c8-444b-92f6-8f5f356419ca', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.490484] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Creating folder: Project (9c0fa30b00214fe9b5d6578b30a7dd9b). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.490484] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34dceed2-92c4-48e0-b0b7-f8f057732a1d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.502875] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Created folder: Project (9c0fa30b00214fe9b5d6578b30a7dd9b) in parent group-v523717. [ 656.503065] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Creating folder: Instances. Parent ref: group-v523824. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.503305] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8854997-2a44-40ab-b9f6-28dd5c0007b5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.514771] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Created folder: Instances in parent group-v523824. [ 656.514771] env[62954]: DEBUG oslo.service.loopingcall [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 656.518643] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.520198] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4fea241f-19d1-4509-ab9d-8b62ebcee457 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.551190] env[62954]: DEBUG oslo_vmware.api [None req-f7ea6387-f3b2-4970-9803-b15f29ff2004 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597100, 'name': CloneVM_Task, 'duration_secs': 1.067635} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.552019] env[62954]: INFO nova.virt.vmwareapi.vmops [None req-f7ea6387-f3b2-4970-9803-b15f29ff2004 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Created linked-clone VM from snapshot [ 656.552194] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.552194] env[62954]: value = "task-2597108" [ 656.552194] env[62954]: _type = "Task" [ 656.552194] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.552909] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fe2726-f12a-4edc-a4bd-fbeb1a4ec756 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.566196] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-f7ea6387-f3b2-4970-9803-b15f29ff2004 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Uploading image f42e0e03-9d69-464f-8ef9-cd0ba05824b1 {{(pid=62954) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 656.570669] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597108, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.597444] env[62954]: DEBUG oslo_vmware.rw_handles [None req-f7ea6387-f3b2-4970-9803-b15f29ff2004 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 656.597444] env[62954]: value = "vm-523823" [ 656.597444] env[62954]: _type = "VirtualMachine" [ 656.597444] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 656.598373] env[62954]: DEBUG nova.scheduler.client.report [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.601708] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d6ca7b20-6596-4282-9e63-e5430b4e999a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.611159] env[62954]: DEBUG oslo_vmware.rw_handles [None req-f7ea6387-f3b2-4970-9803-b15f29ff2004 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Lease: (returnval){ [ 656.611159] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52ef76bd-71f6-2b4f-ceca-bef93fa53464" [ 656.611159] env[62954]: _type = "HttpNfcLease" [ 656.611159] env[62954]: } obtained for exporting VM: (result){ [ 656.611159] env[62954]: value = "vm-523823" [ 656.611159] env[62954]: _type = "VirtualMachine" [ 656.611159] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 656.611421] env[62954]: DEBUG oslo_vmware.api [None req-f7ea6387-f3b2-4970-9803-b15f29ff2004 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Waiting for the lease: (returnval){ [ 656.611421] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52ef76bd-71f6-2b4f-ceca-bef93fa53464" [ 656.611421] env[62954]: _type = "HttpNfcLease" [ 656.611421] env[62954]: } to be ready. {{(pid=62954) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 656.619775] env[62954]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 656.619775] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52ef76bd-71f6-2b4f-ceca-bef93fa53464" [ 656.619775] env[62954]: _type = "HttpNfcLease" [ 656.619775] env[62954]: } is initializing. {{(pid=62954) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 656.811965] env[62954]: DEBUG oslo_vmware.api [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Task: {'id': task-2597105, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071632} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.812407] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.814417] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c29319-510b-4bdc-a90d-791f80f0de8f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.835979] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] d06126ca-dc5c-4862-93a0-19071afb4cf6/d06126ca-dc5c-4862-93a0-19071afb4cf6.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.836834] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbf2d80b-8302-49df-bc5a-8aa681a531ef {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.859766] env[62954]: DEBUG oslo_vmware.api [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Waiting for the task: (returnval){ [ 656.859766] env[62954]: value = "task-2597110" [ 656.859766] env[62954]: _type = "Task" [ 656.859766] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.869451] env[62954]: DEBUG oslo_vmware.api [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Task: {'id': task-2597110, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.043157] env[62954]: DEBUG nova.network.neutron [-] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.065936] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597108, 'name': CreateVM_Task, 'duration_secs': 0.382264} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.066177] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 657.066863] env[62954]: DEBUG oslo_concurrency.lockutils [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.067050] env[62954]: DEBUG oslo_concurrency.lockutils [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.067360] env[62954]: DEBUG oslo_concurrency.lockutils [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.067601] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eb4e0db-4c66-4062-acfd-8f4a4b06fb2d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.072742] env[62954]: DEBUG oslo_vmware.api [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Waiting for the task: (returnval){ [ 657.072742] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52854d23-3254-a3da-d49a-82be061bf7f2" [ 657.072742] env[62954]: _type = "Task" [ 657.072742] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.083427] env[62954]: DEBUG oslo_vmware.api [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52854d23-3254-a3da-d49a-82be061bf7f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.105954] env[62954]: DEBUG oslo_concurrency.lockutils [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.105954] env[62954]: DEBUG nova.compute.manager [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 657.107864] env[62954]: DEBUG oslo_concurrency.lockutils [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.882s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.109247] env[62954]: INFO nova.compute.claims [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.122278] env[62954]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 657.122278] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52ef76bd-71f6-2b4f-ceca-bef93fa53464" [ 657.122278] env[62954]: _type = "HttpNfcLease" [ 657.122278] env[62954]: } is ready. {{(pid=62954) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 657.122550] env[62954]: DEBUG oslo_vmware.rw_handles [None req-f7ea6387-f3b2-4970-9803-b15f29ff2004 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 657.122550] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52ef76bd-71f6-2b4f-ceca-bef93fa53464" [ 657.122550] env[62954]: _type = "HttpNfcLease" [ 657.122550] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 657.123415] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0b6c59-bb1e-42f2-bf51-81578b758c15 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.133814] env[62954]: DEBUG oslo_vmware.rw_handles [None req-f7ea6387-f3b2-4970-9803-b15f29ff2004 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa019f-569f-7871-3560-69753054b569/disk-0.vmdk from lease info. {{(pid=62954) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 657.134083] env[62954]: DEBUG oslo_vmware.rw_handles [None req-f7ea6387-f3b2-4970-9803-b15f29ff2004 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa019f-569f-7871-3560-69753054b569/disk-0.vmdk for reading. {{(pid=62954) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 657.266687] env[62954]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-58347f6c-1e4b-4b37-8949-60cd4c80769d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.271243] env[62954]: DEBUG nova.network.neutron [req-0c49b3fb-4610-48d6-b2ac-486645127faa req-91d44a45-3314-471d-b51d-8fc5565f01ed service nova] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Updated VIF entry in instance network info cache for port 103e32b2-a2c8-444b-92f6-8f5f356419ca. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.271745] env[62954]: DEBUG nova.network.neutron [req-0c49b3fb-4610-48d6-b2ac-486645127faa req-91d44a45-3314-471d-b51d-8fc5565f01ed service nova] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Updating instance_info_cache with network_info: [{"id": "103e32b2-a2c8-444b-92f6-8f5f356419ca", "address": "fa:16:3e:67:17:db", "network": {"id": "f8226451-2205-4323-ba09-4ff0d3749970", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1198266533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c0fa30b00214fe9b5d6578b30a7dd9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap103e32b2-a2", "ovs_interfaceid": "103e32b2-a2c8-444b-92f6-8f5f356419ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.372574] env[62954]: DEBUG oslo_vmware.api [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Task: {'id': task-2597110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.546028] env[62954]: INFO nova.compute.manager [-] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Took 1.28 seconds to deallocate network for instance. [ 657.586042] env[62954]: DEBUG oslo_vmware.api [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52854d23-3254-a3da-d49a-82be061bf7f2, 'name': SearchDatastore_Task, 'duration_secs': 0.054798} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.587313] env[62954]: DEBUG oslo_concurrency.lockutils [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.587814] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.588328] env[62954]: DEBUG oslo_concurrency.lockutils [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.588745] env[62954]: DEBUG oslo_concurrency.lockutils [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.588822] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.589358] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-200c7190-aa57-4765-8fba-9de7b12ab7d9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.599923] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.600202] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.601038] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f169daf7-04e9-485e-bc86-08692f54bd10 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.610807] env[62954]: DEBUG oslo_vmware.api [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Waiting for the task: (returnval){ [ 657.610807] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5247ce16-60c9-d6b0-5e86-51048a1ea0a0" [ 657.610807] env[62954]: _type = "Task" [ 657.610807] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.617202] env[62954]: DEBUG nova.compute.utils [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 657.619532] env[62954]: DEBUG nova.compute.manager [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 657.619738] env[62954]: DEBUG nova.network.neutron [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 657.628103] env[62954]: DEBUG oslo_vmware.api [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5247ce16-60c9-d6b0-5e86-51048a1ea0a0, 'name': SearchDatastore_Task, 'duration_secs': 0.013194} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.629299] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e73ac9a8-b1dc-4030-8f57-e36196d78d6f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.639052] env[62954]: DEBUG oslo_vmware.api [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Waiting for the task: (returnval){ [ 657.639052] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5221996f-e051-0f28-4c56-6f3c1fb95a9d" [ 657.639052] env[62954]: _type = "Task" [ 657.639052] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.649351] env[62954]: DEBUG oslo_vmware.api [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5221996f-e051-0f28-4c56-6f3c1fb95a9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.677532] env[62954]: DEBUG nova.policy [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '651c368ef55642e5a785637ab180af44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a317aabf25624d2b84723f14d3cf3c3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.775776] env[62954]: DEBUG oslo_concurrency.lockutils [req-0c49b3fb-4610-48d6-b2ac-486645127faa req-91d44a45-3314-471d-b51d-8fc5565f01ed service nova] Releasing lock "refresh_cache-5157c346-c7da-488e-b7fd-1dccac3bf61b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.797236] env[62954]: DEBUG oslo_concurrency.lockutils [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquiring lock "a210b97d-117c-418b-81a2-594ec21dde75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.797560] env[62954]: DEBUG oslo_concurrency.lockutils [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Lock "a210b97d-117c-418b-81a2-594ec21dde75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.873043] env[62954]: DEBUG oslo_vmware.api [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Task: {'id': task-2597110, 'name': ReconfigVM_Task, 'duration_secs': 0.897821} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.873335] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Reconfigured VM instance instance-00000021 to attach disk [datastore1] d06126ca-dc5c-4862-93a0-19071afb4cf6/d06126ca-dc5c-4862-93a0-19071afb4cf6.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.873973] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7468b677-c9fd-4384-ae2b-fa50b28bb67b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.887022] env[62954]: DEBUG oslo_vmware.api [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Waiting for the task: (returnval){ [ 657.887022] env[62954]: value = "task-2597111" [ 657.887022] env[62954]: _type = "Task" [ 657.887022] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.895687] env[62954]: DEBUG oslo_vmware.api [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Task: {'id': task-2597111, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.014822] env[62954]: DEBUG nova.network.neutron [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Successfully created port: d45db640-f49e-4805-89b6-0fd8a2376733 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 658.052934] env[62954]: DEBUG oslo_concurrency.lockutils [None req-96608396-2a9d-4f46-b181-549be2c66937 tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.084644] env[62954]: DEBUG nova.compute.manager [req-b6d0151e-e6aa-4ebb-9bda-a97479c313c1 req-4e8080ea-2899-451b-99c0-cb4f12c89a50 service nova] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Received event network-vif-deleted-483e9fb2-055e-460b-a845-c521c55a2057 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 658.125543] env[62954]: DEBUG nova.compute.manager [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 658.153821] env[62954]: DEBUG oslo_vmware.api [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5221996f-e051-0f28-4c56-6f3c1fb95a9d, 'name': SearchDatastore_Task, 'duration_secs': 0.016001} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.154151] env[62954]: DEBUG oslo_concurrency.lockutils [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.154437] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 5157c346-c7da-488e-b7fd-1dccac3bf61b/5157c346-c7da-488e-b7fd-1dccac3bf61b.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.154793] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e22800fe-5c9e-4ac3-9804-9da8f7396601 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.163702] env[62954]: DEBUG oslo_vmware.api [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Waiting for the task: (returnval){ [ 658.163702] env[62954]: value = "task-2597112" [ 658.163702] env[62954]: _type = "Task" [ 658.163702] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.179463] env[62954]: DEBUG oslo_vmware.api [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Task: {'id': task-2597112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.397199] env[62954]: DEBUG oslo_vmware.api [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Task: {'id': task-2597111, 'name': Rename_Task, 'duration_secs': 0.208} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.400054] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.400828] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-476ec6c1-1ca1-4901-90fa-1dd1a220101f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.410179] env[62954]: DEBUG oslo_vmware.api [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Waiting for the task: (returnval){ [ 658.410179] env[62954]: value = "task-2597113" [ 658.410179] env[62954]: _type = "Task" [ 658.410179] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.423173] env[62954]: DEBUG oslo_vmware.api [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Task: {'id': task-2597113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.679770] env[62954]: DEBUG oslo_vmware.api [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Task: {'id': task-2597112, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.681819] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf0fad7-c77a-42f6-9014-f024634f44bd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.693543] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6f64cb-6023-42e1-9c19-a87373c8efdc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.730764] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f166f1c-f8f5-4d8f-a4c3-b0d4b2bd5d63 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.743095] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256fa38b-19a2-4e50-82bd-d36bef154d7a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.762020] env[62954]: DEBUG nova.compute.provider_tree [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.922213] env[62954]: DEBUG oslo_vmware.api [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Task: {'id': task-2597113, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.137463] env[62954]: DEBUG nova.compute.manager [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 659.163281] env[62954]: DEBUG nova.virt.hardware [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.163567] env[62954]: DEBUG nova.virt.hardware [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.163824] env[62954]: DEBUG nova.virt.hardware [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.164029] env[62954]: DEBUG nova.virt.hardware [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.164184] env[62954]: DEBUG nova.virt.hardware [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.164470] env[62954]: DEBUG nova.virt.hardware [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.164771] env[62954]: DEBUG nova.virt.hardware [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.164964] env[62954]: DEBUG nova.virt.hardware [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.165218] env[62954]: DEBUG nova.virt.hardware [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.165477] env[62954]: DEBUG nova.virt.hardware [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.165669] env[62954]: DEBUG nova.virt.hardware [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.166685] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c52536d-ed40-4fb7-9d5e-dbaa776bc1af {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.179084] env[62954]: DEBUG oslo_vmware.api [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Task: {'id': task-2597112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667118} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.181548] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 5157c346-c7da-488e-b7fd-1dccac3bf61b/5157c346-c7da-488e-b7fd-1dccac3bf61b.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.181775] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.182193] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f84ee20b-ba0a-4231-8aa5-1a4e34df008d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.186965] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606d0e27-4db0-4cae-a256-7c82658af41f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.203652] env[62954]: DEBUG oslo_vmware.api [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Waiting for the task: (returnval){ [ 659.203652] env[62954]: value = "task-2597114" [ 659.203652] env[62954]: _type = "Task" [ 659.203652] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.213181] env[62954]: DEBUG oslo_vmware.api [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Task: {'id': task-2597114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.265661] env[62954]: DEBUG nova.scheduler.client.report [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.423820] env[62954]: DEBUG oslo_vmware.api [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Task: {'id': task-2597113, 'name': PowerOnVM_Task, 'duration_secs': 0.623393} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.424175] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.424534] env[62954]: INFO nova.compute.manager [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Took 10.37 seconds to spawn the instance on the hypervisor. [ 659.424735] env[62954]: DEBUG nova.compute.manager [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.425523] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbe0331-18a8-43fa-92da-07de99f93b3b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.607810] env[62954]: DEBUG nova.network.neutron [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Successfully updated port: d45db640-f49e-4805-89b6-0fd8a2376733 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 659.714742] env[62954]: DEBUG oslo_vmware.api [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Task: {'id': task-2597114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076585} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.715093] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.716030] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb7a26a-80e9-457e-a456-4908b79c4da5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.739618] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 5157c346-c7da-488e-b7fd-1dccac3bf61b/5157c346-c7da-488e-b7fd-1dccac3bf61b.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.739948] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8e6cadd-dde6-4acb-a02a-d4e3ed812b37 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.763734] env[62954]: DEBUG oslo_vmware.api [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Waiting for the task: (returnval){ [ 659.763734] env[62954]: value = "task-2597115" [ 659.763734] env[62954]: _type = "Task" [ 659.763734] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.773616] env[62954]: DEBUG oslo_concurrency.lockutils [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.774028] env[62954]: DEBUG nova.compute.manager [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.776447] env[62954]: DEBUG oslo_vmware.api [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Task: {'id': task-2597115, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.776722] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6bc6c3b3-ff92-4238-8c3e-2e50a91f5206 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.966s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.776936] env[62954]: DEBUG nova.objects.instance [None req-6bc6c3b3-ff92-4238-8c3e-2e50a91f5206 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Lazy-loading 'resources' on Instance uuid dedc2fd9-de34-42c9-a178-5fd21ace681c {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 659.944566] env[62954]: INFO nova.compute.manager [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Took 41.81 seconds to build instance. [ 660.110360] env[62954]: DEBUG oslo_concurrency.lockutils [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Acquiring lock "refresh_cache-3e0d91e8-d0e5-48e8-9d76-e540c127d3c4" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.110516] env[62954]: DEBUG oslo_concurrency.lockutils [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Acquired lock "refresh_cache-3e0d91e8-d0e5-48e8-9d76-e540c127d3c4" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.110670] env[62954]: DEBUG nova.network.neutron [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.153909] env[62954]: DEBUG nova.compute.manager [req-e7218656-265e-40b6-a06d-e1b50065e39b req-aa3603ef-db19-40c6-ac97-8bca3a9a7a6c service nova] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Received event network-vif-plugged-d45db640-f49e-4805-89b6-0fd8a2376733 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 660.154201] env[62954]: DEBUG oslo_concurrency.lockutils [req-e7218656-265e-40b6-a06d-e1b50065e39b req-aa3603ef-db19-40c6-ac97-8bca3a9a7a6c service nova] Acquiring lock "3e0d91e8-d0e5-48e8-9d76-e540c127d3c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.154844] env[62954]: DEBUG oslo_concurrency.lockutils [req-e7218656-265e-40b6-a06d-e1b50065e39b req-aa3603ef-db19-40c6-ac97-8bca3a9a7a6c service nova] Lock "3e0d91e8-d0e5-48e8-9d76-e540c127d3c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.154844] env[62954]: DEBUG oslo_concurrency.lockutils [req-e7218656-265e-40b6-a06d-e1b50065e39b req-aa3603ef-db19-40c6-ac97-8bca3a9a7a6c service nova] Lock "3e0d91e8-d0e5-48e8-9d76-e540c127d3c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.154844] env[62954]: DEBUG nova.compute.manager [req-e7218656-265e-40b6-a06d-e1b50065e39b req-aa3603ef-db19-40c6-ac97-8bca3a9a7a6c service nova] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] No waiting events found dispatching network-vif-plugged-d45db640-f49e-4805-89b6-0fd8a2376733 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 660.154844] env[62954]: WARNING nova.compute.manager [req-e7218656-265e-40b6-a06d-e1b50065e39b req-aa3603ef-db19-40c6-ac97-8bca3a9a7a6c service nova] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Received unexpected event network-vif-plugged-d45db640-f49e-4805-89b6-0fd8a2376733 for instance with vm_state building and task_state spawning. [ 660.155098] env[62954]: DEBUG nova.compute.manager [req-e7218656-265e-40b6-a06d-e1b50065e39b req-aa3603ef-db19-40c6-ac97-8bca3a9a7a6c service nova] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Received event network-changed-d45db640-f49e-4805-89b6-0fd8a2376733 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 660.155268] env[62954]: DEBUG nova.compute.manager [req-e7218656-265e-40b6-a06d-e1b50065e39b req-aa3603ef-db19-40c6-ac97-8bca3a9a7a6c service nova] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Refreshing instance network info cache due to event network-changed-d45db640-f49e-4805-89b6-0fd8a2376733. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 660.155408] env[62954]: DEBUG oslo_concurrency.lockutils [req-e7218656-265e-40b6-a06d-e1b50065e39b req-aa3603ef-db19-40c6-ac97-8bca3a9a7a6c service nova] Acquiring lock "refresh_cache-3e0d91e8-d0e5-48e8-9d76-e540c127d3c4" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.275515] env[62954]: DEBUG oslo_vmware.api [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Task: {'id': task-2597115, 'name': ReconfigVM_Task, 'duration_secs': 0.31603} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.275806] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 5157c346-c7da-488e-b7fd-1dccac3bf61b/5157c346-c7da-488e-b7fd-1dccac3bf61b.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.276460] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0cc272c2-4781-4bc6-b08d-e214305f1369 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.279099] env[62954]: DEBUG nova.compute.utils [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 660.280891] env[62954]: DEBUG nova.compute.manager [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 660.280891] env[62954]: DEBUG nova.network.neutron [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 660.287479] env[62954]: DEBUG oslo_vmware.api [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Waiting for the task: (returnval){ [ 660.287479] env[62954]: value = "task-2597116" [ 660.287479] env[62954]: _type = "Task" [ 660.287479] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.297955] env[62954]: DEBUG oslo_vmware.api [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Task: {'id': task-2597116, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.348433] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd4d56c-e91e-40b5-9acb-b6a5f0bb3e0e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.353832] env[62954]: DEBUG nova.policy [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d93f2c5bd454337b0ddddca44aba7c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6840a97fff34166a86b5011fc267e5e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.363554] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7afeb8c5-d3ce-4f07-b7bd-3d8272fa0ec7 tempest-ServersAdminNegativeTestJSON-1592549203 tempest-ServersAdminNegativeTestJSON-1592549203-project-admin] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Suspending the VM {{(pid=62954) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 660.363554] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c24054d7-51a6-4682-ba97-f25b8c34ce9a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.373957] env[62954]: DEBUG oslo_vmware.api [None req-7afeb8c5-d3ce-4f07-b7bd-3d8272fa0ec7 tempest-ServersAdminNegativeTestJSON-1592549203 tempest-ServersAdminNegativeTestJSON-1592549203-project-admin] Waiting for the task: (returnval){ [ 660.373957] env[62954]: value = "task-2597117" [ 660.373957] env[62954]: _type = "Task" [ 660.373957] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.383591] env[62954]: DEBUG oslo_vmware.api [None req-7afeb8c5-d3ce-4f07-b7bd-3d8272fa0ec7 tempest-ServersAdminNegativeTestJSON-1592549203 tempest-ServersAdminNegativeTestJSON-1592549203-project-admin] Task: {'id': task-2597117, 'name': SuspendVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.447070] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5ed68c21-9253-45fa-bc78-fae3a68fdb67 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Lock "d06126ca-dc5c-4862-93a0-19071afb4cf6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.881s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.679899] env[62954]: DEBUG nova.network.neutron [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.782498] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9707cc1e-f4ad-4558-a2ac-2430ac4b7c55 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.785950] env[62954]: DEBUG nova.compute.manager [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.795670] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5406f7a2-6b15-4390-9045-27b68a1e72d0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.804634] env[62954]: DEBUG oslo_vmware.api [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Task: {'id': task-2597116, 'name': Rename_Task, 'duration_secs': 0.17121} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.805373] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.805997] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f602ae0-ec8f-42b8-b23e-d70df8b38fa7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.838551] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa35ec31-6beb-47c7-b219-f2e1e1688a80 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.841591] env[62954]: DEBUG oslo_vmware.api [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Waiting for the task: (returnval){ [ 660.841591] env[62954]: value = "task-2597118" [ 660.841591] env[62954]: _type = "Task" [ 660.841591] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.849840] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573f0ba3-df57-4384-bd79-394dc3999fdc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.857958] env[62954]: DEBUG oslo_vmware.api [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Task: {'id': task-2597118, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.873469] env[62954]: DEBUG nova.compute.provider_tree [None req-6bc6c3b3-ff92-4238-8c3e-2e50a91f5206 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.887125] env[62954]: DEBUG oslo_vmware.api [None req-7afeb8c5-d3ce-4f07-b7bd-3d8272fa0ec7 tempest-ServersAdminNegativeTestJSON-1592549203 tempest-ServersAdminNegativeTestJSON-1592549203-project-admin] Task: {'id': task-2597117, 'name': SuspendVM_Task} progress is 62%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.948673] env[62954]: DEBUG nova.network.neutron [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Successfully created port: bebc76a9-8b01-450d-bd67-2e55d8747865 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.951136] env[62954]: DEBUG nova.compute.manager [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.211865] env[62954]: DEBUG nova.network.neutron [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Updating instance_info_cache with network_info: [{"id": "d45db640-f49e-4805-89b6-0fd8a2376733", "address": "fa:16:3e:e8:29:a5", "network": {"id": "527c5ad8-56a5-4ee8-bae1-02f1cc7d17ff", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1367559881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a317aabf25624d2b84723f14d3cf3c3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd45db640-f4", "ovs_interfaceid": "d45db640-f49e-4805-89b6-0fd8a2376733", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.355814] env[62954]: DEBUG oslo_vmware.api [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Task: {'id': task-2597118, 'name': PowerOnVM_Task, 'duration_secs': 0.528537} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.360281] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.360605] env[62954]: INFO nova.compute.manager [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Took 7.53 seconds to spawn the instance on the hypervisor. [ 661.360804] env[62954]: DEBUG nova.compute.manager [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.361925] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d36a691-fd67-4885-96eb-67262489ec4a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.381424] env[62954]: DEBUG nova.scheduler.client.report [None req-6bc6c3b3-ff92-4238-8c3e-2e50a91f5206 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.391119] env[62954]: DEBUG oslo_vmware.api [None req-7afeb8c5-d3ce-4f07-b7bd-3d8272fa0ec7 tempest-ServersAdminNegativeTestJSON-1592549203 tempest-ServersAdminNegativeTestJSON-1592549203-project-admin] Task: {'id': task-2597117, 'name': SuspendVM_Task, 'duration_secs': 0.706352} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.391392] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7afeb8c5-d3ce-4f07-b7bd-3d8272fa0ec7 tempest-ServersAdminNegativeTestJSON-1592549203 tempest-ServersAdminNegativeTestJSON-1592549203-project-admin] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Suspended the VM {{(pid=62954) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 661.391585] env[62954]: DEBUG nova.compute.manager [None req-7afeb8c5-d3ce-4f07-b7bd-3d8272fa0ec7 tempest-ServersAdminNegativeTestJSON-1592549203 tempest-ServersAdminNegativeTestJSON-1592549203-project-admin] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.392450] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a543d2e-d86f-426d-b24a-69a29b84cb3c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.486786] env[62954]: DEBUG oslo_concurrency.lockutils [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.714513] env[62954]: DEBUG oslo_concurrency.lockutils [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Releasing lock "refresh_cache-3e0d91e8-d0e5-48e8-9d76-e540c127d3c4" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.714666] env[62954]: DEBUG nova.compute.manager [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Instance network_info: |[{"id": "d45db640-f49e-4805-89b6-0fd8a2376733", "address": "fa:16:3e:e8:29:a5", "network": {"id": "527c5ad8-56a5-4ee8-bae1-02f1cc7d17ff", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1367559881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a317aabf25624d2b84723f14d3cf3c3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd45db640-f4", "ovs_interfaceid": "d45db640-f49e-4805-89b6-0fd8a2376733", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 661.714860] env[62954]: DEBUG oslo_concurrency.lockutils [req-e7218656-265e-40b6-a06d-e1b50065e39b req-aa3603ef-db19-40c6-ac97-8bca3a9a7a6c service nova] Acquired lock "refresh_cache-3e0d91e8-d0e5-48e8-9d76-e540c127d3c4" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.715059] env[62954]: DEBUG nova.network.neutron [req-e7218656-265e-40b6-a06d-e1b50065e39b req-aa3603ef-db19-40c6-ac97-8bca3a9a7a6c service nova] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Refreshing network info cache for port d45db640-f49e-4805-89b6-0fd8a2376733 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 661.716307] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:29:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b1f3e6c3-5584-4852-9017-476ab8ac4946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd45db640-f49e-4805-89b6-0fd8a2376733', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.723968] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Creating folder: Project (a317aabf25624d2b84723f14d3cf3c3d). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.727373] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9bf5dd2-f540-4f80-a0b3-08967f4551a5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.742868] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Created folder: Project (a317aabf25624d2b84723f14d3cf3c3d) in parent group-v523717. [ 661.743132] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Creating folder: Instances. Parent ref: group-v523827. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.743392] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6592a8f-b463-47d8-aefd-ff9c652c7a53 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.755661] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Created folder: Instances in parent group-v523827. [ 661.755929] env[62954]: DEBUG oslo.service.loopingcall [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 661.756176] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.756413] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7db10aae-525f-451f-a407-55de68087dc1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.783214] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.783214] env[62954]: value = "task-2597121" [ 661.783214] env[62954]: _type = "Task" [ 661.783214] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.791734] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597121, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.799427] env[62954]: DEBUG nova.compute.manager [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.824971] env[62954]: DEBUG nova.virt.hardware [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.825230] env[62954]: DEBUG nova.virt.hardware [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.825415] env[62954]: DEBUG nova.virt.hardware [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.825567] env[62954]: DEBUG nova.virt.hardware [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.825712] env[62954]: DEBUG nova.virt.hardware [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.825869] env[62954]: DEBUG nova.virt.hardware [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.826091] env[62954]: DEBUG nova.virt.hardware [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.826264] env[62954]: DEBUG nova.virt.hardware [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.826437] env[62954]: DEBUG nova.virt.hardware [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.826714] env[62954]: DEBUG nova.virt.hardware [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.826767] env[62954]: DEBUG nova.virt.hardware [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.827689] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251e3957-cfa0-42a9-8657-9b17e14977d3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.836500] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709f03ca-114b-4b1e-a433-a5518ece0ed7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.885388] env[62954]: INFO nova.compute.manager [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Took 39.49 seconds to build instance. [ 661.886616] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6bc6c3b3-ff92-4238-8c3e-2e50a91f5206 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.110s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.889988] env[62954]: DEBUG oslo_concurrency.lockutils [None req-93132d4c-a1bc-4a07-a40b-35901368a8b3 tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.411s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.889988] env[62954]: DEBUG nova.objects.instance [None req-93132d4c-a1bc-4a07-a40b-35901368a8b3 tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Lazy-loading 'resources' on Instance uuid cb2bda24-46b6-4c9e-8f05-213c5ce6483b {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 661.913820] env[62954]: INFO nova.scheduler.client.report [None req-6bc6c3b3-ff92-4238-8c3e-2e50a91f5206 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Deleted allocations for instance dedc2fd9-de34-42c9-a178-5fd21ace681c [ 661.989749] env[62954]: DEBUG nova.network.neutron [req-e7218656-265e-40b6-a06d-e1b50065e39b req-aa3603ef-db19-40c6-ac97-8bca3a9a7a6c service nova] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Updated VIF entry in instance network info cache for port d45db640-f49e-4805-89b6-0fd8a2376733. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.990133] env[62954]: DEBUG nova.network.neutron [req-e7218656-265e-40b6-a06d-e1b50065e39b req-aa3603ef-db19-40c6-ac97-8bca3a9a7a6c service nova] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Updating instance_info_cache with network_info: [{"id": "d45db640-f49e-4805-89b6-0fd8a2376733", "address": "fa:16:3e:e8:29:a5", "network": {"id": "527c5ad8-56a5-4ee8-bae1-02f1cc7d17ff", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1367559881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a317aabf25624d2b84723f14d3cf3c3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd45db640-f4", "ovs_interfaceid": "d45db640-f49e-4805-89b6-0fd8a2376733", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.297895] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597121, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.390780] env[62954]: DEBUG oslo_concurrency.lockutils [None req-29bbd3ad-3d17-40da-9a9d-d893e452ec51 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Lock "5157c346-c7da-488e-b7fd-1dccac3bf61b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.318s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.424467] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6bc6c3b3-ff92-4238-8c3e-2e50a91f5206 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Lock "dedc2fd9-de34-42c9-a178-5fd21ace681c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.276s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.425376] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4c6b52af-c9a3-4e14-ba8e-c26e100a8ded tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Lock "dedc2fd9-de34-42c9-a178-5fd21ace681c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 27.258s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.425602] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4c6b52af-c9a3-4e14-ba8e-c26e100a8ded tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Acquiring lock "dedc2fd9-de34-42c9-a178-5fd21ace681c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.425803] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4c6b52af-c9a3-4e14-ba8e-c26e100a8ded tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Lock "dedc2fd9-de34-42c9-a178-5fd21ace681c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.426047] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4c6b52af-c9a3-4e14-ba8e-c26e100a8ded tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Lock "dedc2fd9-de34-42c9-a178-5fd21ace681c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.428320] env[62954]: INFO nova.compute.manager [None req-4c6b52af-c9a3-4e14-ba8e-c26e100a8ded tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Terminating instance [ 662.493507] env[62954]: DEBUG oslo_concurrency.lockutils [req-e7218656-265e-40b6-a06d-e1b50065e39b req-aa3603ef-db19-40c6-ac97-8bca3a9a7a6c service nova] Releasing lock "refresh_cache-3e0d91e8-d0e5-48e8-9d76-e540c127d3c4" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.768741] env[62954]: DEBUG nova.compute.manager [req-4352dc18-47b7-4cb0-807a-e7ecdf153e09 req-95928e2f-62e9-4226-9740-6878396d2300 service nova] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Received event network-vif-plugged-bebc76a9-8b01-450d-bd67-2e55d8747865 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 662.768999] env[62954]: DEBUG oslo_concurrency.lockutils [req-4352dc18-47b7-4cb0-807a-e7ecdf153e09 req-95928e2f-62e9-4226-9740-6878396d2300 service nova] Acquiring lock "2e85cb3d-2f19-4c85-acd2-e1771a0df42c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.769285] env[62954]: DEBUG oslo_concurrency.lockutils [req-4352dc18-47b7-4cb0-807a-e7ecdf153e09 req-95928e2f-62e9-4226-9740-6878396d2300 service nova] Lock "2e85cb3d-2f19-4c85-acd2-e1771a0df42c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.769492] env[62954]: DEBUG oslo_concurrency.lockutils [req-4352dc18-47b7-4cb0-807a-e7ecdf153e09 req-95928e2f-62e9-4226-9740-6878396d2300 service nova] Lock "2e85cb3d-2f19-4c85-acd2-e1771a0df42c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.769725] env[62954]: DEBUG nova.compute.manager [req-4352dc18-47b7-4cb0-807a-e7ecdf153e09 req-95928e2f-62e9-4226-9740-6878396d2300 service nova] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] No waiting events found dispatching network-vif-plugged-bebc76a9-8b01-450d-bd67-2e55d8747865 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 662.769866] env[62954]: WARNING nova.compute.manager [req-4352dc18-47b7-4cb0-807a-e7ecdf153e09 req-95928e2f-62e9-4226-9740-6878396d2300 service nova] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Received unexpected event network-vif-plugged-bebc76a9-8b01-450d-bd67-2e55d8747865 for instance with vm_state building and task_state spawning. [ 662.805303] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597121, 'name': CreateVM_Task, 'duration_secs': 0.60549} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.805491] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.806247] env[62954]: DEBUG oslo_concurrency.lockutils [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.806365] env[62954]: DEBUG oslo_concurrency.lockutils [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.806688] env[62954]: DEBUG oslo_concurrency.lockutils [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.806936] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf9d5005-0d32-44cd-8e44-7ec32a624016 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.809940] env[62954]: DEBUG nova.network.neutron [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Successfully updated port: bebc76a9-8b01-450d-bd67-2e55d8747865 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 662.818455] env[62954]: DEBUG oslo_vmware.api [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Waiting for the task: (returnval){ [ 662.818455] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52a853a9-3d25-9f55-8110-a193987b7eab" [ 662.818455] env[62954]: _type = "Task" [ 662.818455] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.828440] env[62954]: DEBUG oslo_vmware.api [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52a853a9-3d25-9f55-8110-a193987b7eab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.880976] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ef1b2e-ec53-4350-a57b-f2a90724d122 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.891883] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53acdc67-9204-441e-a424-a2255e58046f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.895310] env[62954]: DEBUG nova.compute.manager [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.928152] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3faf11-3f90-41ac-83a8-a3b2e39776e8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.931385] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4c6b52af-c9a3-4e14-ba8e-c26e100a8ded tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Acquiring lock "refresh_cache-dedc2fd9-de34-42c9-a178-5fd21ace681c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.931494] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4c6b52af-c9a3-4e14-ba8e-c26e100a8ded tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Acquired lock "refresh_cache-dedc2fd9-de34-42c9-a178-5fd21ace681c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.931691] env[62954]: DEBUG nova.network.neutron [None req-4c6b52af-c9a3-4e14-ba8e-c26e100a8ded tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.939167] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a7a931-e4ff-4f20-83ce-997a80f82338 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.957055] env[62954]: DEBUG nova.compute.provider_tree [None req-93132d4c-a1bc-4a07-a40b-35901368a8b3 tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.320960] env[62954]: DEBUG oslo_concurrency.lockutils [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Acquiring lock "refresh_cache-2e85cb3d-2f19-4c85-acd2-e1771a0df42c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.320960] env[62954]: DEBUG oslo_concurrency.lockutils [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Acquired lock "refresh_cache-2e85cb3d-2f19-4c85-acd2-e1771a0df42c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.320960] env[62954]: DEBUG nova.network.neutron [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.335474] env[62954]: DEBUG oslo_vmware.api [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52a853a9-3d25-9f55-8110-a193987b7eab, 'name': SearchDatastore_Task, 'duration_secs': 0.012434} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.335839] env[62954]: DEBUG oslo_concurrency.lockutils [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.336359] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.336437] env[62954]: DEBUG oslo_concurrency.lockutils [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.336589] env[62954]: DEBUG oslo_concurrency.lockutils [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.336846] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.337392] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54f327f4-6d79-495d-8f51-aac3facc47b5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.348467] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.348715] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.349556] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e858f92-c2c6-430e-95aa-beb2348ce74e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.356535] env[62954]: DEBUG oslo_vmware.api [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Waiting for the task: (returnval){ [ 663.356535] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52930996-bdb3-8fb5-852f-9b50e4121f89" [ 663.356535] env[62954]: _type = "Task" [ 663.356535] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.366291] env[62954]: DEBUG oslo_vmware.api [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52930996-bdb3-8fb5-852f-9b50e4121f89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.415473] env[62954]: DEBUG oslo_concurrency.lockutils [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.435888] env[62954]: DEBUG nova.compute.utils [None req-4c6b52af-c9a3-4e14-ba8e-c26e100a8ded tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Can not refresh info_cache because instance was not found {{(pid=62954) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 663.459999] env[62954]: DEBUG nova.scheduler.client.report [None req-93132d4c-a1bc-4a07-a40b-35901368a8b3 tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.464760] env[62954]: DEBUG nova.network.neutron [None req-4c6b52af-c9a3-4e14-ba8e-c26e100a8ded tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.599079] env[62954]: DEBUG nova.network.neutron [None req-4c6b52af-c9a3-4e14-ba8e-c26e100a8ded tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.820371] env[62954]: DEBUG oslo_concurrency.lockutils [None req-32e9e1df-2023-4332-abaf-aa48881c3a14 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Acquiring lock "5157c346-c7da-488e-b7fd-1dccac3bf61b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.820371] env[62954]: DEBUG oslo_concurrency.lockutils [None req-32e9e1df-2023-4332-abaf-aa48881c3a14 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Lock "5157c346-c7da-488e-b7fd-1dccac3bf61b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.820371] env[62954]: DEBUG oslo_concurrency.lockutils [None req-32e9e1df-2023-4332-abaf-aa48881c3a14 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Acquiring lock "5157c346-c7da-488e-b7fd-1dccac3bf61b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.820573] env[62954]: DEBUG oslo_concurrency.lockutils [None req-32e9e1df-2023-4332-abaf-aa48881c3a14 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Lock "5157c346-c7da-488e-b7fd-1dccac3bf61b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.820696] env[62954]: DEBUG oslo_concurrency.lockutils [None req-32e9e1df-2023-4332-abaf-aa48881c3a14 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Lock "5157c346-c7da-488e-b7fd-1dccac3bf61b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.822755] env[62954]: INFO nova.compute.manager [None req-32e9e1df-2023-4332-abaf-aa48881c3a14 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Terminating instance [ 663.869182] env[62954]: DEBUG oslo_vmware.api [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52930996-bdb3-8fb5-852f-9b50e4121f89, 'name': SearchDatastore_Task, 'duration_secs': 0.012405} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.870026] env[62954]: DEBUG nova.network.neutron [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.872560] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61b72a9e-6173-440b-b552-18f7d3d91e42 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.882351] env[62954]: DEBUG oslo_vmware.api [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Waiting for the task: (returnval){ [ 663.882351] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5279fef6-9b60-6b7f-e3db-799b3615c34a" [ 663.882351] env[62954]: _type = "Task" [ 663.882351] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.890809] env[62954]: DEBUG oslo_vmware.api [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5279fef6-9b60-6b7f-e3db-799b3615c34a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.914957] env[62954]: DEBUG oslo_concurrency.lockutils [None req-44205b2b-e754-41cc-ab48-d4ae09b34f70 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Acquiring lock "00376bf9-716d-4c89-a29d-2c6381ce373a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.915231] env[62954]: DEBUG oslo_concurrency.lockutils [None req-44205b2b-e754-41cc-ab48-d4ae09b34f70 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Lock "00376bf9-716d-4c89-a29d-2c6381ce373a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.915450] env[62954]: DEBUG oslo_concurrency.lockutils [None req-44205b2b-e754-41cc-ab48-d4ae09b34f70 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Acquiring lock "00376bf9-716d-4c89-a29d-2c6381ce373a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.915631] env[62954]: DEBUG oslo_concurrency.lockutils [None req-44205b2b-e754-41cc-ab48-d4ae09b34f70 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Lock "00376bf9-716d-4c89-a29d-2c6381ce373a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.915798] env[62954]: DEBUG oslo_concurrency.lockutils [None req-44205b2b-e754-41cc-ab48-d4ae09b34f70 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Lock "00376bf9-716d-4c89-a29d-2c6381ce373a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.917880] env[62954]: INFO nova.compute.manager [None req-44205b2b-e754-41cc-ab48-d4ae09b34f70 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Terminating instance [ 663.968584] env[62954]: DEBUG oslo_concurrency.lockutils [None req-93132d4c-a1bc-4a07-a40b-35901368a8b3 tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.079s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.972219] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.806s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.973939] env[62954]: INFO nova.compute.claims [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.003217] env[62954]: INFO nova.scheduler.client.report [None req-93132d4c-a1bc-4a07-a40b-35901368a8b3 tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Deleted allocations for instance cb2bda24-46b6-4c9e-8f05-213c5ce6483b [ 664.083174] env[62954]: DEBUG nova.network.neutron [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Updating instance_info_cache with network_info: [{"id": "bebc76a9-8b01-450d-bd67-2e55d8747865", "address": "fa:16:3e:cf:d5:43", "network": {"id": "7d93cd88-3a79-4663-b604-587d28ffb013", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ae6c0f6d5bc5436aa4f50fbf2889df6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbebc76a9-8b", "ovs_interfaceid": "bebc76a9-8b01-450d-bd67-2e55d8747865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.102573] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4c6b52af-c9a3-4e14-ba8e-c26e100a8ded tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Releasing lock "refresh_cache-dedc2fd9-de34-42c9-a178-5fd21ace681c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.103101] env[62954]: DEBUG nova.compute.manager [None req-4c6b52af-c9a3-4e14-ba8e-c26e100a8ded tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 664.103286] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6b52af-c9a3-4e14-ba8e-c26e100a8ded tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 664.103604] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-faf7edda-e29b-4d56-b606-242758335550 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.115183] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b7822c-9e56-48c2-996f-64c481950b8c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.156260] env[62954]: WARNING nova.virt.vmwareapi.vmops [None req-4c6b52af-c9a3-4e14-ba8e-c26e100a8ded tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance dedc2fd9-de34-42c9-a178-5fd21ace681c could not be found. [ 664.156544] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6b52af-c9a3-4e14-ba8e-c26e100a8ded tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 664.156774] env[62954]: INFO nova.compute.manager [None req-4c6b52af-c9a3-4e14-ba8e-c26e100a8ded tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Took 0.05 seconds to destroy the instance on the hypervisor. [ 664.157078] env[62954]: DEBUG oslo.service.loopingcall [None req-4c6b52af-c9a3-4e14-ba8e-c26e100a8ded tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 664.157455] env[62954]: DEBUG nova.compute.manager [-] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 664.157455] env[62954]: DEBUG nova.network.neutron [-] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 664.174709] env[62954]: DEBUG nova.network.neutron [-] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.326691] env[62954]: DEBUG nova.compute.manager [None req-32e9e1df-2023-4332-abaf-aa48881c3a14 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 664.326980] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-32e9e1df-2023-4332-abaf-aa48881c3a14 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 664.327917] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e13fac4-223c-41ba-abc1-896394ce1829 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.336924] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e9e1df-2023-4332-abaf-aa48881c3a14 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 664.337219] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c15349d5-f5e7-4cc6-9280-a3e6cd709161 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.345997] env[62954]: DEBUG oslo_vmware.api [None req-32e9e1df-2023-4332-abaf-aa48881c3a14 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Waiting for the task: (returnval){ [ 664.345997] env[62954]: value = "task-2597122" [ 664.345997] env[62954]: _type = "Task" [ 664.345997] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.356093] env[62954]: DEBUG oslo_vmware.api [None req-32e9e1df-2023-4332-abaf-aa48881c3a14 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Task: {'id': task-2597122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.392688] env[62954]: DEBUG oslo_vmware.api [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5279fef6-9b60-6b7f-e3db-799b3615c34a, 'name': SearchDatastore_Task, 'duration_secs': 0.012618} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.392965] env[62954]: DEBUG oslo_concurrency.lockutils [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.393250] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4/3e0d91e8-d0e5-48e8-9d76-e540c127d3c4.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.393608] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bb4e229-7f52-4534-9ed1-e9c99314853c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.402187] env[62954]: DEBUG oslo_vmware.api [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Waiting for the task: (returnval){ [ 664.402187] env[62954]: value = "task-2597123" [ 664.402187] env[62954]: _type = "Task" [ 664.402187] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.413457] env[62954]: DEBUG oslo_vmware.api [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Task: {'id': task-2597123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.421401] env[62954]: DEBUG nova.compute.manager [None req-44205b2b-e754-41cc-ab48-d4ae09b34f70 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 664.421627] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-44205b2b-e754-41cc-ab48-d4ae09b34f70 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 664.422609] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12259814-c15b-4d01-a655-af47dd6a34c5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.433119] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-44205b2b-e754-41cc-ab48-d4ae09b34f70 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 664.433119] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-126c5ae3-6b72-4d77-89b6-048b1fe354b6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.441169] env[62954]: DEBUG oslo_vmware.api [None req-44205b2b-e754-41cc-ab48-d4ae09b34f70 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Waiting for the task: (returnval){ [ 664.441169] env[62954]: value = "task-2597124" [ 664.441169] env[62954]: _type = "Task" [ 664.441169] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.454802] env[62954]: DEBUG oslo_vmware.api [None req-44205b2b-e754-41cc-ab48-d4ae09b34f70 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': task-2597124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.512475] env[62954]: DEBUG oslo_concurrency.lockutils [None req-93132d4c-a1bc-4a07-a40b-35901368a8b3 tempest-InstanceActionsV221TestJSON-665065660 tempest-InstanceActionsV221TestJSON-665065660-project-member] Lock "cb2bda24-46b6-4c9e-8f05-213c5ce6483b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.215s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.586892] env[62954]: DEBUG oslo_concurrency.lockutils [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Releasing lock "refresh_cache-2e85cb3d-2f19-4c85-acd2-e1771a0df42c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.587396] env[62954]: DEBUG nova.compute.manager [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Instance network_info: |[{"id": "bebc76a9-8b01-450d-bd67-2e55d8747865", "address": "fa:16:3e:cf:d5:43", "network": {"id": "7d93cd88-3a79-4663-b604-587d28ffb013", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ae6c0f6d5bc5436aa4f50fbf2889df6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbebc76a9-8b", "ovs_interfaceid": "bebc76a9-8b01-450d-bd67-2e55d8747865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 664.587971] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:d5:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bebc76a9-8b01-450d-bd67-2e55d8747865', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.599461] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Creating folder: Project (d6840a97fff34166a86b5011fc267e5e). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.600514] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10951e3a-bb93-4602-ad59-51a3d01457ca {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.615302] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Created folder: Project (d6840a97fff34166a86b5011fc267e5e) in parent group-v523717. [ 664.615590] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Creating folder: Instances. Parent ref: group-v523830. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.615890] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4888e65-89ec-43cc-b0f9-96f57a300fc7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.632504] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Created folder: Instances in parent group-v523830. [ 664.632728] env[62954]: DEBUG oslo.service.loopingcall [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 664.632942] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.633252] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ceb51771-0767-4d06-99d1-8d7cab45a620 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.663864] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.663864] env[62954]: value = "task-2597127" [ 664.663864] env[62954]: _type = "Task" [ 664.663864] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.674781] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597127, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.679415] env[62954]: DEBUG nova.network.neutron [-] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.688527] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6091dfe9-4d32-489c-95bb-14f7c0dfa202 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Acquiring lock "d06126ca-dc5c-4862-93a0-19071afb4cf6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.688976] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6091dfe9-4d32-489c-95bb-14f7c0dfa202 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Lock "d06126ca-dc5c-4862-93a0-19071afb4cf6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.689348] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6091dfe9-4d32-489c-95bb-14f7c0dfa202 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Acquiring lock "d06126ca-dc5c-4862-93a0-19071afb4cf6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.689643] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6091dfe9-4d32-489c-95bb-14f7c0dfa202 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Lock "d06126ca-dc5c-4862-93a0-19071afb4cf6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.689738] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6091dfe9-4d32-489c-95bb-14f7c0dfa202 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Lock "d06126ca-dc5c-4862-93a0-19071afb4cf6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.692858] env[62954]: INFO nova.compute.manager [None req-6091dfe9-4d32-489c-95bb-14f7c0dfa202 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Terminating instance [ 664.860998] env[62954]: DEBUG oslo_vmware.api [None req-32e9e1df-2023-4332-abaf-aa48881c3a14 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Task: {'id': task-2597122, 'name': PowerOffVM_Task, 'duration_secs': 0.245818} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.861278] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e9e1df-2023-4332-abaf-aa48881c3a14 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 664.861453] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-32e9e1df-2023-4332-abaf-aa48881c3a14 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 664.861757] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ac32c6b-44a5-449a-8d11-9838212640da {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.882516] env[62954]: DEBUG nova.compute.manager [req-3b910d3a-4ca4-4b52-881d-84897e26292a req-55084f17-285c-4709-a0e3-b4d931dd544e service nova] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Received event network-changed-bebc76a9-8b01-450d-bd67-2e55d8747865 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 664.882766] env[62954]: DEBUG nova.compute.manager [req-3b910d3a-4ca4-4b52-881d-84897e26292a req-55084f17-285c-4709-a0e3-b4d931dd544e service nova] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Refreshing instance network info cache due to event network-changed-bebc76a9-8b01-450d-bd67-2e55d8747865. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 664.883050] env[62954]: DEBUG oslo_concurrency.lockutils [req-3b910d3a-4ca4-4b52-881d-84897e26292a req-55084f17-285c-4709-a0e3-b4d931dd544e service nova] Acquiring lock "refresh_cache-2e85cb3d-2f19-4c85-acd2-e1771a0df42c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.883215] env[62954]: DEBUG oslo_concurrency.lockutils [req-3b910d3a-4ca4-4b52-881d-84897e26292a req-55084f17-285c-4709-a0e3-b4d931dd544e service nova] Acquired lock "refresh_cache-2e85cb3d-2f19-4c85-acd2-e1771a0df42c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.883419] env[62954]: DEBUG nova.network.neutron [req-3b910d3a-4ca4-4b52-881d-84897e26292a req-55084f17-285c-4709-a0e3-b4d931dd544e service nova] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Refreshing network info cache for port bebc76a9-8b01-450d-bd67-2e55d8747865 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.916567] env[62954]: DEBUG oslo_vmware.api [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Task: {'id': task-2597123, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.947035] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-32e9e1df-2023-4332-abaf-aa48881c3a14 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 664.947224] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-32e9e1df-2023-4332-abaf-aa48881c3a14 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 664.947416] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-32e9e1df-2023-4332-abaf-aa48881c3a14 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Deleting the datastore file [datastore2] 5157c346-c7da-488e-b7fd-1dccac3bf61b {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 664.947982] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c572a6c1-02b1-4feb-84cc-fd5d7f52b922 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.955430] env[62954]: DEBUG oslo_vmware.api [None req-44205b2b-e754-41cc-ab48-d4ae09b34f70 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': task-2597124, 'name': PowerOffVM_Task, 'duration_secs': 0.213402} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.956404] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-44205b2b-e754-41cc-ab48-d4ae09b34f70 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 664.956695] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-44205b2b-e754-41cc-ab48-d4ae09b34f70 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 664.957075] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97721c30-a368-44db-8ad1-197ef8187fb2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.963813] env[62954]: DEBUG oslo_vmware.api [None req-32e9e1df-2023-4332-abaf-aa48881c3a14 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Waiting for the task: (returnval){ [ 664.963813] env[62954]: value = "task-2597129" [ 664.963813] env[62954]: _type = "Task" [ 664.963813] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.974518] env[62954]: DEBUG oslo_vmware.api [None req-32e9e1df-2023-4332-abaf-aa48881c3a14 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Task: {'id': task-2597129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.030151] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-44205b2b-e754-41cc-ab48-d4ae09b34f70 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 665.030151] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-44205b2b-e754-41cc-ab48-d4ae09b34f70 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 665.030151] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-44205b2b-e754-41cc-ab48-d4ae09b34f70 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Deleting the datastore file [datastore1] 00376bf9-716d-4c89-a29d-2c6381ce373a {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 665.030151] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9390805-f0b1-4b76-805c-34e6726590f3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.037486] env[62954]: DEBUG oslo_vmware.api [None req-44205b2b-e754-41cc-ab48-d4ae09b34f70 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Waiting for the task: (returnval){ [ 665.037486] env[62954]: value = "task-2597131" [ 665.037486] env[62954]: _type = "Task" [ 665.037486] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.048060] env[62954]: DEBUG oslo_vmware.api [None req-44205b2b-e754-41cc-ab48-d4ae09b34f70 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': task-2597131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.181726] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597127, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.184859] env[62954]: INFO nova.compute.manager [-] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Took 1.03 seconds to deallocate network for instance. [ 665.199998] env[62954]: DEBUG nova.compute.manager [None req-6091dfe9-4d32-489c-95bb-14f7c0dfa202 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 665.201119] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6091dfe9-4d32-489c-95bb-14f7c0dfa202 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 665.208172] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5d3ee6-e588-4a60-8359-0e3047976f6e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.219854] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6091dfe9-4d32-489c-95bb-14f7c0dfa202 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 665.220193] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef1aefe7-9447-44c7-a102-77d1c44770de {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.294507] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6091dfe9-4d32-489c-95bb-14f7c0dfa202 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 665.294769] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6091dfe9-4d32-489c-95bb-14f7c0dfa202 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 665.294950] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-6091dfe9-4d32-489c-95bb-14f7c0dfa202 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Deleting the datastore file [datastore1] d06126ca-dc5c-4862-93a0-19071afb4cf6 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 665.295239] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-471274df-4413-48db-afc1-6e375a4301f8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.304795] env[62954]: DEBUG oslo_vmware.api [None req-6091dfe9-4d32-489c-95bb-14f7c0dfa202 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Waiting for the task: (returnval){ [ 665.304795] env[62954]: value = "task-2597133" [ 665.304795] env[62954]: _type = "Task" [ 665.304795] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.315282] env[62954]: DEBUG oslo_vmware.api [None req-6091dfe9-4d32-489c-95bb-14f7c0dfa202 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Task: {'id': task-2597133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.415891] env[62954]: DEBUG oslo_vmware.api [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Task: {'id': task-2597123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590915} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.416198] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4/3e0d91e8-d0e5-48e8-9d76-e540c127d3c4.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.416678] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.416678] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16662844-b803-4357-b3a8-9f0a9bcffad1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.428768] env[62954]: DEBUG oslo_vmware.api [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Waiting for the task: (returnval){ [ 665.428768] env[62954]: value = "task-2597134" [ 665.428768] env[62954]: _type = "Task" [ 665.428768] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.441872] env[62954]: DEBUG oslo_vmware.api [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Task: {'id': task-2597134, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.475938] env[62954]: DEBUG oslo_vmware.api [None req-32e9e1df-2023-4332-abaf-aa48881c3a14 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Task: {'id': task-2597129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230406} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.478964] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-32e9e1df-2023-4332-abaf-aa48881c3a14 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 665.479185] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-32e9e1df-2023-4332-abaf-aa48881c3a14 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 665.479631] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-32e9e1df-2023-4332-abaf-aa48881c3a14 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 665.479631] env[62954]: INFO nova.compute.manager [None req-32e9e1df-2023-4332-abaf-aa48881c3a14 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 665.479774] env[62954]: DEBUG oslo.service.loopingcall [None req-32e9e1df-2023-4332-abaf-aa48881c3a14 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 665.480243] env[62954]: DEBUG nova.compute.manager [-] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 665.480345] env[62954]: DEBUG nova.network.neutron [-] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 665.491805] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1db3153-2da8-4f56-8cb9-8b82e45c1d99 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.501062] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5306ca1-f24a-49eb-8588-a1459ec13091 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.542865] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd1174a-38a0-40c8-bb7f-60981f7cd776 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.554845] env[62954]: DEBUG oslo_vmware.api [None req-44205b2b-e754-41cc-ab48-d4ae09b34f70 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Task: {'id': task-2597131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160826} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.557219] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-44205b2b-e754-41cc-ab48-d4ae09b34f70 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 665.557452] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-44205b2b-e754-41cc-ab48-d4ae09b34f70 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 665.557639] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-44205b2b-e754-41cc-ab48-d4ae09b34f70 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 665.557841] env[62954]: INFO nova.compute.manager [None req-44205b2b-e754-41cc-ab48-d4ae09b34f70 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 665.558132] env[62954]: DEBUG oslo.service.loopingcall [None req-44205b2b-e754-41cc-ab48-d4ae09b34f70 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 665.558539] env[62954]: DEBUG nova.compute.manager [-] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 665.558637] env[62954]: DEBUG nova.network.neutron [-] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 665.561317] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101db67f-01aa-4d4b-9ce5-6f06c06079bc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.576684] env[62954]: DEBUG nova.compute.provider_tree [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.675247] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597127, 'name': CreateVM_Task, 'duration_secs': 0.598935} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.675443] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.676139] env[62954]: DEBUG oslo_concurrency.lockutils [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.676310] env[62954]: DEBUG oslo_concurrency.lockutils [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.676633] env[62954]: DEBUG oslo_concurrency.lockutils [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.676885] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7107aa68-c0d8-4d53-910c-de3d9c8fa535 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.683116] env[62954]: DEBUG oslo_vmware.api [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Waiting for the task: (returnval){ [ 665.683116] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52d7c271-8b3a-9305-7657-0d36872ae867" [ 665.683116] env[62954]: _type = "Task" [ 665.683116] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.691884] env[62954]: DEBUG oslo_vmware.api [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d7c271-8b3a-9305-7657-0d36872ae867, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.700964] env[62954]: INFO nova.compute.manager [None req-4c6b52af-c9a3-4e14-ba8e-c26e100a8ded tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Instance disappeared during terminate [ 665.701204] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4c6b52af-c9a3-4e14-ba8e-c26e100a8ded tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Lock "dedc2fd9-de34-42c9-a178-5fd21ace681c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.276s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.819728] env[62954]: DEBUG oslo_vmware.api [None req-6091dfe9-4d32-489c-95bb-14f7c0dfa202 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Task: {'id': task-2597133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166331} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.819933] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-6091dfe9-4d32-489c-95bb-14f7c0dfa202 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 665.820232] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6091dfe9-4d32-489c-95bb-14f7c0dfa202 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 665.820436] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6091dfe9-4d32-489c-95bb-14f7c0dfa202 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 665.820618] env[62954]: INFO nova.compute.manager [None req-6091dfe9-4d32-489c-95bb-14f7c0dfa202 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Took 0.62 seconds to destroy the instance on the hypervisor. [ 665.820860] env[62954]: DEBUG oslo.service.loopingcall [None req-6091dfe9-4d32-489c-95bb-14f7c0dfa202 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 665.821072] env[62954]: DEBUG nova.compute.manager [-] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 665.821179] env[62954]: DEBUG nova.network.neutron [-] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 665.897358] env[62954]: DEBUG nova.network.neutron [req-3b910d3a-4ca4-4b52-881d-84897e26292a req-55084f17-285c-4709-a0e3-b4d931dd544e service nova] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Updated VIF entry in instance network info cache for port bebc76a9-8b01-450d-bd67-2e55d8747865. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.897825] env[62954]: DEBUG nova.network.neutron [req-3b910d3a-4ca4-4b52-881d-84897e26292a req-55084f17-285c-4709-a0e3-b4d931dd544e service nova] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Updating instance_info_cache with network_info: [{"id": "bebc76a9-8b01-450d-bd67-2e55d8747865", "address": "fa:16:3e:cf:d5:43", "network": {"id": "7d93cd88-3a79-4663-b604-587d28ffb013", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ae6c0f6d5bc5436aa4f50fbf2889df6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbebc76a9-8b", "ovs_interfaceid": "bebc76a9-8b01-450d-bd67-2e55d8747865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.938513] env[62954]: DEBUG oslo_vmware.api [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Task: {'id': task-2597134, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07801} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.938785] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.939616] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19873f93-7a12-4366-8b77-e55344de2201 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.969914] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4/3e0d91e8-d0e5-48e8-9d76-e540c127d3c4.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.970291] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72e36237-a34c-4f59-8c98-b5f0679f4a17 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.999561] env[62954]: DEBUG oslo_vmware.api [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Waiting for the task: (returnval){ [ 665.999561] env[62954]: value = "task-2597135" [ 665.999561] env[62954]: _type = "Task" [ 665.999561] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.011216] env[62954]: DEBUG oslo_vmware.api [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Task: {'id': task-2597135, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.143701] env[62954]: DEBUG oslo_vmware.rw_handles [None req-f7ea6387-f3b2-4970-9803-b15f29ff2004 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa019f-569f-7871-3560-69753054b569/disk-0.vmdk. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 666.143701] env[62954]: DEBUG nova.scheduler.client.report [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.143701] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938cd935-9b3c-4a53-9f0f-73b139198d5f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.143701] env[62954]: DEBUG oslo_vmware.rw_handles [None req-f7ea6387-f3b2-4970-9803-b15f29ff2004 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa019f-569f-7871-3560-69753054b569/disk-0.vmdk is in state: ready. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 666.143701] env[62954]: ERROR oslo_vmware.rw_handles [None req-f7ea6387-f3b2-4970-9803-b15f29ff2004 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa019f-569f-7871-3560-69753054b569/disk-0.vmdk due to incomplete transfer. [ 666.143701] env[62954]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d6017db1-ff4c-4238-8bb0-d3f984526be3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.143701] env[62954]: DEBUG oslo_vmware.rw_handles [None req-f7ea6387-f3b2-4970-9803-b15f29ff2004 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa019f-569f-7871-3560-69753054b569/disk-0.vmdk. {{(pid=62954) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 666.143701] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-f7ea6387-f3b2-4970-9803-b15f29ff2004 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Uploaded image f42e0e03-9d69-464f-8ef9-cd0ba05824b1 to the Glance image server {{(pid=62954) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 666.143701] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7ea6387-f3b2-4970-9803-b15f29ff2004 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Destroying the VM {{(pid=62954) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 666.143701] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b3c378b6-697c-4037-99b2-9586944753b3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.143701] env[62954]: DEBUG oslo_vmware.api [None req-f7ea6387-f3b2-4970-9803-b15f29ff2004 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Waiting for the task: (returnval){ [ 666.143701] env[62954]: value = "task-2597136" [ 666.143701] env[62954]: _type = "Task" [ 666.143701] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.143701] env[62954]: DEBUG oslo_vmware.api [None req-f7ea6387-f3b2-4970-9803-b15f29ff2004 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597136, 'name': Destroy_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.197216] env[62954]: DEBUG oslo_vmware.api [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d7c271-8b3a-9305-7657-0d36872ae867, 'name': SearchDatastore_Task, 'duration_secs': 0.018582} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.197216] env[62954]: DEBUG oslo_concurrency.lockutils [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.197216] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.197216] env[62954]: DEBUG oslo_concurrency.lockutils [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.197216] env[62954]: DEBUG oslo_concurrency.lockutils [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.197216] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.197216] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50e7b699-63bf-4fa6-ad65-666ab82f47ba {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.206549] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.206732] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.207803] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f99de21a-677b-4e8d-a1c6-fdaf166c7ac1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.216597] env[62954]: DEBUG oslo_vmware.api [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Waiting for the task: (returnval){ [ 666.216597] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52f36944-9b29-e883-4cc2-65ba0751f346" [ 666.216597] env[62954]: _type = "Task" [ 666.216597] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.225666] env[62954]: DEBUG oslo_vmware.api [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52f36944-9b29-e883-4cc2-65ba0751f346, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.329600] env[62954]: DEBUG nova.compute.manager [req-0888b9e4-07d0-494c-ae0b-c9e371a8674f req-49de04e0-8394-490b-b11d-25f894b2bc57 service nova] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Received event network-vif-deleted-4162d929-64b9-4f80-bde1-2634152b248d {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 666.329801] env[62954]: INFO nova.compute.manager [req-0888b9e4-07d0-494c-ae0b-c9e371a8674f req-49de04e0-8394-490b-b11d-25f894b2bc57 service nova] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Neutron deleted interface 4162d929-64b9-4f80-bde1-2634152b248d; detaching it from the instance and deleting it from the info cache [ 666.330009] env[62954]: DEBUG nova.network.neutron [req-0888b9e4-07d0-494c-ae0b-c9e371a8674f req-49de04e0-8394-490b-b11d-25f894b2bc57 service nova] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.401186] env[62954]: DEBUG oslo_concurrency.lockutils [req-3b910d3a-4ca4-4b52-881d-84897e26292a req-55084f17-285c-4709-a0e3-b4d931dd544e service nova] Releasing lock "refresh_cache-2e85cb3d-2f19-4c85-acd2-e1771a0df42c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.493237] env[62954]: DEBUG nova.network.neutron [-] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.511591] env[62954]: DEBUG oslo_vmware.api [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Task: {'id': task-2597135, 'name': ReconfigVM_Task, 'duration_secs': 0.370671} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.512093] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4/3e0d91e8-d0e5-48e8-9d76-e540c127d3c4.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.513010] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd495ca4-4d60-4c5a-a51c-b96a4cc71545 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.521832] env[62954]: DEBUG oslo_vmware.api [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Waiting for the task: (returnval){ [ 666.521832] env[62954]: value = "task-2597137" [ 666.521832] env[62954]: _type = "Task" [ 666.521832] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.541131] env[62954]: DEBUG oslo_vmware.api [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Task: {'id': task-2597137, 'name': Rename_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.591217] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.594464] env[62954]: DEBUG nova.compute.manager [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 666.595212] env[62954]: DEBUG oslo_concurrency.lockutils [None req-66e57264-e475-4843-a95e-132ef817a720 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.107s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.595992] env[62954]: DEBUG nova.objects.instance [None req-66e57264-e475-4843-a95e-132ef817a720 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Lazy-loading 'resources' on Instance uuid cdeedf76-8fe2-45cc-a91e-da4cac486811 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 666.605378] env[62954]: DEBUG nova.network.neutron [-] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.634324] env[62954]: DEBUG oslo_vmware.api [None req-f7ea6387-f3b2-4970-9803-b15f29ff2004 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597136, 'name': Destroy_Task, 'duration_secs': 0.344902} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.635240] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-f7ea6387-f3b2-4970-9803-b15f29ff2004 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Destroyed the VM [ 666.635240] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ea6387-f3b2-4970-9803-b15f29ff2004 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Deleting Snapshot of the VM instance {{(pid=62954) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 666.635510] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-054aa793-e2b6-4bc3-9cfc-c7cfdd789ccb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.652597] env[62954]: DEBUG oslo_vmware.api [None req-f7ea6387-f3b2-4970-9803-b15f29ff2004 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Waiting for the task: (returnval){ [ 666.652597] env[62954]: value = "task-2597138" [ 666.652597] env[62954]: _type = "Task" [ 666.652597] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.663927] env[62954]: DEBUG oslo_vmware.api [None req-f7ea6387-f3b2-4970-9803-b15f29ff2004 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597138, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.728120] env[62954]: DEBUG oslo_vmware.api [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52f36944-9b29-e883-4cc2-65ba0751f346, 'name': SearchDatastore_Task, 'duration_secs': 0.009897} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.728989] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-889646c3-91de-47d3-b523-8fdec6961680 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.735910] env[62954]: DEBUG oslo_vmware.api [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Waiting for the task: (returnval){ [ 666.735910] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52fe7423-55be-9836-1b5a-6f99e6ef9f36" [ 666.735910] env[62954]: _type = "Task" [ 666.735910] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.744929] env[62954]: DEBUG oslo_vmware.api [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52fe7423-55be-9836-1b5a-6f99e6ef9f36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.775770] env[62954]: DEBUG nova.network.neutron [-] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.833244] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f5fe9e73-c835-4dad-ae22-c64f9588153b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.845612] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb89bf8-6fae-4dd0-ab45-64a78eaa3344 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.882095] env[62954]: DEBUG nova.compute.manager [req-0888b9e4-07d0-494c-ae0b-c9e371a8674f req-49de04e0-8394-490b-b11d-25f894b2bc57 service nova] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Detach interface failed, port_id=4162d929-64b9-4f80-bde1-2634152b248d, reason: Instance d06126ca-dc5c-4862-93a0-19071afb4cf6 could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 666.926410] env[62954]: DEBUG nova.compute.manager [req-660b0443-3db2-4e54-a8ec-39996f14955c req-e0d557d5-9122-4d07-860e-cac3ad3fff66 service nova] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Received event network-vif-deleted-103e32b2-a2c8-444b-92f6-8f5f356419ca {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 666.926410] env[62954]: DEBUG nova.compute.manager [req-660b0443-3db2-4e54-a8ec-39996f14955c req-e0d557d5-9122-4d07-860e-cac3ad3fff66 service nova] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Received event network-vif-deleted-05c5650b-912a-46bd-a806-b899311dba0a {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 666.999032] env[62954]: INFO nova.compute.manager [-] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Took 1.52 seconds to deallocate network for instance. [ 667.035333] env[62954]: DEBUG oslo_vmware.api [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Task: {'id': task-2597137, 'name': Rename_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.100219] env[62954]: DEBUG nova.compute.utils [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 667.104925] env[62954]: DEBUG nova.compute.manager [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.105294] env[62954]: DEBUG nova.network.neutron [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.107806] env[62954]: INFO nova.compute.manager [-] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Took 1.55 seconds to deallocate network for instance. [ 667.165238] env[62954]: DEBUG oslo_vmware.api [None req-f7ea6387-f3b2-4970-9803-b15f29ff2004 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597138, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.197626] env[62954]: DEBUG nova.policy [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35a03fe383b5499487129059e1928235', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbc8508b2eec43c7bb8e7257b2f4ec29', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.251170] env[62954]: DEBUG oslo_vmware.api [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52fe7423-55be-9836-1b5a-6f99e6ef9f36, 'name': SearchDatastore_Task, 'duration_secs': 0.013582} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.254795] env[62954]: DEBUG oslo_concurrency.lockutils [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.254924] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 2e85cb3d-2f19-4c85-acd2-e1771a0df42c/2e85cb3d-2f19-4c85-acd2-e1771a0df42c.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.256481] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-673761f4-8f0f-41a7-90e9-85b1447d503d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.266766] env[62954]: DEBUG oslo_vmware.api [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Waiting for the task: (returnval){ [ 667.266766] env[62954]: value = "task-2597139" [ 667.266766] env[62954]: _type = "Task" [ 667.266766] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.278119] env[62954]: DEBUG oslo_vmware.api [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Task: {'id': task-2597139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.279963] env[62954]: INFO nova.compute.manager [-] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Took 1.46 seconds to deallocate network for instance. [ 667.513694] env[62954]: DEBUG oslo_concurrency.lockutils [None req-32e9e1df-2023-4332-abaf-aa48881c3a14 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.539080] env[62954]: DEBUG oslo_vmware.api [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Task: {'id': task-2597137, 'name': Rename_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.584150] env[62954]: DEBUG nova.network.neutron [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Successfully created port: 0e072869-5345-47c3-971f-872bae520b6b {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.608776] env[62954]: DEBUG nova.compute.manager [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 667.614705] env[62954]: DEBUG oslo_concurrency.lockutils [None req-44205b2b-e754-41cc-ab48-d4ae09b34f70 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.615562] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bfde84-7452-41b3-842c-80b6250b10ba {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.624997] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a17b542-95d8-4636-ae67-6f8aee86b8d3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.663828] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb38f14-f931-4071-8ba6-8f2fa0690a3c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.674547] env[62954]: DEBUG oslo_vmware.api [None req-f7ea6387-f3b2-4970-9803-b15f29ff2004 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597138, 'name': RemoveSnapshot_Task, 'duration_secs': 0.534202} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.674818] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ea6387-f3b2-4970-9803-b15f29ff2004 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Deleted Snapshot of the VM instance {{(pid=62954) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 667.675078] env[62954]: INFO nova.compute.manager [None req-f7ea6387-f3b2-4970-9803-b15f29ff2004 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Took 14.84 seconds to snapshot the instance on the hypervisor. [ 667.678223] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bec735b-7b35-46de-827d-71da141bc4af {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.695027] env[62954]: DEBUG nova.compute.provider_tree [None req-66e57264-e475-4843-a95e-132ef817a720 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.779105] env[62954]: DEBUG oslo_vmware.api [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Task: {'id': task-2597139, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.787758] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6091dfe9-4d32-489c-95bb-14f7c0dfa202 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.037607] env[62954]: DEBUG oslo_vmware.api [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Task: {'id': task-2597137, 'name': Rename_Task, 'duration_secs': 1.225163} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.037826] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.038182] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbe5da82-ce5e-41f3-9cff-722bf28d3595 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.050264] env[62954]: DEBUG oslo_vmware.api [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Waiting for the task: (returnval){ [ 668.050264] env[62954]: value = "task-2597140" [ 668.050264] env[62954]: _type = "Task" [ 668.050264] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.064158] env[62954]: DEBUG oslo_vmware.api [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Task: {'id': task-2597140, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.197882] env[62954]: DEBUG nova.scheduler.client.report [None req-66e57264-e475-4843-a95e-132ef817a720 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.280737] env[62954]: DEBUG oslo_vmware.api [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Task: {'id': task-2597139, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.879949} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.280737] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 2e85cb3d-2f19-4c85-acd2-e1771a0df42c/2e85cb3d-2f19-4c85-acd2-e1771a0df42c.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.280737] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.280737] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-abe50a8f-d89c-40c0-ac8a-50789e40b3fd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.287738] env[62954]: DEBUG oslo_vmware.api [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Waiting for the task: (returnval){ [ 668.287738] env[62954]: value = "task-2597141" [ 668.287738] env[62954]: _type = "Task" [ 668.287738] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.296532] env[62954]: DEBUG oslo_vmware.api [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Task: {'id': task-2597141, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.560871] env[62954]: DEBUG oslo_vmware.api [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Task: {'id': task-2597140, 'name': PowerOnVM_Task, 'duration_secs': 0.498015} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.561184] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.561359] env[62954]: INFO nova.compute.manager [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Took 9.42 seconds to spawn the instance on the hypervisor. [ 668.561544] env[62954]: DEBUG nova.compute.manager [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.562400] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c95cd2-c271-4b89-b410-9bbe8e8e84f8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.618839] env[62954]: DEBUG nova.compute.manager [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.641871] env[62954]: DEBUG nova.virt.hardware [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.642204] env[62954]: DEBUG nova.virt.hardware [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.642376] env[62954]: DEBUG nova.virt.hardware [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.642575] env[62954]: DEBUG nova.virt.hardware [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.642723] env[62954]: DEBUG nova.virt.hardware [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.642870] env[62954]: DEBUG nova.virt.hardware [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.643188] env[62954]: DEBUG nova.virt.hardware [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.643368] env[62954]: DEBUG nova.virt.hardware [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.643542] env[62954]: DEBUG nova.virt.hardware [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.643706] env[62954]: DEBUG nova.virt.hardware [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.643878] env[62954]: DEBUG nova.virt.hardware [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.645081] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50739e6a-b51d-4e37-8859-e2dfc70f098c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.653397] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f6fac9-4923-4af3-9d89-92f377045444 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.702722] env[62954]: DEBUG oslo_concurrency.lockutils [None req-66e57264-e475-4843-a95e-132ef817a720 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.705198] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 29.038s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.734223] env[62954]: INFO nova.scheduler.client.report [None req-66e57264-e475-4843-a95e-132ef817a720 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Deleted allocations for instance cdeedf76-8fe2-45cc-a91e-da4cac486811 [ 668.799212] env[62954]: DEBUG oslo_vmware.api [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Task: {'id': task-2597141, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071595} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.799416] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.800193] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962d17cf-bc71-40ef-bd41-48492656374e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.831896] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 2e85cb3d-2f19-4c85-acd2-e1771a0df42c/2e85cb3d-2f19-4c85-acd2-e1771a0df42c.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.831896] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-daf17498-2a4a-452c-8279-eb5f5025ee29 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.855758] env[62954]: DEBUG oslo_vmware.api [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Waiting for the task: (returnval){ [ 668.855758] env[62954]: value = "task-2597142" [ 668.855758] env[62954]: _type = "Task" [ 668.855758] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.865521] env[62954]: DEBUG oslo_vmware.api [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Task: {'id': task-2597142, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.080365] env[62954]: INFO nova.compute.manager [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Took 40.63 seconds to build instance. [ 669.142343] env[62954]: DEBUG nova.compute.manager [req-69793be8-05e5-48d8-aa7d-6ec6aec3e0fe req-d248f022-5cc8-4ae2-bda3-78a5af59598c service nova] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Received event network-vif-plugged-0e072869-5345-47c3-971f-872bae520b6b {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 669.142343] env[62954]: DEBUG oslo_concurrency.lockutils [req-69793be8-05e5-48d8-aa7d-6ec6aec3e0fe req-d248f022-5cc8-4ae2-bda3-78a5af59598c service nova] Acquiring lock "a7b98e82-7cfa-4d4d-80ca-46f60573d56e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.142343] env[62954]: DEBUG oslo_concurrency.lockutils [req-69793be8-05e5-48d8-aa7d-6ec6aec3e0fe req-d248f022-5cc8-4ae2-bda3-78a5af59598c service nova] Lock "a7b98e82-7cfa-4d4d-80ca-46f60573d56e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.142343] env[62954]: DEBUG oslo_concurrency.lockutils [req-69793be8-05e5-48d8-aa7d-6ec6aec3e0fe req-d248f022-5cc8-4ae2-bda3-78a5af59598c service nova] Lock "a7b98e82-7cfa-4d4d-80ca-46f60573d56e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.142343] env[62954]: DEBUG nova.compute.manager [req-69793be8-05e5-48d8-aa7d-6ec6aec3e0fe req-d248f022-5cc8-4ae2-bda3-78a5af59598c service nova] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] No waiting events found dispatching network-vif-plugged-0e072869-5345-47c3-971f-872bae520b6b {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 669.142556] env[62954]: WARNING nova.compute.manager [req-69793be8-05e5-48d8-aa7d-6ec6aec3e0fe req-d248f022-5cc8-4ae2-bda3-78a5af59598c service nova] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Received unexpected event network-vif-plugged-0e072869-5345-47c3-971f-872bae520b6b for instance with vm_state building and task_state spawning. [ 669.237169] env[62954]: DEBUG nova.network.neutron [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Successfully updated port: 0e072869-5345-47c3-971f-872bae520b6b {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.248100] env[62954]: DEBUG oslo_concurrency.lockutils [None req-66e57264-e475-4843-a95e-132ef817a720 tempest-ServerGroupTestJSON-975287904 tempest-ServerGroupTestJSON-975287904-project-member] Lock "cdeedf76-8fe2-45cc-a91e-da4cac486811" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.363s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.366624] env[62954]: DEBUG oslo_vmware.api [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Task: {'id': task-2597142, 'name': ReconfigVM_Task, 'duration_secs': 0.4917} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.366960] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 2e85cb3d-2f19-4c85-acd2-e1771a0df42c/2e85cb3d-2f19-4c85-acd2-e1771a0df42c.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.368208] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c82a5b43-760b-4517-8bdd-e27b0af76a37 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.376528] env[62954]: DEBUG oslo_vmware.api [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Waiting for the task: (returnval){ [ 669.376528] env[62954]: value = "task-2597143" [ 669.376528] env[62954]: _type = "Task" [ 669.376528] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.385719] env[62954]: DEBUG oslo_vmware.api [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Task: {'id': task-2597143, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.582332] env[62954]: DEBUG oslo_concurrency.lockutils [None req-30c6d27d-e274-4141-ab36-1e3aed48e7b9 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Lock "3e0d91e8-d0e5-48e8-9d76-e540c127d3c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.932s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.740156] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Acquiring lock "refresh_cache-a7b98e82-7cfa-4d4d-80ca-46f60573d56e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.740422] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Acquired lock "refresh_cache-a7b98e82-7cfa-4d4d-80ca-46f60573d56e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.741054] env[62954]: DEBUG nova.network.neutron [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.751676] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 60e703f7-b811-4186-a986-1958392664cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 669.751917] env[62954]: WARNING nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 00376bf9-716d-4c89-a29d-2c6381ce373a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 669.752131] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 78c077da-de74-46ec-8218-f37b79e188ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 669.752316] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 6e03333f-8e00-4713-8ab8-c400f6c07ef7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 669.752497] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 59a0c51a-c68d-48ae-a580-48ff3f4b09a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 669.752663] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance f0abf0c7-cd85-4b91-99a2-23ed1da74cf2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 669.752862] env[62954]: WARNING nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 9ef50827-25d4-4bc6-8438-76c9cba8df0c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 669.753055] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 7adb750f-15da-4dde-9769-fbf85030c3e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 669.753233] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 6dbc1cd2-276a-4592-9d70-206b1d1fc144 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 669.753407] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 669.753580] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 2e7fdade-c4c3-400c-b59a-b77382e4348c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 669.753752] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 20f27901-885e-4d03-ae59-077275d85b14 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 669.753932] env[62954]: WARNING nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 9d9242e0-a1a0-4831-ba31-ef88aeee0577 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 669.754120] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 2effe3ff-ff7c-4369-9168-dc699087eced actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 669.754300] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 4c2e1210-69e7-49f0-b850-252afe2dd65e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 669.754486] env[62954]: WARNING nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance c7dbf8a7-f220-47be-a479-a1994a7d2664 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 669.754659] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 0ed3f1ae-f140-42a8-9581-aadb93447fbb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 669.754845] env[62954]: WARNING nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance d06126ca-dc5c-4862-93a0-19071afb4cf6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 669.755038] env[62954]: WARNING nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 5157c346-c7da-488e-b7fd-1dccac3bf61b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 669.755225] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 669.755401] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 2e85cb3d-2f19-4c85-acd2-e1771a0df42c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 669.755567] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance a7b98e82-7cfa-4d4d-80ca-46f60573d56e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 669.887433] env[62954]: DEBUG oslo_vmware.api [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Task: {'id': task-2597143, 'name': Rename_Task, 'duration_secs': 0.156517} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.888178] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.888178] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5af51330-8be2-4cea-9ac4-a9beb32355e0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.895325] env[62954]: DEBUG oslo_vmware.api [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Waiting for the task: (returnval){ [ 669.895325] env[62954]: value = "task-2597144" [ 669.895325] env[62954]: _type = "Task" [ 669.895325] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.905311] env[62954]: DEBUG oslo_vmware.api [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Task: {'id': task-2597144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.085392] env[62954]: DEBUG nova.compute.manager [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.259541] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 57c52d11-f775-4b50-98ba-81fc825362e6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 670.279574] env[62954]: DEBUG nova.network.neutron [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.281651] env[62954]: DEBUG oslo_concurrency.lockutils [None req-bbb08657-8670-4b75-82ab-3d74688c7330 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Acquiring lock "3e0d91e8-d0e5-48e8-9d76-e540c127d3c4" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.281884] env[62954]: DEBUG oslo_concurrency.lockutils [None req-bbb08657-8670-4b75-82ab-3d74688c7330 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Lock "3e0d91e8-d0e5-48e8-9d76-e540c127d3c4" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.282159] env[62954]: INFO nova.compute.manager [None req-bbb08657-8670-4b75-82ab-3d74688c7330 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Rebooting instance [ 670.406362] env[62954]: DEBUG oslo_vmware.api [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Task: {'id': task-2597144, 'name': PowerOnVM_Task, 'duration_secs': 0.498017} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.406637] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.406842] env[62954]: INFO nova.compute.manager [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Took 8.61 seconds to spawn the instance on the hypervisor. [ 670.407033] env[62954]: DEBUG nova.compute.manager [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.407835] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e70ab11-e4b9-49c2-ad12-2501a491b69b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.417914] env[62954]: DEBUG nova.network.neutron [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Updating instance_info_cache with network_info: [{"id": "0e072869-5345-47c3-971f-872bae520b6b", "address": "fa:16:3e:80:07:9e", "network": {"id": "33c95abe-816a-467a-afc6-b8879beb1897", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-87565047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc8508b2eec43c7bb8e7257b2f4ec29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e072869-53", "ovs_interfaceid": "0e072869-5345-47c3-971f-872bae520b6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.607637] env[62954]: DEBUG oslo_concurrency.lockutils [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.746219] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8e9a83ad-cd65-4bbf-b7ce-4978affd355a tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Acquiring lock "6dbc1cd2-276a-4592-9d70-206b1d1fc144" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.746480] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8e9a83ad-cd65-4bbf-b7ce-4978affd355a tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Lock "6dbc1cd2-276a-4592-9d70-206b1d1fc144" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.746740] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8e9a83ad-cd65-4bbf-b7ce-4978affd355a tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Acquiring lock "6dbc1cd2-276a-4592-9d70-206b1d1fc144-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.746867] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8e9a83ad-cd65-4bbf-b7ce-4978affd355a tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Lock "6dbc1cd2-276a-4592-9d70-206b1d1fc144-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.747055] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8e9a83ad-cd65-4bbf-b7ce-4978affd355a tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Lock "6dbc1cd2-276a-4592-9d70-206b1d1fc144-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.749333] env[62954]: INFO nova.compute.manager [None req-8e9a83ad-cd65-4bbf-b7ce-4978affd355a tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Terminating instance [ 670.762764] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 52ba1be4-89df-419b-a8a1-39d9bab1b462 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 670.807324] env[62954]: DEBUG oslo_concurrency.lockutils [None req-bbb08657-8670-4b75-82ab-3d74688c7330 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Acquiring lock "refresh_cache-3e0d91e8-d0e5-48e8-9d76-e540c127d3c4" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.807511] env[62954]: DEBUG oslo_concurrency.lockutils [None req-bbb08657-8670-4b75-82ab-3d74688c7330 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Acquired lock "refresh_cache-3e0d91e8-d0e5-48e8-9d76-e540c127d3c4" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.808612] env[62954]: DEBUG nova.network.neutron [None req-bbb08657-8670-4b75-82ab-3d74688c7330 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.926297] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Releasing lock "refresh_cache-a7b98e82-7cfa-4d4d-80ca-46f60573d56e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.926297] env[62954]: DEBUG nova.compute.manager [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Instance network_info: |[{"id": "0e072869-5345-47c3-971f-872bae520b6b", "address": "fa:16:3e:80:07:9e", "network": {"id": "33c95abe-816a-467a-afc6-b8879beb1897", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-87565047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc8508b2eec43c7bb8e7257b2f4ec29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e072869-53", "ovs_interfaceid": "0e072869-5345-47c3-971f-872bae520b6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 670.926297] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:07:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e072869-5345-47c3-971f-872bae520b6b', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.935324] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Creating folder: Project (bbc8508b2eec43c7bb8e7257b2f4ec29). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.935610] env[62954]: INFO nova.compute.manager [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Took 40.74 seconds to build instance. [ 670.936628] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71cd60d2-e5b5-4b5d-9166-a085f20802ad {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.951993] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Created folder: Project (bbc8508b2eec43c7bb8e7257b2f4ec29) in parent group-v523717. [ 670.953146] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Creating folder: Instances. Parent ref: group-v523833. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.953679] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bc38187-d2b7-4c7b-896a-33234f2cfd94 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.969021] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Created folder: Instances in parent group-v523833. [ 670.969021] env[62954]: DEBUG oslo.service.loopingcall [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 670.969021] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.969021] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-837da751-6eea-4897-8828-ded1557b3198 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.994022] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.994022] env[62954]: value = "task-2597147" [ 670.994022] env[62954]: _type = "Task" [ 670.994022] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.003834] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597147, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.256142] env[62954]: DEBUG nova.compute.manager [None req-8e9a83ad-cd65-4bbf-b7ce-4978affd355a tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 671.256142] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9a83ad-cd65-4bbf-b7ce-4978affd355a tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 671.256142] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482cdefa-45bc-468f-9bdd-8d24dc3b79e5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.266753] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance d6a6c979-4668-4bb8-9e40-af48f6fa0afd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 671.275780] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e9a83ad-cd65-4bbf-b7ce-4978affd355a tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 671.276328] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eaff28dc-82b2-4667-99af-910910120684 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.285177] env[62954]: DEBUG oslo_vmware.api [None req-8e9a83ad-cd65-4bbf-b7ce-4978affd355a tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Waiting for the task: (returnval){ [ 671.285177] env[62954]: value = "task-2597148" [ 671.285177] env[62954]: _type = "Task" [ 671.285177] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.301618] env[62954]: DEBUG oslo_vmware.api [None req-8e9a83ad-cd65-4bbf-b7ce-4978affd355a tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.357131] env[62954]: DEBUG nova.compute.manager [req-019d06c2-137b-441f-a628-c711198df421 req-5e3cdf9f-99e9-4fb6-9d53-de436da312e9 service nova] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Received event network-changed-0e072869-5345-47c3-971f-872bae520b6b {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 671.357131] env[62954]: DEBUG nova.compute.manager [req-019d06c2-137b-441f-a628-c711198df421 req-5e3cdf9f-99e9-4fb6-9d53-de436da312e9 service nova] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Refreshing instance network info cache due to event network-changed-0e072869-5345-47c3-971f-872bae520b6b. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 671.357693] env[62954]: DEBUG oslo_concurrency.lockutils [req-019d06c2-137b-441f-a628-c711198df421 req-5e3cdf9f-99e9-4fb6-9d53-de436da312e9 service nova] Acquiring lock "refresh_cache-a7b98e82-7cfa-4d4d-80ca-46f60573d56e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.357923] env[62954]: DEBUG oslo_concurrency.lockutils [req-019d06c2-137b-441f-a628-c711198df421 req-5e3cdf9f-99e9-4fb6-9d53-de436da312e9 service nova] Acquired lock "refresh_cache-a7b98e82-7cfa-4d4d-80ca-46f60573d56e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.358167] env[62954]: DEBUG nova.network.neutron [req-019d06c2-137b-441f-a628-c711198df421 req-5e3cdf9f-99e9-4fb6-9d53-de436da312e9 service nova] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Refreshing network info cache for port 0e072869-5345-47c3-971f-872bae520b6b {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.440124] env[62954]: DEBUG oslo_concurrency.lockutils [None req-30d9ee2d-a3ae-4a68-b468-09c629c9cdea tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Lock "2e85cb3d-2f19-4c85-acd2-e1771a0df42c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.349s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.506816] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597147, 'name': CreateVM_Task, 'duration_secs': 0.345867} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.506999] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.507934] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.507934] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.508240] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.508498] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cb92e72-151f-4428-9deb-3fc3c1426588 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.517234] env[62954]: DEBUG oslo_vmware.api [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Waiting for the task: (returnval){ [ 671.517234] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52edeef8-8b54-38a9-5b98-d71382682a43" [ 671.517234] env[62954]: _type = "Task" [ 671.517234] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.528544] env[62954]: DEBUG oslo_vmware.api [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52edeef8-8b54-38a9-5b98-d71382682a43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.639291] env[62954]: DEBUG nova.network.neutron [None req-bbb08657-8670-4b75-82ab-3d74688c7330 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Updating instance_info_cache with network_info: [{"id": "d45db640-f49e-4805-89b6-0fd8a2376733", "address": "fa:16:3e:e8:29:a5", "network": {"id": "527c5ad8-56a5-4ee8-bae1-02f1cc7d17ff", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1367559881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a317aabf25624d2b84723f14d3cf3c3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd45db640-f4", "ovs_interfaceid": "d45db640-f49e-4805-89b6-0fd8a2376733", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.779775] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 64d2fdcf-1210-4994-b86c-74bac8aaffb3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 671.797986] env[62954]: DEBUG oslo_vmware.api [None req-8e9a83ad-cd65-4bbf-b7ce-4978affd355a tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597148, 'name': PowerOffVM_Task, 'duration_secs': 0.187689} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.799351] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e9a83ad-cd65-4bbf-b7ce-4978affd355a tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 671.799761] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9a83ad-cd65-4bbf-b7ce-4978affd355a tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 671.800120] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8557f3ac-c4e7-466e-9b19-83d480c04d7d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.892623] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9a83ad-cd65-4bbf-b7ce-4978affd355a tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 671.892836] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9a83ad-cd65-4bbf-b7ce-4978affd355a tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 671.893028] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e9a83ad-cd65-4bbf-b7ce-4978affd355a tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Deleting the datastore file [datastore1] 6dbc1cd2-276a-4592-9d70-206b1d1fc144 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 671.893332] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-398cd585-9afd-4f89-92a7-8a142847a6f9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.901458] env[62954]: DEBUG oslo_vmware.api [None req-8e9a83ad-cd65-4bbf-b7ce-4978affd355a tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Waiting for the task: (returnval){ [ 671.901458] env[62954]: value = "task-2597150" [ 671.901458] env[62954]: _type = "Task" [ 671.901458] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.911571] env[62954]: DEBUG oslo_vmware.api [None req-8e9a83ad-cd65-4bbf-b7ce-4978affd355a tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597150, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.031075] env[62954]: DEBUG oslo_vmware.api [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52edeef8-8b54-38a9-5b98-d71382682a43, 'name': SearchDatastore_Task, 'duration_secs': 0.014249} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.031406] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.031642] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.031877] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.032037] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.032256] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.032521] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79a74b95-6c13-4bfb-b9b6-bc7654d7e6a5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.043475] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.043475] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.044186] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cb69553-a1ef-48b9-baea-5fa95c73042e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.050766] env[62954]: DEBUG oslo_vmware.api [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Waiting for the task: (returnval){ [ 672.050766] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52d32ea5-f5db-c98d-4fa2-d6b6b524769b" [ 672.050766] env[62954]: _type = "Task" [ 672.050766] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.060355] env[62954]: DEBUG oslo_vmware.api [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d32ea5-f5db-c98d-4fa2-d6b6b524769b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.146264] env[62954]: DEBUG oslo_concurrency.lockutils [None req-bbb08657-8670-4b75-82ab-3d74688c7330 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Releasing lock "refresh_cache-3e0d91e8-d0e5-48e8-9d76-e540c127d3c4" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.180064] env[62954]: DEBUG nova.network.neutron [req-019d06c2-137b-441f-a628-c711198df421 req-5e3cdf9f-99e9-4fb6-9d53-de436da312e9 service nova] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Updated VIF entry in instance network info cache for port 0e072869-5345-47c3-971f-872bae520b6b. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.180440] env[62954]: DEBUG nova.network.neutron [req-019d06c2-137b-441f-a628-c711198df421 req-5e3cdf9f-99e9-4fb6-9d53-de436da312e9 service nova] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Updating instance_info_cache with network_info: [{"id": "0e072869-5345-47c3-971f-872bae520b6b", "address": "fa:16:3e:80:07:9e", "network": {"id": "33c95abe-816a-467a-afc6-b8879beb1897", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-87565047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc8508b2eec43c7bb8e7257b2f4ec29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e072869-53", "ovs_interfaceid": "0e072869-5345-47c3-971f-872bae520b6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.218349] env[62954]: DEBUG oslo_concurrency.lockutils [None req-eb5f3761-5b67-4277-b253-d6a0aa8d4a8d tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Acquiring lock "2e85cb3d-2f19-4c85-acd2-e1771a0df42c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.218747] env[62954]: DEBUG oslo_concurrency.lockutils [None req-eb5f3761-5b67-4277-b253-d6a0aa8d4a8d tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Lock "2e85cb3d-2f19-4c85-acd2-e1771a0df42c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.218986] env[62954]: DEBUG oslo_concurrency.lockutils [None req-eb5f3761-5b67-4277-b253-d6a0aa8d4a8d tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Acquiring lock "2e85cb3d-2f19-4c85-acd2-e1771a0df42c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.219189] env[62954]: DEBUG oslo_concurrency.lockutils [None req-eb5f3761-5b67-4277-b253-d6a0aa8d4a8d tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Lock "2e85cb3d-2f19-4c85-acd2-e1771a0df42c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.219448] env[62954]: DEBUG oslo_concurrency.lockutils [None req-eb5f3761-5b67-4277-b253-d6a0aa8d4a8d tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Lock "2e85cb3d-2f19-4c85-acd2-e1771a0df42c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.224048] env[62954]: INFO nova.compute.manager [None req-eb5f3761-5b67-4277-b253-d6a0aa8d4a8d tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Terminating instance [ 672.286232] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance bcf452a5-32c1-4181-9650-7d4a5334d8dc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 672.411769] env[62954]: DEBUG oslo_vmware.api [None req-8e9a83ad-cd65-4bbf-b7ce-4978affd355a tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597150, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.562460] env[62954]: DEBUG oslo_vmware.api [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d32ea5-f5db-c98d-4fa2-d6b6b524769b, 'name': SearchDatastore_Task, 'duration_secs': 0.012741} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.563307] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe5fa370-2835-4efc-96d9-c68c16aa5162 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.569758] env[62954]: DEBUG oslo_vmware.api [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Waiting for the task: (returnval){ [ 672.569758] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5289d689-a1ba-c60f-5950-55faef22ebca" [ 672.569758] env[62954]: _type = "Task" [ 672.569758] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.578990] env[62954]: DEBUG oslo_vmware.api [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5289d689-a1ba-c60f-5950-55faef22ebca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.651417] env[62954]: DEBUG nova.compute.manager [None req-bbb08657-8670-4b75-82ab-3d74688c7330 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.652442] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448ac3df-2f54-4e79-bb42-27f57ab1750a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.682946] env[62954]: DEBUG oslo_concurrency.lockutils [req-019d06c2-137b-441f-a628-c711198df421 req-5e3cdf9f-99e9-4fb6-9d53-de436da312e9 service nova] Releasing lock "refresh_cache-a7b98e82-7cfa-4d4d-80ca-46f60573d56e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.736429] env[62954]: DEBUG nova.compute.manager [None req-eb5f3761-5b67-4277-b253-d6a0aa8d4a8d tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 672.736702] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5f3761-5b67-4277-b253-d6a0aa8d4a8d tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 672.737633] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fe678f-e578-4194-99f8-4efa5a1d5615 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.747563] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb5f3761-5b67-4277-b253-d6a0aa8d4a8d tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 672.747655] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-086a4a84-d363-4c7e-9cd8-48a1b2427228 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.756058] env[62954]: DEBUG oslo_vmware.api [None req-eb5f3761-5b67-4277-b253-d6a0aa8d4a8d tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Waiting for the task: (returnval){ [ 672.756058] env[62954]: value = "task-2597151" [ 672.756058] env[62954]: _type = "Task" [ 672.756058] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.764610] env[62954]: DEBUG oslo_vmware.api [None req-eb5f3761-5b67-4277-b253-d6a0aa8d4a8d tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Task: {'id': task-2597151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.789196] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance e6365eeb-3739-4eae-8a8f-27fc4e726d9f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 672.898239] env[62954]: DEBUG oslo_concurrency.lockutils [None req-22530dbb-486c-4a6b-b409-0d87549e9bc5 tempest-VolumesAssistedSnapshotsTest-610389951 tempest-VolumesAssistedSnapshotsTest-610389951-project-admin] Acquiring lock "78c077da-de74-46ec-8218-f37b79e188ca" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.898467] env[62954]: DEBUG oslo_concurrency.lockutils [None req-22530dbb-486c-4a6b-b409-0d87549e9bc5 tempest-VolumesAssistedSnapshotsTest-610389951 tempest-VolumesAssistedSnapshotsTest-610389951-project-admin] Lock "78c077da-de74-46ec-8218-f37b79e188ca" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.912689] env[62954]: DEBUG oslo_vmware.api [None req-8e9a83ad-cd65-4bbf-b7ce-4978affd355a tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597150, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.540066} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.913117] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e9a83ad-cd65-4bbf-b7ce-4978affd355a tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 672.913439] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9a83ad-cd65-4bbf-b7ce-4978affd355a tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 672.913733] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9a83ad-cd65-4bbf-b7ce-4978affd355a tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 672.913995] env[62954]: INFO nova.compute.manager [None req-8e9a83ad-cd65-4bbf-b7ce-4978affd355a tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Took 1.66 seconds to destroy the instance on the hypervisor. [ 672.914345] env[62954]: DEBUG oslo.service.loopingcall [None req-8e9a83ad-cd65-4bbf-b7ce-4978affd355a tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 672.914606] env[62954]: DEBUG nova.compute.manager [-] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 672.914736] env[62954]: DEBUG nova.network.neutron [-] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 673.080979] env[62954]: DEBUG oslo_vmware.api [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5289d689-a1ba-c60f-5950-55faef22ebca, 'name': SearchDatastore_Task, 'duration_secs': 0.01243} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.081568] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.081862] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] a7b98e82-7cfa-4d4d-80ca-46f60573d56e/a7b98e82-7cfa-4d4d-80ca-46f60573d56e.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.082248] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0399023-a5fc-4ed3-bb34-cda278c23d18 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.090946] env[62954]: DEBUG oslo_vmware.api [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Waiting for the task: (returnval){ [ 673.090946] env[62954]: value = "task-2597152" [ 673.090946] env[62954]: _type = "Task" [ 673.090946] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.099840] env[62954]: DEBUG oslo_vmware.api [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Task: {'id': task-2597152, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.267708] env[62954]: DEBUG oslo_vmware.api [None req-eb5f3761-5b67-4277-b253-d6a0aa8d4a8d tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Task: {'id': task-2597151, 'name': PowerOffVM_Task, 'duration_secs': 0.234299} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.267921] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb5f3761-5b67-4277-b253-d6a0aa8d4a8d tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 673.268104] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5f3761-5b67-4277-b253-d6a0aa8d4a8d tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 673.268359] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92af0ba5-a60b-4f78-99ed-d3308c430d53 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.293308] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 383d7013-3574-4b60-9975-af059d4f8a99 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 673.346637] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5f3761-5b67-4277-b253-d6a0aa8d4a8d tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 673.346864] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5f3761-5b67-4277-b253-d6a0aa8d4a8d tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 673.347061] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb5f3761-5b67-4277-b253-d6a0aa8d4a8d tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Deleting the datastore file [datastore2] 2e85cb3d-2f19-4c85-acd2-e1771a0df42c {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 673.347336] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efe9a62b-6ed1-4408-a3ed-8a2734d376f3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.354663] env[62954]: DEBUG oslo_vmware.api [None req-eb5f3761-5b67-4277-b253-d6a0aa8d4a8d tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Waiting for the task: (returnval){ [ 673.354663] env[62954]: value = "task-2597154" [ 673.354663] env[62954]: _type = "Task" [ 673.354663] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.365206] env[62954]: DEBUG oslo_vmware.api [None req-eb5f3761-5b67-4277-b253-d6a0aa8d4a8d tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Task: {'id': task-2597154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.402113] env[62954]: DEBUG nova.compute.utils [None req-22530dbb-486c-4a6b-b409-0d87549e9bc5 tempest-VolumesAssistedSnapshotsTest-610389951 tempest-VolumesAssistedSnapshotsTest-610389951-project-admin] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 673.601888] env[62954]: DEBUG oslo_vmware.api [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Task: {'id': task-2597152, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.658631] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Acquiring lock "2f579b31-2d2d-43c4-9e42-4aff5a5b273a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.659024] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Lock "2f579b31-2d2d-43c4-9e42-4aff5a5b273a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.668830] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a414e62c-a245-4bf1-94eb-2a54bba9c13b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.677593] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb08657-8670-4b75-82ab-3d74688c7330 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Doing hard reboot of VM {{(pid=62954) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 673.677865] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-facb23c2-2287-4933-8915-4cedf50f9162 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.684382] env[62954]: DEBUG oslo_vmware.api [None req-bbb08657-8670-4b75-82ab-3d74688c7330 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Waiting for the task: (returnval){ [ 673.684382] env[62954]: value = "task-2597155" [ 673.684382] env[62954]: _type = "Task" [ 673.684382] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.694302] env[62954]: DEBUG oslo_vmware.api [None req-bbb08657-8670-4b75-82ab-3d74688c7330 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Task: {'id': task-2597155, 'name': ResetVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.695577] env[62954]: DEBUG nova.compute.manager [req-b56ad417-ed5f-4699-b4ad-d8ff8c1494d8 req-e90fb7c8-1708-4a72-b96f-9af51e780809 service nova] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Received event network-vif-deleted-9b326053-ac4c-4946-a4bc-e0433f152419 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 673.695762] env[62954]: INFO nova.compute.manager [req-b56ad417-ed5f-4699-b4ad-d8ff8c1494d8 req-e90fb7c8-1708-4a72-b96f-9af51e780809 service nova] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Neutron deleted interface 9b326053-ac4c-4946-a4bc-e0433f152419; detaching it from the instance and deleting it from the info cache [ 673.695935] env[62954]: DEBUG nova.network.neutron [req-b56ad417-ed5f-4699-b4ad-d8ff8c1494d8 req-e90fb7c8-1708-4a72-b96f-9af51e780809 service nova] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.725739] env[62954]: DEBUG nova.network.neutron [-] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.799109] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance a210b97d-117c-418b-81a2-594ec21dde75 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 673.799502] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=62954) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 673.799685] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=62954) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 673.866232] env[62954]: DEBUG oslo_vmware.api [None req-eb5f3761-5b67-4277-b253-d6a0aa8d4a8d tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Task: {'id': task-2597154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.364091} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.866448] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb5f3761-5b67-4277-b253-d6a0aa8d4a8d tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 673.866632] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5f3761-5b67-4277-b253-d6a0aa8d4a8d tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 673.866810] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5f3761-5b67-4277-b253-d6a0aa8d4a8d tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 673.866993] env[62954]: INFO nova.compute.manager [None req-eb5f3761-5b67-4277-b253-d6a0aa8d4a8d tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 673.867255] env[62954]: DEBUG oslo.service.loopingcall [None req-eb5f3761-5b67-4277-b253-d6a0aa8d4a8d tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 673.867806] env[62954]: DEBUG nova.compute.manager [-] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 673.867877] env[62954]: DEBUG nova.network.neutron [-] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 673.906475] env[62954]: DEBUG oslo_concurrency.lockutils [None req-22530dbb-486c-4a6b-b409-0d87549e9bc5 tempest-VolumesAssistedSnapshotsTest-610389951 tempest-VolumesAssistedSnapshotsTest-610389951-project-admin] Lock "78c077da-de74-46ec-8218-f37b79e188ca" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.105783] env[62954]: DEBUG oslo_vmware.api [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Task: {'id': task-2597152, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540595} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.105783] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] a7b98e82-7cfa-4d4d-80ca-46f60573d56e/a7b98e82-7cfa-4d4d-80ca-46f60573d56e.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.106054] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.108573] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50f1ef5a-ca25-4f56-a978-2fb82d2ee1b9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.119771] env[62954]: DEBUG oslo_vmware.api [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Waiting for the task: (returnval){ [ 674.119771] env[62954]: value = "task-2597156" [ 674.119771] env[62954]: _type = "Task" [ 674.119771] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.131066] env[62954]: DEBUG oslo_vmware.api [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Task: {'id': task-2597156, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.165019] env[62954]: DEBUG nova.compute.manager [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: 2f579b31-2d2d-43c4-9e42-4aff5a5b273a] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.199505] env[62954]: DEBUG oslo_vmware.api [None req-bbb08657-8670-4b75-82ab-3d74688c7330 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Task: {'id': task-2597155, 'name': ResetVM_Task, 'duration_secs': 0.134918} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.199655] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7185d12-908d-4c15-88c1-8cdf670eeee8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.201630] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb08657-8670-4b75-82ab-3d74688c7330 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Did hard reboot of VM {{(pid=62954) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 674.201836] env[62954]: DEBUG nova.compute.manager [None req-bbb08657-8670-4b75-82ab-3d74688c7330 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.202662] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ac6981-0c22-4990-ac12-f18b06318cb7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.218756] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b5bb60-2ea3-4b87-9f8f-55d576e54b4b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.232308] env[62954]: INFO nova.compute.manager [-] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Took 1.32 seconds to deallocate network for instance. [ 674.232308] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a80ac6-c654-4b19-9439-4bd4b95b8527 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.244848] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc6e98f-6678-4909-9fc8-77b66d00009a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.261455] env[62954]: DEBUG nova.compute.manager [req-b56ad417-ed5f-4699-b4ad-d8ff8c1494d8 req-e90fb7c8-1708-4a72-b96f-9af51e780809 service nova] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Detach interface failed, port_id=9b326053-ac4c-4946-a4bc-e0433f152419, reason: Instance 6dbc1cd2-276a-4592-9d70-206b1d1fc144 could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 674.290974] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943ca02e-fff2-48a3-9921-f6296722b5a4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.300860] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f326047-61c2-4a0b-969f-93fea78fcdd5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.317531] env[62954]: DEBUG nova.compute.provider_tree [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.631416] env[62954]: DEBUG oslo_vmware.api [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Task: {'id': task-2597156, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075875} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.632856] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 674.635877] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4469563-4904-481c-8c46-d107d225beca {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.639102] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Acquiring lock "ef7398c4-e98d-4434-92e2-14f6e86fa19c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.639332] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Lock "ef7398c4-e98d-4434-92e2-14f6e86fa19c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.660434] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] a7b98e82-7cfa-4d4d-80ca-46f60573d56e/a7b98e82-7cfa-4d4d-80ca-46f60573d56e.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.661266] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d12aab9-c66e-4220-a96a-e40bf95497b5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.675649] env[62954]: DEBUG nova.network.neutron [-] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.686316] env[62954]: DEBUG oslo_vmware.api [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Waiting for the task: (returnval){ [ 674.686316] env[62954]: value = "task-2597157" [ 674.686316] env[62954]: _type = "Task" [ 674.686316] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.693054] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.696992] env[62954]: DEBUG oslo_vmware.api [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Task: {'id': task-2597157, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.733672] env[62954]: DEBUG oslo_concurrency.lockutils [None req-bbb08657-8670-4b75-82ab-3d74688c7330 tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Lock "3e0d91e8-d0e5-48e8-9d76-e540c127d3c4" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.451s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.750438] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8e9a83ad-cd65-4bbf-b7ce-4978affd355a tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.820695] env[62954]: DEBUG nova.scheduler.client.report [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.981709] env[62954]: DEBUG oslo_concurrency.lockutils [None req-22530dbb-486c-4a6b-b409-0d87549e9bc5 tempest-VolumesAssistedSnapshotsTest-610389951 tempest-VolumesAssistedSnapshotsTest-610389951-project-admin] Acquiring lock "78c077da-de74-46ec-8218-f37b79e188ca" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.981978] env[62954]: DEBUG oslo_concurrency.lockutils [None req-22530dbb-486c-4a6b-b409-0d87549e9bc5 tempest-VolumesAssistedSnapshotsTest-610389951 tempest-VolumesAssistedSnapshotsTest-610389951-project-admin] Lock "78c077da-de74-46ec-8218-f37b79e188ca" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.982273] env[62954]: INFO nova.compute.manager [None req-22530dbb-486c-4a6b-b409-0d87549e9bc5 tempest-VolumesAssistedSnapshotsTest-610389951 tempest-VolumesAssistedSnapshotsTest-610389951-project-admin] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Attaching volume c7469a6a-e0d5-4972-934d-5b09b3a664a4 to /dev/sdb [ 675.017846] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba36435-ac55-4c93-8bca-6068da696582 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.026254] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3319696-a8ee-470b-b6a3-91e7f4e98fb4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.043214] env[62954]: DEBUG nova.virt.block_device [None req-22530dbb-486c-4a6b-b409-0d87549e9bc5 tempest-VolumesAssistedSnapshotsTest-610389951 tempest-VolumesAssistedSnapshotsTest-610389951-project-admin] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Updating existing volume attachment record: 67668275-795e-4410-b871-a983f620644c {{(pid=62954) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 675.179309] env[62954]: INFO nova.compute.manager [-] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Took 1.31 seconds to deallocate network for instance. [ 675.198097] env[62954]: DEBUG oslo_vmware.api [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Task: {'id': task-2597157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.326028] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62954) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 675.326330] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.621s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.326762] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a0e3f3bd-7bdb-4737-b19e-686a461defd3 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.817s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.327138] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a0e3f3bd-7bdb-4737-b19e-686a461defd3 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.329790] env[62954]: DEBUG oslo_concurrency.lockutils [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.422s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.331368] env[62954]: INFO nova.compute.claims [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.356913] env[62954]: INFO nova.scheduler.client.report [None req-a0e3f3bd-7bdb-4737-b19e-686a461defd3 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Deleted allocations for instance 9ef50827-25d4-4bc6-8438-76c9cba8df0c [ 675.389564] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b5a4f9c4-a6a5-4f39-bead-7ad03ca26e0f tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Acquiring lock "3e0d91e8-d0e5-48e8-9d76-e540c127d3c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.389935] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b5a4f9c4-a6a5-4f39-bead-7ad03ca26e0f tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Lock "3e0d91e8-d0e5-48e8-9d76-e540c127d3c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.390288] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b5a4f9c4-a6a5-4f39-bead-7ad03ca26e0f tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Acquiring lock "3e0d91e8-d0e5-48e8-9d76-e540c127d3c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.390401] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b5a4f9c4-a6a5-4f39-bead-7ad03ca26e0f tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Lock "3e0d91e8-d0e5-48e8-9d76-e540c127d3c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.390651] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b5a4f9c4-a6a5-4f39-bead-7ad03ca26e0f tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Lock "3e0d91e8-d0e5-48e8-9d76-e540c127d3c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.392960] env[62954]: INFO nova.compute.manager [None req-b5a4f9c4-a6a5-4f39-bead-7ad03ca26e0f tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Terminating instance [ 675.685866] env[62954]: DEBUG oslo_concurrency.lockutils [None req-eb5f3761-5b67-4277-b253-d6a0aa8d4a8d tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.700721] env[62954]: DEBUG oslo_vmware.api [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Task: {'id': task-2597157, 'name': ReconfigVM_Task, 'duration_secs': 0.769317} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.701015] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Reconfigured VM instance instance-00000025 to attach disk [datastore1] a7b98e82-7cfa-4d4d-80ca-46f60573d56e/a7b98e82-7cfa-4d4d-80ca-46f60573d56e.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.702393] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b373c95-ebe5-4113-a403-71b3b1c76e92 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.710867] env[62954]: DEBUG oslo_vmware.api [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Waiting for the task: (returnval){ [ 675.710867] env[62954]: value = "task-2597161" [ 675.710867] env[62954]: _type = "Task" [ 675.710867] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.720026] env[62954]: DEBUG oslo_vmware.api [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Task: {'id': task-2597161, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.761237] env[62954]: DEBUG nova.compute.manager [req-279e41d3-9e06-4a9f-be1d-1c2576f78ae7 req-9cbc4382-8588-45b6-bf62-cc1ef0401b2e service nova] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Received event network-vif-deleted-bebc76a9-8b01-450d-bd67-2e55d8747865 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 675.865490] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a0e3f3bd-7bdb-4737-b19e-686a461defd3 tempest-ImagesOneServerTestJSON-2069441349 tempest-ImagesOneServerTestJSON-2069441349-project-member] Lock "9ef50827-25d4-4bc6-8438-76c9cba8df0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.852s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.899555] env[62954]: DEBUG nova.compute.manager [None req-b5a4f9c4-a6a5-4f39-bead-7ad03ca26e0f tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 675.899797] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a4f9c4-a6a5-4f39-bead-7ad03ca26e0f tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 675.900707] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd8af91-2b96-4213-8811-e34f71325dd3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.909091] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a4f9c4-a6a5-4f39-bead-7ad03ca26e0f tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.909328] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b714d2a4-3b92-47d1-bf7c-a77ecbb0ba6c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.916161] env[62954]: DEBUG oslo_vmware.api [None req-b5a4f9c4-a6a5-4f39-bead-7ad03ca26e0f tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Waiting for the task: (returnval){ [ 675.916161] env[62954]: value = "task-2597162" [ 675.916161] env[62954]: _type = "Task" [ 675.916161] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.925254] env[62954]: DEBUG oslo_vmware.api [None req-b5a4f9c4-a6a5-4f39-bead-7ad03ca26e0f tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Task: {'id': task-2597162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.221197] env[62954]: DEBUG oslo_vmware.api [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Task: {'id': task-2597161, 'name': Rename_Task, 'duration_secs': 0.309282} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.221495] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.221775] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7c5dec8-dd77-40f4-90c4-0738162e5670 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.229482] env[62954]: DEBUG oslo_vmware.api [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Waiting for the task: (returnval){ [ 676.229482] env[62954]: value = "task-2597163" [ 676.229482] env[62954]: _type = "Task" [ 676.229482] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.238102] env[62954]: DEBUG oslo_vmware.api [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Task: {'id': task-2597163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.430696] env[62954]: DEBUG oslo_vmware.api [None req-b5a4f9c4-a6a5-4f39-bead-7ad03ca26e0f tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Task: {'id': task-2597162, 'name': PowerOffVM_Task, 'duration_secs': 0.191131} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.430696] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a4f9c4-a6a5-4f39-bead-7ad03ca26e0f tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 676.430696] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a4f9c4-a6a5-4f39-bead-7ad03ca26e0f tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 676.430924] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73c5debb-2be9-4ba6-a296-d3e052c77faf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.500240] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a4f9c4-a6a5-4f39-bead-7ad03ca26e0f tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 676.500486] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a4f9c4-a6a5-4f39-bead-7ad03ca26e0f tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 676.500663] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a4f9c4-a6a5-4f39-bead-7ad03ca26e0f tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Deleting the datastore file [datastore2] 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.500928] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f09142fc-97b5-4907-a773-da9f54f4464e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.510560] env[62954]: DEBUG oslo_vmware.api [None req-b5a4f9c4-a6a5-4f39-bead-7ad03ca26e0f tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Waiting for the task: (returnval){ [ 676.510560] env[62954]: value = "task-2597165" [ 676.510560] env[62954]: _type = "Task" [ 676.510560] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.522936] env[62954]: DEBUG oslo_vmware.api [None req-b5a4f9c4-a6a5-4f39-bead-7ad03ca26e0f tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Task: {'id': task-2597165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.744485] env[62954]: DEBUG oslo_vmware.api [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Task: {'id': task-2597163, 'name': PowerOnVM_Task, 'duration_secs': 0.48872} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.744808] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.745305] env[62954]: INFO nova.compute.manager [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Took 8.13 seconds to spawn the instance on the hypervisor. [ 676.745503] env[62954]: DEBUG nova.compute.manager [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.748656] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60df0c3b-79f1-45bf-acd5-5e30f1c8efca {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.819930] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9335e7a-415f-4c96-abdb-450fe4f78b6a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.833033] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345210f4-b5d0-4a5c-aee5-111288d29142 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.866249] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12093de2-ee8b-40d3-b7fc-8828e3763cff {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.874580] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb77930-bb7a-4c29-ba5a-f47f94c6c054 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.890553] env[62954]: DEBUG nova.compute.provider_tree [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.022227] env[62954]: DEBUG oslo_vmware.api [None req-b5a4f9c4-a6a5-4f39-bead-7ad03ca26e0f tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Task: {'id': task-2597165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.269920] env[62954]: INFO nova.compute.manager [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Took 41.12 seconds to build instance. [ 677.393969] env[62954]: DEBUG nova.scheduler.client.report [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.524358] env[62954]: DEBUG oslo_vmware.api [None req-b5a4f9c4-a6a5-4f39-bead-7ad03ca26e0f tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Task: {'id': task-2597165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.772343] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b54b44a1-0b3a-4303-add7-632ed9d7c3a5 tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Lock "a7b98e82-7cfa-4d4d-80ca-46f60573d56e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.403s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.900184] env[62954]: DEBUG oslo_concurrency.lockutils [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.570s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.900722] env[62954]: DEBUG nova.compute.manager [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 677.905780] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e3b2515c-dc9b-40f2-8914-c713e880532c tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.863s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.905872] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e3b2515c-dc9b-40f2-8914-c713e880532c tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.911162] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.838s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.912623] env[62954]: INFO nova.compute.claims [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.949113] env[62954]: INFO nova.scheduler.client.report [None req-e3b2515c-dc9b-40f2-8914-c713e880532c tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Deleted allocations for instance 9d9242e0-a1a0-4831-ba31-ef88aeee0577 [ 678.022236] env[62954]: DEBUG oslo_vmware.api [None req-b5a4f9c4-a6a5-4f39-bead-7ad03ca26e0f tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Task: {'id': task-2597165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.276697] env[62954]: DEBUG nova.compute.manager [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.407037] env[62954]: DEBUG nova.compute.utils [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 678.408240] env[62954]: DEBUG nova.compute.manager [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 678.408355] env[62954]: DEBUG nova.network.neutron [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 678.460575] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e3b2515c-dc9b-40f2-8914-c713e880532c tempest-ServerExternalEventsTest-304680165 tempest-ServerExternalEventsTest-304680165-project-member] Lock "9d9242e0-a1a0-4831-ba31-ef88aeee0577" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.104s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.475152] env[62954]: DEBUG nova.policy [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9fb29021c04424ca19135e2526ebe23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc696e7a1ad14449bae3fcda71272409', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 678.522802] env[62954]: DEBUG oslo_vmware.api [None req-b5a4f9c4-a6a5-4f39-bead-7ad03ca26e0f tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Task: {'id': task-2597165, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.662084} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.523099] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a4f9c4-a6a5-4f39-bead-7ad03ca26e0f tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.523327] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a4f9c4-a6a5-4f39-bead-7ad03ca26e0f tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 678.523683] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a4f9c4-a6a5-4f39-bead-7ad03ca26e0f tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 678.523683] env[62954]: INFO nova.compute.manager [None req-b5a4f9c4-a6a5-4f39-bead-7ad03ca26e0f tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Took 2.62 seconds to destroy the instance on the hypervisor. [ 678.523926] env[62954]: DEBUG oslo.service.loopingcall [None req-b5a4f9c4-a6a5-4f39-bead-7ad03ca26e0f tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 678.524136] env[62954]: DEBUG nova.compute.manager [-] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 678.524228] env[62954]: DEBUG nova.network.neutron [-] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 678.812131] env[62954]: DEBUG nova.compute.manager [req-fcf5a301-bcc4-48e5-b8ff-70ff1d4de714 req-0beb06bd-6522-4c56-bfe5-13b29018179a service nova] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Received event network-vif-deleted-d45db640-f49e-4805-89b6-0fd8a2376733 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 678.812131] env[62954]: INFO nova.compute.manager [req-fcf5a301-bcc4-48e5-b8ff-70ff1d4de714 req-0beb06bd-6522-4c56-bfe5-13b29018179a service nova] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Neutron deleted interface d45db640-f49e-4805-89b6-0fd8a2376733; detaching it from the instance and deleting it from the info cache [ 678.812131] env[62954]: DEBUG nova.network.neutron [req-fcf5a301-bcc4-48e5-b8ff-70ff1d4de714 req-0beb06bd-6522-4c56-bfe5-13b29018179a service nova] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.813762] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.882012] env[62954]: DEBUG oslo_concurrency.lockutils [None req-047e65b3-b57a-4155-9e98-774fe980be9d tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Acquiring lock "a7b98e82-7cfa-4d4d-80ca-46f60573d56e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.882768] env[62954]: DEBUG oslo_concurrency.lockutils [None req-047e65b3-b57a-4155-9e98-774fe980be9d tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Lock "a7b98e82-7cfa-4d4d-80ca-46f60573d56e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.882768] env[62954]: DEBUG oslo_concurrency.lockutils [None req-047e65b3-b57a-4155-9e98-774fe980be9d tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Acquiring lock "a7b98e82-7cfa-4d4d-80ca-46f60573d56e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.882768] env[62954]: DEBUG oslo_concurrency.lockutils [None req-047e65b3-b57a-4155-9e98-774fe980be9d tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Lock "a7b98e82-7cfa-4d4d-80ca-46f60573d56e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.882768] env[62954]: DEBUG oslo_concurrency.lockutils [None req-047e65b3-b57a-4155-9e98-774fe980be9d tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Lock "a7b98e82-7cfa-4d4d-80ca-46f60573d56e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.885103] env[62954]: INFO nova.compute.manager [None req-047e65b3-b57a-4155-9e98-774fe980be9d tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Terminating instance [ 678.911895] env[62954]: DEBUG nova.compute.manager [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 678.940706] env[62954]: DEBUG nova.network.neutron [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Successfully created port: 3558650c-ece4-471b-8798-7b1366975faf {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.292800] env[62954]: DEBUG nova.network.neutron [-] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.314206] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e38ecd5c-1d07-4ebc-aa91-640ae0a96b2a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.327540] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a35889-b385-417e-9b5f-26ba14e53e8b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.369172] env[62954]: DEBUG nova.compute.manager [req-fcf5a301-bcc4-48e5-b8ff-70ff1d4de714 req-0beb06bd-6522-4c56-bfe5-13b29018179a service nova] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Detach interface failed, port_id=d45db640-f49e-4805-89b6-0fd8a2376733, reason: Instance 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4 could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 679.389655] env[62954]: DEBUG nova.compute.manager [None req-047e65b3-b57a-4155-9e98-774fe980be9d tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 679.389872] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-047e65b3-b57a-4155-9e98-774fe980be9d tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 679.391176] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8337d7d2-585f-4e9a-9659-885ccb193dcc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.400326] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-047e65b3-b57a-4155-9e98-774fe980be9d tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 679.401461] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6309cc00-1b9a-47c3-9cfb-6dc560d725da {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.407877] env[62954]: DEBUG oslo_vmware.api [None req-047e65b3-b57a-4155-9e98-774fe980be9d tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Waiting for the task: (returnval){ [ 679.407877] env[62954]: value = "task-2597167" [ 679.407877] env[62954]: _type = "Task" [ 679.407877] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.419399] env[62954]: DEBUG oslo_vmware.api [None req-047e65b3-b57a-4155-9e98-774fe980be9d tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Task: {'id': task-2597167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.564588] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119e8f0a-a7f8-4132-8d97-74ad1b7e393e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.572333] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7c842c-678f-4a07-b6a6-7c9ad5b27c03 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.611794] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-22530dbb-486c-4a6b-b409-0d87549e9bc5 tempest-VolumesAssistedSnapshotsTest-610389951 tempest-VolumesAssistedSnapshotsTest-610389951-project-admin] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Volume attach. Driver type: vmdk {{(pid=62954) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 679.612068] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-22530dbb-486c-4a6b-b409-0d87549e9bc5 tempest-VolumesAssistedSnapshotsTest-610389951 tempest-VolumesAssistedSnapshotsTest-610389951-project-admin] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523838', 'volume_id': 'c7469a6a-e0d5-4972-934d-5b09b3a664a4', 'name': 'volume-c7469a6a-e0d5-4972-934d-5b09b3a664a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '78c077da-de74-46ec-8218-f37b79e188ca', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7469a6a-e0d5-4972-934d-5b09b3a664a4', 'serial': 'c7469a6a-e0d5-4972-934d-5b09b3a664a4'} {{(pid=62954) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 679.614683] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e43eca6-dad6-48d7-8c5a-629621520839 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.617458] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c47291-9969-4d72-8b64-9bfea7dcda60 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.638629] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c5fba7-a3cd-42cd-98e7-3dbc7e5bf93d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.644606] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda8b946-907a-47bb-a4e2-aff6a7285035 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.669380] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-22530dbb-486c-4a6b-b409-0d87549e9bc5 tempest-VolumesAssistedSnapshotsTest-610389951 tempest-VolumesAssistedSnapshotsTest-610389951-project-admin] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] volume-c7469a6a-e0d5-4972-934d-5b09b3a664a4/volume-c7469a6a-e0d5-4972-934d-5b09b3a664a4.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.678674] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ea23e51-b80a-44a0-b56f-9209b9c1cbe2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.693594] env[62954]: DEBUG nova.compute.provider_tree [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.700261] env[62954]: DEBUG oslo_vmware.api [None req-22530dbb-486c-4a6b-b409-0d87549e9bc5 tempest-VolumesAssistedSnapshotsTest-610389951 tempest-VolumesAssistedSnapshotsTest-610389951-project-admin] Waiting for the task: (returnval){ [ 679.700261] env[62954]: value = "task-2597168" [ 679.700261] env[62954]: _type = "Task" [ 679.700261] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.709058] env[62954]: DEBUG oslo_vmware.api [None req-22530dbb-486c-4a6b-b409-0d87549e9bc5 tempest-VolumesAssistedSnapshotsTest-610389951 tempest-VolumesAssistedSnapshotsTest-610389951-project-admin] Task: {'id': task-2597168, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.795798] env[62954]: INFO nova.compute.manager [-] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Took 1.27 seconds to deallocate network for instance. [ 679.919275] env[62954]: DEBUG oslo_vmware.api [None req-047e65b3-b57a-4155-9e98-774fe980be9d tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Task: {'id': task-2597167, 'name': PowerOffVM_Task, 'duration_secs': 0.189558} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.919275] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-047e65b3-b57a-4155-9e98-774fe980be9d tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 679.919275] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-047e65b3-b57a-4155-9e98-774fe980be9d tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 679.919640] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca9f43ab-f269-4dc2-98e7-ecd17f91a0a9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.921777] env[62954]: DEBUG nova.compute.manager [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 679.946945] env[62954]: DEBUG nova.virt.hardware [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 679.947097] env[62954]: DEBUG nova.virt.hardware [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.947265] env[62954]: DEBUG nova.virt.hardware [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.947453] env[62954]: DEBUG nova.virt.hardware [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.947598] env[62954]: DEBUG nova.virt.hardware [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.947745] env[62954]: DEBUG nova.virt.hardware [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 679.947959] env[62954]: DEBUG nova.virt.hardware [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 679.948148] env[62954]: DEBUG nova.virt.hardware [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 679.948322] env[62954]: DEBUG nova.virt.hardware [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 679.948495] env[62954]: DEBUG nova.virt.hardware [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 679.948669] env[62954]: DEBUG nova.virt.hardware [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 679.949575] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42b448b-5535-4c49-a317-17a565d770a8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.958325] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ca40db-19c1-47a0-9af5-d646c861446b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.979656] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-047e65b3-b57a-4155-9e98-774fe980be9d tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 679.979866] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-047e65b3-b57a-4155-9e98-774fe980be9d tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 679.980059] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-047e65b3-b57a-4155-9e98-774fe980be9d tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Deleting the datastore file [datastore1] a7b98e82-7cfa-4d4d-80ca-46f60573d56e {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.980363] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f011abdc-aecd-475d-8dc1-9dbe277057d6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.987102] env[62954]: DEBUG oslo_vmware.api [None req-047e65b3-b57a-4155-9e98-774fe980be9d tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Waiting for the task: (returnval){ [ 679.987102] env[62954]: value = "task-2597170" [ 679.987102] env[62954]: _type = "Task" [ 679.987102] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.995688] env[62954]: DEBUG oslo_vmware.api [None req-047e65b3-b57a-4155-9e98-774fe980be9d tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Task: {'id': task-2597170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.197751] env[62954]: DEBUG nova.scheduler.client.report [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.211438] env[62954]: DEBUG oslo_vmware.api [None req-22530dbb-486c-4a6b-b409-0d87549e9bc5 tempest-VolumesAssistedSnapshotsTest-610389951 tempest-VolumesAssistedSnapshotsTest-610389951-project-admin] Task: {'id': task-2597168, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.305404] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b5a4f9c4-a6a5-4f39-bead-7ad03ca26e0f tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.461639] env[62954]: DEBUG nova.compute.manager [req-06b865e2-e38b-48aa-ac63-6f574899218b req-c183c9c8-32f0-4e88-983a-597063bf8b24 service nova] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Received event network-vif-plugged-3558650c-ece4-471b-8798-7b1366975faf {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 680.461895] env[62954]: DEBUG oslo_concurrency.lockutils [req-06b865e2-e38b-48aa-ac63-6f574899218b req-c183c9c8-32f0-4e88-983a-597063bf8b24 service nova] Acquiring lock "57c52d11-f775-4b50-98ba-81fc825362e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.462208] env[62954]: DEBUG oslo_concurrency.lockutils [req-06b865e2-e38b-48aa-ac63-6f574899218b req-c183c9c8-32f0-4e88-983a-597063bf8b24 service nova] Lock "57c52d11-f775-4b50-98ba-81fc825362e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.462402] env[62954]: DEBUG oslo_concurrency.lockutils [req-06b865e2-e38b-48aa-ac63-6f574899218b req-c183c9c8-32f0-4e88-983a-597063bf8b24 service nova] Lock "57c52d11-f775-4b50-98ba-81fc825362e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.462594] env[62954]: DEBUG nova.compute.manager [req-06b865e2-e38b-48aa-ac63-6f574899218b req-c183c9c8-32f0-4e88-983a-597063bf8b24 service nova] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] No waiting events found dispatching network-vif-plugged-3558650c-ece4-471b-8798-7b1366975faf {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 680.462756] env[62954]: WARNING nova.compute.manager [req-06b865e2-e38b-48aa-ac63-6f574899218b req-c183c9c8-32f0-4e88-983a-597063bf8b24 service nova] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Received unexpected event network-vif-plugged-3558650c-ece4-471b-8798-7b1366975faf for instance with vm_state building and task_state spawning. [ 680.499455] env[62954]: DEBUG oslo_vmware.api [None req-047e65b3-b57a-4155-9e98-774fe980be9d tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Task: {'id': task-2597170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128731} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.499797] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-047e65b3-b57a-4155-9e98-774fe980be9d tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 680.500068] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-047e65b3-b57a-4155-9e98-774fe980be9d tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 680.500318] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-047e65b3-b57a-4155-9e98-774fe980be9d tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 680.500561] env[62954]: INFO nova.compute.manager [None req-047e65b3-b57a-4155-9e98-774fe980be9d tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 680.500896] env[62954]: DEBUG oslo.service.loopingcall [None req-047e65b3-b57a-4155-9e98-774fe980be9d tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 680.501297] env[62954]: DEBUG nova.compute.manager [-] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 680.501456] env[62954]: DEBUG nova.network.neutron [-] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 680.595798] env[62954]: DEBUG nova.network.neutron [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Successfully updated port: 3558650c-ece4-471b-8798-7b1366975faf {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.707608] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.796s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.708148] env[62954]: DEBUG nova.compute.manager [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.711328] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.753s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.715386] env[62954]: INFO nova.compute.claims [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.721093] env[62954]: DEBUG oslo_vmware.api [None req-22530dbb-486c-4a6b-b409-0d87549e9bc5 tempest-VolumesAssistedSnapshotsTest-610389951 tempest-VolumesAssistedSnapshotsTest-610389951-project-admin] Task: {'id': task-2597168, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.875163] env[62954]: DEBUG nova.compute.manager [req-70d0e9de-eb55-4e1b-b28f-44a6b180f723 req-42b008d8-a99b-4bd1-a80b-4edc4492f53b service nova] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Received event network-vif-deleted-0e072869-5345-47c3-971f-872bae520b6b {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 680.875319] env[62954]: INFO nova.compute.manager [req-70d0e9de-eb55-4e1b-b28f-44a6b180f723 req-42b008d8-a99b-4bd1-a80b-4edc4492f53b service nova] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Neutron deleted interface 0e072869-5345-47c3-971f-872bae520b6b; detaching it from the instance and deleting it from the info cache [ 680.875641] env[62954]: DEBUG nova.network.neutron [req-70d0e9de-eb55-4e1b-b28f-44a6b180f723 req-42b008d8-a99b-4bd1-a80b-4edc4492f53b service nova] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.099455] env[62954]: DEBUG oslo_concurrency.lockutils [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Acquiring lock "refresh_cache-57c52d11-f775-4b50-98ba-81fc825362e6" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.099700] env[62954]: DEBUG oslo_concurrency.lockutils [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Acquired lock "refresh_cache-57c52d11-f775-4b50-98ba-81fc825362e6" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.099767] env[62954]: DEBUG nova.network.neutron [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.212212] env[62954]: DEBUG oslo_vmware.api [None req-22530dbb-486c-4a6b-b409-0d87549e9bc5 tempest-VolumesAssistedSnapshotsTest-610389951 tempest-VolumesAssistedSnapshotsTest-610389951-project-admin] Task: {'id': task-2597168, 'name': ReconfigVM_Task, 'duration_secs': 1.356079} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.212508] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-22530dbb-486c-4a6b-b409-0d87549e9bc5 tempest-VolumesAssistedSnapshotsTest-610389951 tempest-VolumesAssistedSnapshotsTest-610389951-project-admin] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Reconfigured VM instance instance-0000000a to attach disk [datastore2] volume-c7469a6a-e0d5-4972-934d-5b09b3a664a4/volume-c7469a6a-e0d5-4972-934d-5b09b3a664a4.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.218181] env[62954]: DEBUG nova.compute.utils [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 681.221100] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65c82559-29fb-4e14-af52-621908f1bb0f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.233829] env[62954]: DEBUG nova.compute.manager [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.236626] env[62954]: DEBUG nova.compute.manager [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 681.236816] env[62954]: DEBUG nova.network.neutron [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 681.245286] env[62954]: DEBUG oslo_vmware.api [None req-22530dbb-486c-4a6b-b409-0d87549e9bc5 tempest-VolumesAssistedSnapshotsTest-610389951 tempest-VolumesAssistedSnapshotsTest-610389951-project-admin] Waiting for the task: (returnval){ [ 681.245286] env[62954]: value = "task-2597171" [ 681.245286] env[62954]: _type = "Task" [ 681.245286] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.253580] env[62954]: DEBUG oslo_vmware.api [None req-22530dbb-486c-4a6b-b409-0d87549e9bc5 tempest-VolumesAssistedSnapshotsTest-610389951 tempest-VolumesAssistedSnapshotsTest-610389951-project-admin] Task: {'id': task-2597171, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.275060] env[62954]: DEBUG nova.network.neutron [-] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.292810] env[62954]: DEBUG nova.policy [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7962746053c14be687f8a25653f4455a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb54ed806858403e9a86398d765256b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 681.379922] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1bc3080-9850-4488-b643-50559a3862f1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.390084] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad291498-d7d2-47fc-a450-19345984b041 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.423338] env[62954]: DEBUG nova.compute.manager [req-70d0e9de-eb55-4e1b-b28f-44a6b180f723 req-42b008d8-a99b-4bd1-a80b-4edc4492f53b service nova] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Detach interface failed, port_id=0e072869-5345-47c3-971f-872bae520b6b, reason: Instance a7b98e82-7cfa-4d4d-80ca-46f60573d56e could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 681.557189] env[62954]: DEBUG nova.network.neutron [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Successfully created port: 74314c68-1e2a-4346-879b-f1d091c2e8a6 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 681.653544] env[62954]: DEBUG nova.network.neutron [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.754506] env[62954]: DEBUG oslo_vmware.api [None req-22530dbb-486c-4a6b-b409-0d87549e9bc5 tempest-VolumesAssistedSnapshotsTest-610389951 tempest-VolumesAssistedSnapshotsTest-610389951-project-admin] Task: {'id': task-2597171, 'name': ReconfigVM_Task, 'duration_secs': 0.247162} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.754613] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-22530dbb-486c-4a6b-b409-0d87549e9bc5 tempest-VolumesAssistedSnapshotsTest-610389951 tempest-VolumesAssistedSnapshotsTest-610389951-project-admin] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523838', 'volume_id': 'c7469a6a-e0d5-4972-934d-5b09b3a664a4', 'name': 'volume-c7469a6a-e0d5-4972-934d-5b09b3a664a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '78c077da-de74-46ec-8218-f37b79e188ca', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7469a6a-e0d5-4972-934d-5b09b3a664a4', 'serial': 'c7469a6a-e0d5-4972-934d-5b09b3a664a4'} {{(pid=62954) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 681.777270] env[62954]: INFO nova.compute.manager [-] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Took 1.28 seconds to deallocate network for instance. [ 681.816992] env[62954]: DEBUG nova.network.neutron [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Updating instance_info_cache with network_info: [{"id": "3558650c-ece4-471b-8798-7b1366975faf", "address": "fa:16:3e:d6:20:7a", "network": {"id": "7468642b-5af7-42e9-bc3c-aa760d029904", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1714967343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc696e7a1ad14449bae3fcda71272409", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3558650c-ec", "ovs_interfaceid": "3558650c-ece4-471b-8798-7b1366975faf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.135497] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad76144-9049-4c6b-b678-287f72929ea2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.143285] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91821a2-f2af-4570-91f4-646ab6812ba7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.173956] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fafcb5-7da0-46ca-a105-2908d0d19489 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.181382] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9b2819-22d8-4d1a-9d8e-5e331408b790 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.194320] env[62954]: DEBUG nova.compute.provider_tree [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.243914] env[62954]: DEBUG nova.compute.manager [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.269371] env[62954]: DEBUG nova.virt.hardware [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.269752] env[62954]: DEBUG nova.virt.hardware [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.270041] env[62954]: DEBUG nova.virt.hardware [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.270351] env[62954]: DEBUG nova.virt.hardware [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.270622] env[62954]: DEBUG nova.virt.hardware [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.270860] env[62954]: DEBUG nova.virt.hardware [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.271202] env[62954]: DEBUG nova.virt.hardware [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.271457] env[62954]: DEBUG nova.virt.hardware [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.271714] env[62954]: DEBUG nova.virt.hardware [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.271962] env[62954]: DEBUG nova.virt.hardware [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.272266] env[62954]: DEBUG nova.virt.hardware [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.273847] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e79a5d4-bf8c-4640-8cd0-a33a059ed615 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.282823] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2a0932-16bc-4238-bd5d-99b703106a2a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.287379] env[62954]: DEBUG oslo_concurrency.lockutils [None req-047e65b3-b57a-4155-9e98-774fe980be9d tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.323777] env[62954]: DEBUG oslo_concurrency.lockutils [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Releasing lock "refresh_cache-57c52d11-f775-4b50-98ba-81fc825362e6" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.324079] env[62954]: DEBUG nova.compute.manager [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Instance network_info: |[{"id": "3558650c-ece4-471b-8798-7b1366975faf", "address": "fa:16:3e:d6:20:7a", "network": {"id": "7468642b-5af7-42e9-bc3c-aa760d029904", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1714967343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc696e7a1ad14449bae3fcda71272409", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3558650c-ec", "ovs_interfaceid": "3558650c-ece4-471b-8798-7b1366975faf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.324485] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:20:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3558650c-ece4-471b-8798-7b1366975faf', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.331847] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Creating folder: Project (fc696e7a1ad14449bae3fcda71272409). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.332354] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-135a8fde-fb7c-4652-a92f-7196c5ea76e4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.341697] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Created folder: Project (fc696e7a1ad14449bae3fcda71272409) in parent group-v523717. [ 682.341873] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Creating folder: Instances. Parent ref: group-v523839. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.342110] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1167aeb5-3788-44d7-af5a-79a2c684b7ce {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.350373] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Created folder: Instances in parent group-v523839. [ 682.350604] env[62954]: DEBUG oslo.service.loopingcall [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 682.350789] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.350976] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ad9a1c1-8f6b-47e5-bc6e-672dd0de8a8e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.368952] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.368952] env[62954]: value = "task-2597174" [ 682.368952] env[62954]: _type = "Task" [ 682.368952] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.376560] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597174, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.491925] env[62954]: DEBUG nova.compute.manager [req-f970a178-ef3b-491e-b3cb-3a8da9b976c6 req-c7daf72a-d19c-4225-8272-58874be33f8c service nova] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Received event network-changed-3558650c-ece4-471b-8798-7b1366975faf {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 682.492190] env[62954]: DEBUG nova.compute.manager [req-f970a178-ef3b-491e-b3cb-3a8da9b976c6 req-c7daf72a-d19c-4225-8272-58874be33f8c service nova] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Refreshing instance network info cache due to event network-changed-3558650c-ece4-471b-8798-7b1366975faf. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 682.492495] env[62954]: DEBUG oslo_concurrency.lockutils [req-f970a178-ef3b-491e-b3cb-3a8da9b976c6 req-c7daf72a-d19c-4225-8272-58874be33f8c service nova] Acquiring lock "refresh_cache-57c52d11-f775-4b50-98ba-81fc825362e6" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.492713] env[62954]: DEBUG oslo_concurrency.lockutils [req-f970a178-ef3b-491e-b3cb-3a8da9b976c6 req-c7daf72a-d19c-4225-8272-58874be33f8c service nova] Acquired lock "refresh_cache-57c52d11-f775-4b50-98ba-81fc825362e6" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.492951] env[62954]: DEBUG nova.network.neutron [req-f970a178-ef3b-491e-b3cb-3a8da9b976c6 req-c7daf72a-d19c-4225-8272-58874be33f8c service nova] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Refreshing network info cache for port 3558650c-ece4-471b-8798-7b1366975faf {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.697771] env[62954]: DEBUG nova.scheduler.client.report [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.798971] env[62954]: DEBUG nova.objects.instance [None req-22530dbb-486c-4a6b-b409-0d87549e9bc5 tempest-VolumesAssistedSnapshotsTest-610389951 tempest-VolumesAssistedSnapshotsTest-610389951-project-admin] Lazy-loading 'flavor' on Instance uuid 78c077da-de74-46ec-8218-f37b79e188ca {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 682.879452] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597174, 'name': CreateVM_Task, 'duration_secs': 0.294873} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.879628] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.880329] env[62954]: DEBUG oslo_concurrency.lockutils [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.880494] env[62954]: DEBUG oslo_concurrency.lockutils [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.880818] env[62954]: DEBUG oslo_concurrency.lockutils [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.881076] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08199fe8-e89c-469b-80bf-57502510b245 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.886185] env[62954]: DEBUG oslo_vmware.api [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Waiting for the task: (returnval){ [ 682.886185] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52dc4897-e107-8bea-c1c7-c07a6ec6ccdf" [ 682.886185] env[62954]: _type = "Task" [ 682.886185] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.894838] env[62954]: DEBUG oslo_vmware.api [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52dc4897-e107-8bea-c1c7-c07a6ec6ccdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.073856] env[62954]: DEBUG nova.network.neutron [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Successfully updated port: 74314c68-1e2a-4346-879b-f1d091c2e8a6 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 683.090397] env[62954]: DEBUG nova.compute.manager [req-6ad11b5f-e5b4-4be2-acc1-cfda2fcdd901 req-2fd96b08-44e8-4547-8805-2b2ce7aad109 service nova] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Received event network-vif-plugged-74314c68-1e2a-4346-879b-f1d091c2e8a6 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 683.090618] env[62954]: DEBUG oslo_concurrency.lockutils [req-6ad11b5f-e5b4-4be2-acc1-cfda2fcdd901 req-2fd96b08-44e8-4547-8805-2b2ce7aad109 service nova] Acquiring lock "52ba1be4-89df-419b-a8a1-39d9bab1b462-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.090826] env[62954]: DEBUG oslo_concurrency.lockutils [req-6ad11b5f-e5b4-4be2-acc1-cfda2fcdd901 req-2fd96b08-44e8-4547-8805-2b2ce7aad109 service nova] Lock "52ba1be4-89df-419b-a8a1-39d9bab1b462-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.090995] env[62954]: DEBUG oslo_concurrency.lockutils [req-6ad11b5f-e5b4-4be2-acc1-cfda2fcdd901 req-2fd96b08-44e8-4547-8805-2b2ce7aad109 service nova] Lock "52ba1be4-89df-419b-a8a1-39d9bab1b462-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.091526] env[62954]: DEBUG nova.compute.manager [req-6ad11b5f-e5b4-4be2-acc1-cfda2fcdd901 req-2fd96b08-44e8-4547-8805-2b2ce7aad109 service nova] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] No waiting events found dispatching network-vif-plugged-74314c68-1e2a-4346-879b-f1d091c2e8a6 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 683.091839] env[62954]: WARNING nova.compute.manager [req-6ad11b5f-e5b4-4be2-acc1-cfda2fcdd901 req-2fd96b08-44e8-4547-8805-2b2ce7aad109 service nova] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Received unexpected event network-vif-plugged-74314c68-1e2a-4346-879b-f1d091c2e8a6 for instance with vm_state building and task_state spawning. [ 683.203530] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.204090] env[62954]: DEBUG nova.compute.manager [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.210205] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.133s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.210205] env[62954]: INFO nova.compute.claims [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.249916] env[62954]: DEBUG nova.network.neutron [req-f970a178-ef3b-491e-b3cb-3a8da9b976c6 req-c7daf72a-d19c-4225-8272-58874be33f8c service nova] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Updated VIF entry in instance network info cache for port 3558650c-ece4-471b-8798-7b1366975faf. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.250472] env[62954]: DEBUG nova.network.neutron [req-f970a178-ef3b-491e-b3cb-3a8da9b976c6 req-c7daf72a-d19c-4225-8272-58874be33f8c service nova] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Updating instance_info_cache with network_info: [{"id": "3558650c-ece4-471b-8798-7b1366975faf", "address": "fa:16:3e:d6:20:7a", "network": {"id": "7468642b-5af7-42e9-bc3c-aa760d029904", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1714967343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc696e7a1ad14449bae3fcda71272409", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3558650c-ec", "ovs_interfaceid": "3558650c-ece4-471b-8798-7b1366975faf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.305024] env[62954]: DEBUG oslo_concurrency.lockutils [None req-22530dbb-486c-4a6b-b409-0d87549e9bc5 tempest-VolumesAssistedSnapshotsTest-610389951 tempest-VolumesAssistedSnapshotsTest-610389951-project-admin] Lock "78c077da-de74-46ec-8218-f37b79e188ca" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.322s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.396394] env[62954]: DEBUG oslo_vmware.api [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52dc4897-e107-8bea-c1c7-c07a6ec6ccdf, 'name': SearchDatastore_Task, 'duration_secs': 0.01027} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.396695] env[62954]: DEBUG oslo_concurrency.lockutils [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.396948] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.397224] env[62954]: DEBUG oslo_concurrency.lockutils [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.397377] env[62954]: DEBUG oslo_concurrency.lockutils [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.397557] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.397807] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35b37de7-c64f-49a4-8145-238aff212a31 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.405491] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.405699] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.406382] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47d8cec6-2c5f-4884-af0b-8c9806c55b55 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.410923] env[62954]: DEBUG oslo_vmware.api [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Waiting for the task: (returnval){ [ 683.410923] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52353437-e781-737a-59c1-6ec142411836" [ 683.410923] env[62954]: _type = "Task" [ 683.410923] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.418747] env[62954]: DEBUG oslo_vmware.api [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52353437-e781-737a-59c1-6ec142411836, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.578169] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Acquiring lock "refresh_cache-52ba1be4-89df-419b-a8a1-39d9bab1b462" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.578289] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Acquired lock "refresh_cache-52ba1be4-89df-419b-a8a1-39d9bab1b462" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.578440] env[62954]: DEBUG nova.network.neutron [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.713810] env[62954]: DEBUG nova.compute.utils [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 683.717832] env[62954]: DEBUG nova.compute.manager [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 683.718010] env[62954]: DEBUG nova.network.neutron [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 683.752754] env[62954]: DEBUG oslo_concurrency.lockutils [req-f970a178-ef3b-491e-b3cb-3a8da9b976c6 req-c7daf72a-d19c-4225-8272-58874be33f8c service nova] Releasing lock "refresh_cache-57c52d11-f775-4b50-98ba-81fc825362e6" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.771800] env[62954]: DEBUG nova.policy [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4485f93246b94971b8c31c84b04a0c31', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a9a978d3fe640e694e8758beba8c952', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.921632] env[62954]: DEBUG oslo_vmware.api [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52353437-e781-737a-59c1-6ec142411836, 'name': SearchDatastore_Task, 'duration_secs': 0.007518} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.922515] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2fad74d-66d3-44c2-aa1b-e581071031d7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.924954] env[62954]: DEBUG oslo_concurrency.lockutils [None req-fba9a1d7-3964-4652-94e6-c973b2d742d4 tempest-VolumesAssistedSnapshotsTest-610389951 tempest-VolumesAssistedSnapshotsTest-610389951-project-admin] Acquiring lock "78c077da-de74-46ec-8218-f37b79e188ca" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.925286] env[62954]: DEBUG oslo_concurrency.lockutils [None req-fba9a1d7-3964-4652-94e6-c973b2d742d4 tempest-VolumesAssistedSnapshotsTest-610389951 tempest-VolumesAssistedSnapshotsTest-610389951-project-admin] Lock "78c077da-de74-46ec-8218-f37b79e188ca" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.931021] env[62954]: DEBUG oslo_vmware.api [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Waiting for the task: (returnval){ [ 683.931021] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52ef47cd-324f-ec20-9491-225ae165ff91" [ 683.931021] env[62954]: _type = "Task" [ 683.931021] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.937503] env[62954]: DEBUG oslo_vmware.api [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52ef47cd-324f-ec20-9491-225ae165ff91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.058015] env[62954]: DEBUG nova.network.neutron [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Successfully created port: 5c947fe5-f903-40ad-923b-f744e489c919 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 684.108462] env[62954]: DEBUG nova.network.neutron [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.221353] env[62954]: DEBUG nova.compute.manager [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 684.269406] env[62954]: DEBUG nova.network.neutron [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Updating instance_info_cache with network_info: [{"id": "74314c68-1e2a-4346-879b-f1d091c2e8a6", "address": "fa:16:3e:ce:06:96", "network": {"id": "bdc533cf-d512-4309-b907-aaef219e525e", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2022374540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb54ed806858403e9a86398d765256b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74314c68-1e", "ovs_interfaceid": "74314c68-1e2a-4346-879b-f1d091c2e8a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.427680] env[62954]: INFO nova.compute.manager [None req-fba9a1d7-3964-4652-94e6-c973b2d742d4 tempest-VolumesAssistedSnapshotsTest-610389951 tempest-VolumesAssistedSnapshotsTest-610389951-project-admin] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Detaching volume c7469a6a-e0d5-4972-934d-5b09b3a664a4 [ 684.444072] env[62954]: DEBUG oslo_vmware.api [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52ef47cd-324f-ec20-9491-225ae165ff91, 'name': SearchDatastore_Task, 'duration_secs': 0.009452} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.444450] env[62954]: DEBUG oslo_concurrency.lockutils [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.444602] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 57c52d11-f775-4b50-98ba-81fc825362e6/57c52d11-f775-4b50-98ba-81fc825362e6.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.444853] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-219435f8-9c7a-497c-a192-def7aa910be3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.454762] env[62954]: DEBUG oslo_vmware.api [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Waiting for the task: (returnval){ [ 684.454762] env[62954]: value = "task-2597175" [ 684.454762] env[62954]: _type = "Task" [ 684.454762] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.463937] env[62954]: DEBUG oslo_vmware.api [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Task: {'id': task-2597175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.482532] env[62954]: INFO nova.virt.block_device [None req-fba9a1d7-3964-4652-94e6-c973b2d742d4 tempest-VolumesAssistedSnapshotsTest-610389951 tempest-VolumesAssistedSnapshotsTest-610389951-project-admin] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Attempting to driver detach volume c7469a6a-e0d5-4972-934d-5b09b3a664a4 from mountpoint /dev/sdb [ 684.482532] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-fba9a1d7-3964-4652-94e6-c973b2d742d4 tempest-VolumesAssistedSnapshotsTest-610389951 tempest-VolumesAssistedSnapshotsTest-610389951-project-admin] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Volume detach. Driver type: vmdk {{(pid=62954) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 684.482532] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-fba9a1d7-3964-4652-94e6-c973b2d742d4 tempest-VolumesAssistedSnapshotsTest-610389951 tempest-VolumesAssistedSnapshotsTest-610389951-project-admin] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523838', 'volume_id': 'c7469a6a-e0d5-4972-934d-5b09b3a664a4', 'name': 'volume-c7469a6a-e0d5-4972-934d-5b09b3a664a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '78c077da-de74-46ec-8218-f37b79e188ca', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7469a6a-e0d5-4972-934d-5b09b3a664a4', 'serial': 'c7469a6a-e0d5-4972-934d-5b09b3a664a4'} {{(pid=62954) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 684.482532] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9a14ec-887e-4be4-a1aa-5ee28395a541 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.505905] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380e4ad3-28ab-455a-93fd-db34038ed429 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.516167] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6a3796-13a2-4068-9750-53948688665f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.545268] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701978cd-b9bd-423a-a787-48c9d582f880 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.562162] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-fba9a1d7-3964-4652-94e6-c973b2d742d4 tempest-VolumesAssistedSnapshotsTest-610389951 tempest-VolumesAssistedSnapshotsTest-610389951-project-admin] The volume has not been displaced from its original location: [datastore2] volume-c7469a6a-e0d5-4972-934d-5b09b3a664a4/volume-c7469a6a-e0d5-4972-934d-5b09b3a664a4.vmdk. No consolidation needed. {{(pid=62954) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 684.567627] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-fba9a1d7-3964-4652-94e6-c973b2d742d4 tempest-VolumesAssistedSnapshotsTest-610389951 tempest-VolumesAssistedSnapshotsTest-610389951-project-admin] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 684.571127] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ec995bc-14cb-4a30-9874-4231ab456c62 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.590719] env[62954]: DEBUG oslo_vmware.api [None req-fba9a1d7-3964-4652-94e6-c973b2d742d4 tempest-VolumesAssistedSnapshotsTest-610389951 tempest-VolumesAssistedSnapshotsTest-610389951-project-admin] Waiting for the task: (returnval){ [ 684.590719] env[62954]: value = "task-2597176" [ 684.590719] env[62954]: _type = "Task" [ 684.590719] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.604046] env[62954]: DEBUG oslo_vmware.api [None req-fba9a1d7-3964-4652-94e6-c973b2d742d4 tempest-VolumesAssistedSnapshotsTest-610389951 tempest-VolumesAssistedSnapshotsTest-610389951-project-admin] Task: {'id': task-2597176, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.734968] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25939f4c-0c87-4294-9cc3-66517721d1c7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.744614] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb575b9a-c7a0-4e84-9117-88948d899534 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.779474] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb3ac63-a150-4451-a622-9bb07c946196 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.781132] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Releasing lock "refresh_cache-52ba1be4-89df-419b-a8a1-39d9bab1b462" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.781444] env[62954]: DEBUG nova.compute.manager [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Instance network_info: |[{"id": "74314c68-1e2a-4346-879b-f1d091c2e8a6", "address": "fa:16:3e:ce:06:96", "network": {"id": "bdc533cf-d512-4309-b907-aaef219e525e", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2022374540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb54ed806858403e9a86398d765256b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74314c68-1e", "ovs_interfaceid": "74314c68-1e2a-4346-879b-f1d091c2e8a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 684.782195] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:06:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39ab9baf-90cd-4fe2-8d56-434f8210fc19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74314c68-1e2a-4346-879b-f1d091c2e8a6', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.789538] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Creating folder: Project (bb54ed806858403e9a86398d765256b6). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.790683] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-471606af-07a4-4692-8d73-4c2d47627184 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.798208] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9301a12-f0e5-4267-bdeb-db4921b612e0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.814916] env[62954]: DEBUG nova.compute.provider_tree [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.817220] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Created folder: Project (bb54ed806858403e9a86398d765256b6) in parent group-v523717. [ 684.817416] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Creating folder: Instances. Parent ref: group-v523842. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.817882] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71300b4f-00b0-4bfb-9207-39354073f8cf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.828152] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Created folder: Instances in parent group-v523842. [ 684.828301] env[62954]: DEBUG oslo.service.loopingcall [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 684.828461] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.828669] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7334aec9-6218-4439-8c60-9dab910f3eea {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.852330] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.852330] env[62954]: value = "task-2597179" [ 684.852330] env[62954]: _type = "Task" [ 684.852330] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.864209] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597179, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.965112] env[62954]: DEBUG oslo_vmware.api [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Task: {'id': task-2597175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.433747} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.965263] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 57c52d11-f775-4b50-98ba-81fc825362e6/57c52d11-f775-4b50-98ba-81fc825362e6.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.965411] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.965682] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b20f5a2d-dfd5-4d3c-a4d8-8d142572b4f5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.971626] env[62954]: DEBUG oslo_vmware.api [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Waiting for the task: (returnval){ [ 684.971626] env[62954]: value = "task-2597180" [ 684.971626] env[62954]: _type = "Task" [ 684.971626] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.980736] env[62954]: DEBUG oslo_vmware.api [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Task: {'id': task-2597180, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.049601] env[62954]: DEBUG oslo_concurrency.lockutils [None req-54148f9a-fe7e-40cf-8be0-6e15058b6fcb tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Acquiring lock "6e03333f-8e00-4713-8ab8-c400f6c07ef7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.049895] env[62954]: DEBUG oslo_concurrency.lockutils [None req-54148f9a-fe7e-40cf-8be0-6e15058b6fcb tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Lock "6e03333f-8e00-4713-8ab8-c400f6c07ef7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.050154] env[62954]: DEBUG oslo_concurrency.lockutils [None req-54148f9a-fe7e-40cf-8be0-6e15058b6fcb tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Acquiring lock "6e03333f-8e00-4713-8ab8-c400f6c07ef7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.050354] env[62954]: DEBUG oslo_concurrency.lockutils [None req-54148f9a-fe7e-40cf-8be0-6e15058b6fcb tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Lock "6e03333f-8e00-4713-8ab8-c400f6c07ef7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.050540] env[62954]: DEBUG oslo_concurrency.lockutils [None req-54148f9a-fe7e-40cf-8be0-6e15058b6fcb tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Lock "6e03333f-8e00-4713-8ab8-c400f6c07ef7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.052763] env[62954]: INFO nova.compute.manager [None req-54148f9a-fe7e-40cf-8be0-6e15058b6fcb tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Terminating instance [ 685.102665] env[62954]: DEBUG oslo_vmware.api [None req-fba9a1d7-3964-4652-94e6-c973b2d742d4 tempest-VolumesAssistedSnapshotsTest-610389951 tempest-VolumesAssistedSnapshotsTest-610389951-project-admin] Task: {'id': task-2597176, 'name': ReconfigVM_Task, 'duration_secs': 0.372338} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.102984] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-fba9a1d7-3964-4652-94e6-c973b2d742d4 tempest-VolumesAssistedSnapshotsTest-610389951 tempest-VolumesAssistedSnapshotsTest-610389951-project-admin] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 685.108213] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8fedae7-f414-4048-ba1f-027bbadda4f7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.119705] env[62954]: DEBUG nova.compute.manager [req-c1169d57-f14c-4cc2-a745-8a840bf2dfae req-1549eb26-b322-4dd2-85a9-54430648662e service nova] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Received event network-changed-74314c68-1e2a-4346-879b-f1d091c2e8a6 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 685.119927] env[62954]: DEBUG nova.compute.manager [req-c1169d57-f14c-4cc2-a745-8a840bf2dfae req-1549eb26-b322-4dd2-85a9-54430648662e service nova] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Refreshing instance network info cache due to event network-changed-74314c68-1e2a-4346-879b-f1d091c2e8a6. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 685.120161] env[62954]: DEBUG oslo_concurrency.lockutils [req-c1169d57-f14c-4cc2-a745-8a840bf2dfae req-1549eb26-b322-4dd2-85a9-54430648662e service nova] Acquiring lock "refresh_cache-52ba1be4-89df-419b-a8a1-39d9bab1b462" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.120304] env[62954]: DEBUG oslo_concurrency.lockutils [req-c1169d57-f14c-4cc2-a745-8a840bf2dfae req-1549eb26-b322-4dd2-85a9-54430648662e service nova] Acquired lock "refresh_cache-52ba1be4-89df-419b-a8a1-39d9bab1b462" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.120463] env[62954]: DEBUG nova.network.neutron [req-c1169d57-f14c-4cc2-a745-8a840bf2dfae req-1549eb26-b322-4dd2-85a9-54430648662e service nova] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Refreshing network info cache for port 74314c68-1e2a-4346-879b-f1d091c2e8a6 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.126644] env[62954]: DEBUG oslo_vmware.api [None req-fba9a1d7-3964-4652-94e6-c973b2d742d4 tempest-VolumesAssistedSnapshotsTest-610389951 tempest-VolumesAssistedSnapshotsTest-610389951-project-admin] Waiting for the task: (returnval){ [ 685.126644] env[62954]: value = "task-2597181" [ 685.126644] env[62954]: _type = "Task" [ 685.126644] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.135544] env[62954]: DEBUG oslo_vmware.api [None req-fba9a1d7-3964-4652-94e6-c973b2d742d4 tempest-VolumesAssistedSnapshotsTest-610389951 tempest-VolumesAssistedSnapshotsTest-610389951-project-admin] Task: {'id': task-2597181, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.234261] env[62954]: DEBUG nova.compute.manager [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.256962] env[62954]: DEBUG nova.virt.hardware [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.257280] env[62954]: DEBUG nova.virt.hardware [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.257448] env[62954]: DEBUG nova.virt.hardware [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.257633] env[62954]: DEBUG nova.virt.hardware [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.257781] env[62954]: DEBUG nova.virt.hardware [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.257930] env[62954]: DEBUG nova.virt.hardware [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.258186] env[62954]: DEBUG nova.virt.hardware [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.258350] env[62954]: DEBUG nova.virt.hardware [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.258519] env[62954]: DEBUG nova.virt.hardware [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.258684] env[62954]: DEBUG nova.virt.hardware [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.258859] env[62954]: DEBUG nova.virt.hardware [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.259816] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43800b08-a182-4784-ab2b-3ab364655840 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.267793] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd651c28-14f7-4433-8996-96515dae3fc9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.319682] env[62954]: DEBUG nova.scheduler.client.report [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.362460] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597179, 'name': CreateVM_Task, 'duration_secs': 0.287825} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.362638] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.363329] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.363496] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.363809] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.364066] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb467cc4-4a24-4eef-a631-1254b9a0b7c6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.368821] env[62954]: DEBUG oslo_vmware.api [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Waiting for the task: (returnval){ [ 685.368821] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]523e26de-e7f4-e0b1-369d-20365637a205" [ 685.368821] env[62954]: _type = "Task" [ 685.368821] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.376897] env[62954]: DEBUG oslo_vmware.api [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]523e26de-e7f4-e0b1-369d-20365637a205, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.482871] env[62954]: DEBUG oslo_vmware.api [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Task: {'id': task-2597180, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062831} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.482871] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.483150] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b855e34-06fb-485f-9a69-fb5c6c6e4985 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.512980] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 57c52d11-f775-4b50-98ba-81fc825362e6/57c52d11-f775-4b50-98ba-81fc825362e6.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.512980] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fce1383f-5fdb-4c3f-ae86-6dc5529a8a1f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.535092] env[62954]: DEBUG oslo_vmware.api [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Waiting for the task: (returnval){ [ 685.535092] env[62954]: value = "task-2597182" [ 685.535092] env[62954]: _type = "Task" [ 685.535092] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.542748] env[62954]: DEBUG oslo_vmware.api [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Task: {'id': task-2597182, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.556951] env[62954]: DEBUG nova.compute.manager [None req-54148f9a-fe7e-40cf-8be0-6e15058b6fcb tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 685.556951] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-54148f9a-fe7e-40cf-8be0-6e15058b6fcb tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 685.557672] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade77894-9cd0-4e9f-9efa-bbf1f88710ba {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.564781] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-54148f9a-fe7e-40cf-8be0-6e15058b6fcb tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 685.565041] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-254e3584-748a-4800-98fe-a18c6c89a095 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.570727] env[62954]: DEBUG oslo_vmware.api [None req-54148f9a-fe7e-40cf-8be0-6e15058b6fcb tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Waiting for the task: (returnval){ [ 685.570727] env[62954]: value = "task-2597183" [ 685.570727] env[62954]: _type = "Task" [ 685.570727] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.578223] env[62954]: DEBUG oslo_vmware.api [None req-54148f9a-fe7e-40cf-8be0-6e15058b6fcb tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': task-2597183, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.607793] env[62954]: DEBUG oslo_concurrency.lockutils [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Acquiring lock "3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.608032] env[62954]: DEBUG oslo_concurrency.lockutils [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Lock "3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.635564] env[62954]: DEBUG oslo_vmware.api [None req-fba9a1d7-3964-4652-94e6-c973b2d742d4 tempest-VolumesAssistedSnapshotsTest-610389951 tempest-VolumesAssistedSnapshotsTest-610389951-project-admin] Task: {'id': task-2597181, 'name': ReconfigVM_Task, 'duration_secs': 0.152363} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.635766] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-fba9a1d7-3964-4652-94e6-c973b2d742d4 tempest-VolumesAssistedSnapshotsTest-610389951 tempest-VolumesAssistedSnapshotsTest-610389951-project-admin] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523838', 'volume_id': 'c7469a6a-e0d5-4972-934d-5b09b3a664a4', 'name': 'volume-c7469a6a-e0d5-4972-934d-5b09b3a664a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '78c077da-de74-46ec-8218-f37b79e188ca', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7469a6a-e0d5-4972-934d-5b09b3a664a4', 'serial': 'c7469a6a-e0d5-4972-934d-5b09b3a664a4'} {{(pid=62954) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 685.639728] env[62954]: DEBUG nova.compute.manager [req-63cd56a2-397c-487f-932f-0ccfad82daef req-ece3fe2c-cfd5-4fae-b159-ef0905c84dee service nova] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Received event network-vif-plugged-5c947fe5-f903-40ad-923b-f744e489c919 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 685.639940] env[62954]: DEBUG oslo_concurrency.lockutils [req-63cd56a2-397c-487f-932f-0ccfad82daef req-ece3fe2c-cfd5-4fae-b159-ef0905c84dee service nova] Acquiring lock "d6a6c979-4668-4bb8-9e40-af48f6fa0afd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.640161] env[62954]: DEBUG oslo_concurrency.lockutils [req-63cd56a2-397c-487f-932f-0ccfad82daef req-ece3fe2c-cfd5-4fae-b159-ef0905c84dee service nova] Lock "d6a6c979-4668-4bb8-9e40-af48f6fa0afd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.640439] env[62954]: DEBUG oslo_concurrency.lockutils [req-63cd56a2-397c-487f-932f-0ccfad82daef req-ece3fe2c-cfd5-4fae-b159-ef0905c84dee service nova] Lock "d6a6c979-4668-4bb8-9e40-af48f6fa0afd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.640527] env[62954]: DEBUG nova.compute.manager [req-63cd56a2-397c-487f-932f-0ccfad82daef req-ece3fe2c-cfd5-4fae-b159-ef0905c84dee service nova] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] No waiting events found dispatching network-vif-plugged-5c947fe5-f903-40ad-923b-f744e489c919 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 685.640704] env[62954]: WARNING nova.compute.manager [req-63cd56a2-397c-487f-932f-0ccfad82daef req-ece3fe2c-cfd5-4fae-b159-ef0905c84dee service nova] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Received unexpected event network-vif-plugged-5c947fe5-f903-40ad-923b-f744e489c919 for instance with vm_state building and task_state spawning. [ 685.760237] env[62954]: DEBUG nova.network.neutron [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Successfully updated port: 5c947fe5-f903-40ad-923b-f744e489c919 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 685.824624] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.825129] env[62954]: DEBUG nova.compute.manager [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 685.827578] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.623s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.829370] env[62954]: INFO nova.compute.claims [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.842505] env[62954]: DEBUG nova.network.neutron [req-c1169d57-f14c-4cc2-a745-8a840bf2dfae req-1549eb26-b322-4dd2-85a9-54430648662e service nova] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Updated VIF entry in instance network info cache for port 74314c68-1e2a-4346-879b-f1d091c2e8a6. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.842977] env[62954]: DEBUG nova.network.neutron [req-c1169d57-f14c-4cc2-a745-8a840bf2dfae req-1549eb26-b322-4dd2-85a9-54430648662e service nova] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Updating instance_info_cache with network_info: [{"id": "74314c68-1e2a-4346-879b-f1d091c2e8a6", "address": "fa:16:3e:ce:06:96", "network": {"id": "bdc533cf-d512-4309-b907-aaef219e525e", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2022374540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb54ed806858403e9a86398d765256b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74314c68-1e", "ovs_interfaceid": "74314c68-1e2a-4346-879b-f1d091c2e8a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.879591] env[62954]: DEBUG oslo_vmware.api [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]523e26de-e7f4-e0b1-369d-20365637a205, 'name': SearchDatastore_Task, 'duration_secs': 0.009326} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.879882] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.880129] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.880380] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.880529] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.880703] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.880948] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fc37c08-f4a7-41a5-ab2d-0a616da6f391 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.889074] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.889237] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.889960] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be28a045-2b6a-4ec3-9f4e-316278624ad0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.894691] env[62954]: DEBUG oslo_vmware.api [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Waiting for the task: (returnval){ [ 685.894691] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52d13d0f-321c-1de8-ce71-95a4e52e36cd" [ 685.894691] env[62954]: _type = "Task" [ 685.894691] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.904888] env[62954]: DEBUG oslo_vmware.api [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d13d0f-321c-1de8-ce71-95a4e52e36cd, 'name': SearchDatastore_Task, 'duration_secs': 0.007876} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.905575] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75b7f375-7153-4a08-bac5-347bb9b61f2c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.909961] env[62954]: DEBUG oslo_vmware.api [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Waiting for the task: (returnval){ [ 685.909961] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]522ac34d-1ab4-df7b-a00b-f9af135c8f60" [ 685.909961] env[62954]: _type = "Task" [ 685.909961] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.916768] env[62954]: DEBUG oslo_vmware.api [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]522ac34d-1ab4-df7b-a00b-f9af135c8f60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.046218] env[62954]: DEBUG oslo_vmware.api [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Task: {'id': task-2597182, 'name': ReconfigVM_Task, 'duration_secs': 0.292966} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.046526] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 57c52d11-f775-4b50-98ba-81fc825362e6/57c52d11-f775-4b50-98ba-81fc825362e6.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.047186] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e384aac-90a9-4dfd-8681-ddcf8379c51c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.053780] env[62954]: DEBUG oslo_vmware.api [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Waiting for the task: (returnval){ [ 686.053780] env[62954]: value = "task-2597184" [ 686.053780] env[62954]: _type = "Task" [ 686.053780] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.061624] env[62954]: DEBUG oslo_vmware.api [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Task: {'id': task-2597184, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.079872] env[62954]: DEBUG oslo_vmware.api [None req-54148f9a-fe7e-40cf-8be0-6e15058b6fcb tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': task-2597183, 'name': PowerOffVM_Task, 'duration_secs': 0.174768} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.080140] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-54148f9a-fe7e-40cf-8be0-6e15058b6fcb tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.080337] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-54148f9a-fe7e-40cf-8be0-6e15058b6fcb tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 686.080577] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c9d08cb-06e8-452e-8167-3c2dd7455b58 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.142087] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-54148f9a-fe7e-40cf-8be0-6e15058b6fcb tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 686.142451] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-54148f9a-fe7e-40cf-8be0-6e15058b6fcb tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 686.142718] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-54148f9a-fe7e-40cf-8be0-6e15058b6fcb tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Deleting the datastore file [datastore2] 6e03333f-8e00-4713-8ab8-c400f6c07ef7 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.142999] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f72d0c35-10d6-4dd8-92f3-8984b92f9ac3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.149363] env[62954]: DEBUG oslo_vmware.api [None req-54148f9a-fe7e-40cf-8be0-6e15058b6fcb tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Waiting for the task: (returnval){ [ 686.149363] env[62954]: value = "task-2597186" [ 686.149363] env[62954]: _type = "Task" [ 686.149363] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.159219] env[62954]: DEBUG oslo_vmware.api [None req-54148f9a-fe7e-40cf-8be0-6e15058b6fcb tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': task-2597186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.182466] env[62954]: DEBUG nova.objects.instance [None req-fba9a1d7-3964-4652-94e6-c973b2d742d4 tempest-VolumesAssistedSnapshotsTest-610389951 tempest-VolumesAssistedSnapshotsTest-610389951-project-admin] Lazy-loading 'flavor' on Instance uuid 78c077da-de74-46ec-8218-f37b79e188ca {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 686.265427] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Acquiring lock "refresh_cache-d6a6c979-4668-4bb8-9e40-af48f6fa0afd" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.265427] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Acquired lock "refresh_cache-d6a6c979-4668-4bb8-9e40-af48f6fa0afd" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.265427] env[62954]: DEBUG nova.network.neutron [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.335925] env[62954]: DEBUG nova.compute.utils [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 686.338344] env[62954]: DEBUG nova.compute.manager [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.338523] env[62954]: DEBUG nova.network.neutron [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.347230] env[62954]: DEBUG oslo_concurrency.lockutils [req-c1169d57-f14c-4cc2-a745-8a840bf2dfae req-1549eb26-b322-4dd2-85a9-54430648662e service nova] Releasing lock "refresh_cache-52ba1be4-89df-419b-a8a1-39d9bab1b462" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.386980] env[62954]: DEBUG nova.policy [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aef2114d152a48e88db98ae2f576ebde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aed19f554a744660aa7e85781d826aed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.420852] env[62954]: DEBUG oslo_vmware.api [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]522ac34d-1ab4-df7b-a00b-f9af135c8f60, 'name': SearchDatastore_Task, 'duration_secs': 0.007347} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.421131] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.421400] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 52ba1be4-89df-419b-a8a1-39d9bab1b462/52ba1be4-89df-419b-a8a1-39d9bab1b462.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.421683] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a5da584-2619-4e68-ae24-c475b4f34ffb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.427927] env[62954]: DEBUG oslo_vmware.api [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Waiting for the task: (returnval){ [ 686.427927] env[62954]: value = "task-2597187" [ 686.427927] env[62954]: _type = "Task" [ 686.427927] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.435700] env[62954]: DEBUG oslo_vmware.api [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Task: {'id': task-2597187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.565243] env[62954]: DEBUG oslo_vmware.api [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Task: {'id': task-2597184, 'name': Rename_Task, 'duration_secs': 0.142282} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.565818] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.566220] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9587d2f-05e0-4b60-9dc2-443411ab7036 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.575354] env[62954]: DEBUG oslo_vmware.api [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Waiting for the task: (returnval){ [ 686.575354] env[62954]: value = "task-2597188" [ 686.575354] env[62954]: _type = "Task" [ 686.575354] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.585515] env[62954]: DEBUG oslo_vmware.api [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Task: {'id': task-2597188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.660583] env[62954]: DEBUG oslo_vmware.api [None req-54148f9a-fe7e-40cf-8be0-6e15058b6fcb tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': task-2597186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146349} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.660583] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-54148f9a-fe7e-40cf-8be0-6e15058b6fcb tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 686.660835] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-54148f9a-fe7e-40cf-8be0-6e15058b6fcb tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 686.660975] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-54148f9a-fe7e-40cf-8be0-6e15058b6fcb tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 686.661260] env[62954]: INFO nova.compute.manager [None req-54148f9a-fe7e-40cf-8be0-6e15058b6fcb tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Took 1.10 seconds to destroy the instance on the hypervisor. [ 686.661523] env[62954]: DEBUG oslo.service.loopingcall [None req-54148f9a-fe7e-40cf-8be0-6e15058b6fcb tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 686.661725] env[62954]: DEBUG nova.compute.manager [-] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 686.661815] env[62954]: DEBUG nova.network.neutron [-] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 686.777960] env[62954]: DEBUG nova.network.neutron [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Successfully created port: 158247c0-aba5-444a-a243-0cbfcb231a73 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.824454] env[62954]: DEBUG nova.network.neutron [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.839342] env[62954]: DEBUG nova.compute.manager [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.940545] env[62954]: DEBUG oslo_vmware.api [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Task: {'id': task-2597187, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4502} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.940948] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 52ba1be4-89df-419b-a8a1-39d9bab1b462/52ba1be4-89df-419b-a8a1-39d9bab1b462.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.941174] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.941466] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc2c6cca-ae7d-46b5-ab9d-60ed973ab839 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.954968] env[62954]: DEBUG oslo_vmware.api [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Waiting for the task: (returnval){ [ 686.954968] env[62954]: value = "task-2597190" [ 686.954968] env[62954]: _type = "Task" [ 686.954968] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.965150] env[62954]: DEBUG oslo_vmware.api [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Task: {'id': task-2597190, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.081278] env[62954]: DEBUG nova.network.neutron [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Updating instance_info_cache with network_info: [{"id": "5c947fe5-f903-40ad-923b-f744e489c919", "address": "fa:16:3e:19:f7:a1", "network": {"id": "7b2b016e-810b-4ce8-bc9d-090aa20eae79", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-269642926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a9a978d3fe640e694e8758beba8c952", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c947fe5-f9", "ovs_interfaceid": "5c947fe5-f903-40ad-923b-f744e489c919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.088717] env[62954]: DEBUG oslo_vmware.api [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Task: {'id': task-2597188, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.190200] env[62954]: DEBUG oslo_concurrency.lockutils [None req-fba9a1d7-3964-4652-94e6-c973b2d742d4 tempest-VolumesAssistedSnapshotsTest-610389951 tempest-VolumesAssistedSnapshotsTest-610389951-project-admin] Lock "78c077da-de74-46ec-8218-f37b79e188ca" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.265s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.342404] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da7a063-9c9e-4cfc-9828-66cb39cf7707 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.356427] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235cea20-e662-4108-8653-4114a01fa980 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.387576] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3228d7b4-8bb3-4ff4-ac3b-9902250a2baa {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.395942] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930d599e-549f-4b2d-a443-ad5032e0f3cf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.411351] env[62954]: DEBUG nova.compute.provider_tree [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.464775] env[62954]: DEBUG oslo_vmware.api [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Task: {'id': task-2597190, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.309899} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.465077] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.465867] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8838023f-cfec-4b08-b2da-ab9206d0ddea {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.490344] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 52ba1be4-89df-419b-a8a1-39d9bab1b462/52ba1be4-89df-419b-a8a1-39d9bab1b462.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.490687] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c4ee545-6fd6-46bc-90a0-ba58f95a5f69 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.518018] env[62954]: DEBUG oslo_vmware.api [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Waiting for the task: (returnval){ [ 687.518018] env[62954]: value = "task-2597191" [ 687.518018] env[62954]: _type = "Task" [ 687.518018] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.522543] env[62954]: DEBUG oslo_vmware.api [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Task: {'id': task-2597191, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.584222] env[62954]: DEBUG oslo_vmware.api [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Task: {'id': task-2597188, 'name': PowerOnVM_Task, 'duration_secs': 0.824177} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.584524] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.584745] env[62954]: INFO nova.compute.manager [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Took 7.66 seconds to spawn the instance on the hypervisor. [ 687.584928] env[62954]: DEBUG nova.compute.manager [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.585404] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Releasing lock "refresh_cache-d6a6c979-4668-4bb8-9e40-af48f6fa0afd" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.585709] env[62954]: DEBUG nova.compute.manager [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Instance network_info: |[{"id": "5c947fe5-f903-40ad-923b-f744e489c919", "address": "fa:16:3e:19:f7:a1", "network": {"id": "7b2b016e-810b-4ce8-bc9d-090aa20eae79", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-269642926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a9a978d3fe640e694e8758beba8c952", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c947fe5-f9", "ovs_interfaceid": "5c947fe5-f903-40ad-923b-f744e489c919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 687.586456] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1ec34e-439a-45f4-8c7f-3fc6cfc1418f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.589045] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:f7:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ebd8af-aaf6-4d04-b869-3882e2571ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c947fe5-f903-40ad-923b-f744e489c919', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.596765] env[62954]: DEBUG oslo.service.loopingcall [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 687.597018] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.597812] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-263bfcc6-8557-4945-8c0e-56d9c5f1209c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.623659] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.623659] env[62954]: value = "task-2597192" [ 687.623659] env[62954]: _type = "Task" [ 687.623659] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.632615] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597192, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.707933] env[62954]: DEBUG nova.compute.manager [req-2724d1d2-f79b-49eb-afca-41f6c6fc9c90 req-a98e0cdc-2ffd-4eb9-8f7c-b9eaaf85e0db service nova] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Received event network-changed-5c947fe5-f903-40ad-923b-f744e489c919 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 687.708163] env[62954]: DEBUG nova.compute.manager [req-2724d1d2-f79b-49eb-afca-41f6c6fc9c90 req-a98e0cdc-2ffd-4eb9-8f7c-b9eaaf85e0db service nova] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Refreshing instance network info cache due to event network-changed-5c947fe5-f903-40ad-923b-f744e489c919. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 687.708390] env[62954]: DEBUG oslo_concurrency.lockutils [req-2724d1d2-f79b-49eb-afca-41f6c6fc9c90 req-a98e0cdc-2ffd-4eb9-8f7c-b9eaaf85e0db service nova] Acquiring lock "refresh_cache-d6a6c979-4668-4bb8-9e40-af48f6fa0afd" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.708665] env[62954]: DEBUG oslo_concurrency.lockutils [req-2724d1d2-f79b-49eb-afca-41f6c6fc9c90 req-a98e0cdc-2ffd-4eb9-8f7c-b9eaaf85e0db service nova] Acquired lock "refresh_cache-d6a6c979-4668-4bb8-9e40-af48f6fa0afd" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.708864] env[62954]: DEBUG nova.network.neutron [req-2724d1d2-f79b-49eb-afca-41f6c6fc9c90 req-a98e0cdc-2ffd-4eb9-8f7c-b9eaaf85e0db service nova] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Refreshing network info cache for port 5c947fe5-f903-40ad-923b-f744e489c919 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.808974] env[62954]: DEBUG nova.network.neutron [-] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.862098] env[62954]: DEBUG nova.compute.manager [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 687.890580] env[62954]: DEBUG nova.virt.hardware [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.890839] env[62954]: DEBUG nova.virt.hardware [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.891314] env[62954]: DEBUG nova.virt.hardware [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.891314] env[62954]: DEBUG nova.virt.hardware [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.891424] env[62954]: DEBUG nova.virt.hardware [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.891585] env[62954]: DEBUG nova.virt.hardware [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.891702] env[62954]: DEBUG nova.virt.hardware [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.891863] env[62954]: DEBUG nova.virt.hardware [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.892073] env[62954]: DEBUG nova.virt.hardware [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.892346] env[62954]: DEBUG nova.virt.hardware [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.892649] env[62954]: DEBUG nova.virt.hardware [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.893964] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066e39cc-64dd-42fe-a402-33723a243ffc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.902623] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775a741c-c524-4c41-9deb-c6f0d3e7546f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.921025] env[62954]: DEBUG nova.scheduler.client.report [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.024689] env[62954]: DEBUG oslo_vmware.api [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Task: {'id': task-2597191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.128268] env[62954]: INFO nova.compute.manager [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Took 44.24 seconds to build instance. [ 688.135018] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597192, 'name': CreateVM_Task, 'duration_secs': 0.358966} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.135165] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.135787] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.136235] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.136422] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.136780] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5e0fcfb-6f01-4618-807b-6e9b3363b281 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.142189] env[62954]: DEBUG oslo_vmware.api [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for the task: (returnval){ [ 688.142189] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]522cc89e-d43f-871d-cad6-af34f0cff843" [ 688.142189] env[62954]: _type = "Task" [ 688.142189] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.150258] env[62954]: DEBUG oslo_vmware.api [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]522cc89e-d43f-871d-cad6-af34f0cff843, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.310951] env[62954]: INFO nova.compute.manager [-] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Took 1.65 seconds to deallocate network for instance. [ 688.416762] env[62954]: DEBUG nova.compute.manager [req-e08d8670-911a-4097-a6f0-ca9aa50a349b req-c67ae5ad-fb65-45a4-869c-2090adda898f service nova] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Received event network-vif-plugged-158247c0-aba5-444a-a243-0cbfcb231a73 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 688.417045] env[62954]: DEBUG oslo_concurrency.lockutils [req-e08d8670-911a-4097-a6f0-ca9aa50a349b req-c67ae5ad-fb65-45a4-869c-2090adda898f service nova] Acquiring lock "64d2fdcf-1210-4994-b86c-74bac8aaffb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.417442] env[62954]: DEBUG oslo_concurrency.lockutils [req-e08d8670-911a-4097-a6f0-ca9aa50a349b req-c67ae5ad-fb65-45a4-869c-2090adda898f service nova] Lock "64d2fdcf-1210-4994-b86c-74bac8aaffb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.418150] env[62954]: DEBUG oslo_concurrency.lockutils [req-e08d8670-911a-4097-a6f0-ca9aa50a349b req-c67ae5ad-fb65-45a4-869c-2090adda898f service nova] Lock "64d2fdcf-1210-4994-b86c-74bac8aaffb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.418150] env[62954]: DEBUG nova.compute.manager [req-e08d8670-911a-4097-a6f0-ca9aa50a349b req-c67ae5ad-fb65-45a4-869c-2090adda898f service nova] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] No waiting events found dispatching network-vif-plugged-158247c0-aba5-444a-a243-0cbfcb231a73 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 688.418334] env[62954]: WARNING nova.compute.manager [req-e08d8670-911a-4097-a6f0-ca9aa50a349b req-c67ae5ad-fb65-45a4-869c-2090adda898f service nova] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Received unexpected event network-vif-plugged-158247c0-aba5-444a-a243-0cbfcb231a73 for instance with vm_state building and task_state spawning. [ 688.423517] env[62954]: DEBUG nova.network.neutron [req-2724d1d2-f79b-49eb-afca-41f6c6fc9c90 req-a98e0cdc-2ffd-4eb9-8f7c-b9eaaf85e0db service nova] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Updated VIF entry in instance network info cache for port 5c947fe5-f903-40ad-923b-f744e489c919. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.423989] env[62954]: DEBUG nova.network.neutron [req-2724d1d2-f79b-49eb-afca-41f6c6fc9c90 req-a98e0cdc-2ffd-4eb9-8f7c-b9eaaf85e0db service nova] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Updating instance_info_cache with network_info: [{"id": "5c947fe5-f903-40ad-923b-f744e489c919", "address": "fa:16:3e:19:f7:a1", "network": {"id": "7b2b016e-810b-4ce8-bc9d-090aa20eae79", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-269642926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a9a978d3fe640e694e8758beba8c952", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c947fe5-f9", "ovs_interfaceid": "5c947fe5-f903-40ad-923b-f744e489c919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.426016] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.434020] env[62954]: DEBUG nova.compute.manager [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 688.434020] env[62954]: DEBUG oslo_concurrency.lockutils [None req-96608396-2a9d-4f46-b181-549be2c66937 tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.381s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.435240] env[62954]: DEBUG oslo_concurrency.lockutils [None req-96608396-2a9d-4f46-b181-549be2c66937 tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.438030] env[62954]: DEBUG oslo_concurrency.lockutils [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.951s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.440090] env[62954]: INFO nova.compute.claims [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.474191] env[62954]: INFO nova.scheduler.client.report [None req-96608396-2a9d-4f46-b181-549be2c66937 tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Deleted allocations for instance c7dbf8a7-f220-47be-a479-a1994a7d2664 [ 688.517225] env[62954]: DEBUG nova.network.neutron [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Successfully updated port: 158247c0-aba5-444a-a243-0cbfcb231a73 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 688.529392] env[62954]: DEBUG oslo_vmware.api [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Task: {'id': task-2597191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.631009] env[62954]: DEBUG oslo_concurrency.lockutils [None req-10d85474-7215-4abb-9075-3af53f52411b tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Lock "57c52d11-f775-4b50-98ba-81fc825362e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.005s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.653748] env[62954]: DEBUG oslo_vmware.api [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]522cc89e-d43f-871d-cad6-af34f0cff843, 'name': SearchDatastore_Task, 'duration_secs': 0.056672} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.653748] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.653748] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.653923] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.654056] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.654239] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.654556] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4c0b713-ce20-40f1-838b-71d3821cd34a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.662579] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.662765] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.663496] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d9085fd-4d89-41e9-885b-0cef32e5b4e4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.668467] env[62954]: DEBUG oslo_vmware.api [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for the task: (returnval){ [ 688.668467] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]520f8651-f8fc-3c1e-f519-36d4d5495e5a" [ 688.668467] env[62954]: _type = "Task" [ 688.668467] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.676195] env[62954]: DEBUG oslo_vmware.api [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]520f8651-f8fc-3c1e-f519-36d4d5495e5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.817148] env[62954]: DEBUG oslo_concurrency.lockutils [None req-54148f9a-fe7e-40cf-8be0-6e15058b6fcb tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.934697] env[62954]: DEBUG oslo_concurrency.lockutils [req-2724d1d2-f79b-49eb-afca-41f6c6fc9c90 req-a98e0cdc-2ffd-4eb9-8f7c-b9eaaf85e0db service nova] Releasing lock "refresh_cache-d6a6c979-4668-4bb8-9e40-af48f6fa0afd" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.934983] env[62954]: DEBUG nova.compute.manager [req-2724d1d2-f79b-49eb-afca-41f6c6fc9c90 req-a98e0cdc-2ffd-4eb9-8f7c-b9eaaf85e0db service nova] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Received event network-vif-deleted-3d758f58-26c1-45b6-a927-461d8632112d {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 688.935201] env[62954]: INFO nova.compute.manager [req-2724d1d2-f79b-49eb-afca-41f6c6fc9c90 req-a98e0cdc-2ffd-4eb9-8f7c-b9eaaf85e0db service nova] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Neutron deleted interface 3d758f58-26c1-45b6-a927-461d8632112d; detaching it from the instance and deleting it from the info cache [ 688.935450] env[62954]: DEBUG nova.network.neutron [req-2724d1d2-f79b-49eb-afca-41f6c6fc9c90 req-a98e0cdc-2ffd-4eb9-8f7c-b9eaaf85e0db service nova] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.944552] env[62954]: DEBUG nova.compute.utils [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 688.947833] env[62954]: DEBUG nova.compute.manager [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 688.948023] env[62954]: DEBUG nova.network.neutron [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 688.994447] env[62954]: DEBUG oslo_concurrency.lockutils [None req-96608396-2a9d-4f46-b181-549be2c66937 tempest-DeleteServersAdminTestJSON-1825890300 tempest-DeleteServersAdminTestJSON-1825890300-project-member] Lock "c7dbf8a7-f220-47be-a479-a1994a7d2664" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.381s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.017485] env[62954]: DEBUG nova.policy [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec5fa9a7b4234cc5bcd99431c297ed2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cab5bae1c28c4a0a836222519a736b9a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.023143] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Acquiring lock "refresh_cache-64d2fdcf-1210-4994-b86c-74bac8aaffb3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.023449] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Acquired lock "refresh_cache-64d2fdcf-1210-4994-b86c-74bac8aaffb3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.023667] env[62954]: DEBUG nova.network.neutron [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.030660] env[62954]: DEBUG oslo_vmware.api [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Task: {'id': task-2597191, 'name': ReconfigVM_Task, 'duration_secs': 1.122669} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.032492] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 52ba1be4-89df-419b-a8a1-39d9bab1b462/52ba1be4-89df-419b-a8a1-39d9bab1b462.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.033531] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68b82392-813b-4982-9f0b-67cd18b18a85 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.041694] env[62954]: DEBUG oslo_vmware.api [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Waiting for the task: (returnval){ [ 689.041694] env[62954]: value = "task-2597193" [ 689.041694] env[62954]: _type = "Task" [ 689.041694] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.057179] env[62954]: DEBUG oslo_vmware.api [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Task: {'id': task-2597193, 'name': Rename_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.133893] env[62954]: DEBUG nova.compute.manager [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 689.181527] env[62954]: DEBUG oslo_vmware.api [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]520f8651-f8fc-3c1e-f519-36d4d5495e5a, 'name': SearchDatastore_Task, 'duration_secs': 0.008674} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.182426] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94287236-1900-4d1e-b0ca-2ab5b1619564 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.188196] env[62954]: DEBUG oslo_vmware.api [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for the task: (returnval){ [ 689.188196] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]524b4122-d162-d08f-8fee-b27a73316673" [ 689.188196] env[62954]: _type = "Task" [ 689.188196] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.196951] env[62954]: DEBUG oslo_vmware.api [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]524b4122-d162-d08f-8fee-b27a73316673, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.418353] env[62954]: DEBUG nova.network.neutron [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Successfully created port: 8ed7ea07-5301-4801-9b0e-331c87c74dd7 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 689.438894] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a20c9c05-71b3-4ded-b3c6-2fb7df1a1167 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.450485] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffb2a8c-28c6-492c-a7be-8c91e7beb06a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.463605] env[62954]: DEBUG nova.compute.manager [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 689.505453] env[62954]: DEBUG nova.compute.manager [req-2724d1d2-f79b-49eb-afca-41f6c6fc9c90 req-a98e0cdc-2ffd-4eb9-8f7c-b9eaaf85e0db service nova] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Detach interface failed, port_id=3d758f58-26c1-45b6-a927-461d8632112d, reason: Instance 6e03333f-8e00-4713-8ab8-c400f6c07ef7 could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 689.554719] env[62954]: DEBUG oslo_vmware.api [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Task: {'id': task-2597193, 'name': Rename_Task, 'duration_secs': 0.162215} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.554719] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.554719] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ac2da28-6707-40c3-8bbf-45e31d922285 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.563511] env[62954]: DEBUG oslo_vmware.api [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Waiting for the task: (returnval){ [ 689.563511] env[62954]: value = "task-2597194" [ 689.563511] env[62954]: _type = "Task" [ 689.563511] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.574814] env[62954]: DEBUG oslo_vmware.api [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Task: {'id': task-2597194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.579155] env[62954]: DEBUG nova.network.neutron [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.676581] env[62954]: DEBUG oslo_concurrency.lockutils [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.705028] env[62954]: DEBUG oslo_vmware.api [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]524b4122-d162-d08f-8fee-b27a73316673, 'name': SearchDatastore_Task, 'duration_secs': 0.00982} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.706322] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.706739] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] d6a6c979-4668-4bb8-9e40-af48f6fa0afd/d6a6c979-4668-4bb8-9e40-af48f6fa0afd.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.707064] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5995b1f-01db-4b51-a079-6a12506aee8a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.714062] env[62954]: DEBUG oslo_vmware.api [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for the task: (returnval){ [ 689.714062] env[62954]: value = "task-2597195" [ 689.714062] env[62954]: _type = "Task" [ 689.714062] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.728465] env[62954]: DEBUG oslo_vmware.api [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597195, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.776831] env[62954]: DEBUG nova.network.neutron [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Updating instance_info_cache with network_info: [{"id": "158247c0-aba5-444a-a243-0cbfcb231a73", "address": "fa:16:3e:72:f7:a1", "network": {"id": "b823a982-167f-4544-8d7f-f298eeba77e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-140332823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "aed19f554a744660aa7e85781d826aed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap158247c0-ab", "ovs_interfaceid": "158247c0-aba5-444a-a243-0cbfcb231a73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.819293] env[62954]: DEBUG nova.network.neutron [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Successfully created port: 3b0f547c-4acd-46e1-8955-262a03a266f0 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.008169] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca8329d-e4fa-45e4-9e8b-c6ed5a18865d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.017464] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9faa05f-3610-410e-a8f4-9946ad3221a3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.052909] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0fa72b-c664-4e15-96bf-bd73d0d5a182 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.071189] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404d4e51-13ec-43e2-b90a-9ea960459a3e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.083851] env[62954]: DEBUG oslo_vmware.api [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Task: {'id': task-2597194, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.095898] env[62954]: DEBUG nova.compute.provider_tree [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.225289] env[62954]: DEBUG oslo_vmware.api [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597195, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.280617] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Releasing lock "refresh_cache-64d2fdcf-1210-4994-b86c-74bac8aaffb3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.280945] env[62954]: DEBUG nova.compute.manager [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Instance network_info: |[{"id": "158247c0-aba5-444a-a243-0cbfcb231a73", "address": "fa:16:3e:72:f7:a1", "network": {"id": "b823a982-167f-4544-8d7f-f298eeba77e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-140332823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "aed19f554a744660aa7e85781d826aed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap158247c0-ab", "ovs_interfaceid": "158247c0-aba5-444a-a243-0cbfcb231a73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 690.281409] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:f7:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '158247c0-aba5-444a-a243-0cbfcb231a73', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.293057] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Creating folder: Project (aed19f554a744660aa7e85781d826aed). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.293057] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be8c2237-3344-4b6f-9a0a-1ff8ba05b94c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.305730] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Created folder: Project (aed19f554a744660aa7e85781d826aed) in parent group-v523717. [ 690.305956] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Creating folder: Instances. Parent ref: group-v523846. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.306424] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9afe05dd-3d11-4d4d-ab37-e5ab8e7a54e0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.317347] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Created folder: Instances in parent group-v523846. [ 690.317582] env[62954]: DEBUG oslo.service.loopingcall [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 690.317773] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.317983] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22d039bd-52c4-4b0b-abd0-35112cac53f7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.337270] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.337270] env[62954]: value = "task-2597198" [ 690.337270] env[62954]: _type = "Task" [ 690.337270] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.345167] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597198, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.479595] env[62954]: DEBUG nova.compute.manager [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 690.512235] env[62954]: DEBUG nova.virt.hardware [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.513027] env[62954]: DEBUG nova.virt.hardware [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.513027] env[62954]: DEBUG nova.virt.hardware [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.513027] env[62954]: DEBUG nova.virt.hardware [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.513350] env[62954]: DEBUG nova.virt.hardware [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.514989] env[62954]: DEBUG nova.virt.hardware [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.514989] env[62954]: DEBUG nova.virt.hardware [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.515175] env[62954]: DEBUG nova.virt.hardware [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.515377] env[62954]: DEBUG nova.virt.hardware [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.515883] env[62954]: DEBUG nova.virt.hardware [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.515883] env[62954]: DEBUG nova.virt.hardware [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.516682] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a980eec5-45b5-411e-8c42-439ee6a29cd0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.526369] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc921ae-1051-40de-b8d2-484124c1e90d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.563979] env[62954]: DEBUG oslo_concurrency.lockutils [None req-09477331-5a78-4fb5-b056-56499c500ee6 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Acquiring lock "78c077da-de74-46ec-8218-f37b79e188ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.564259] env[62954]: DEBUG oslo_concurrency.lockutils [None req-09477331-5a78-4fb5-b056-56499c500ee6 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Lock "78c077da-de74-46ec-8218-f37b79e188ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.564471] env[62954]: DEBUG oslo_concurrency.lockutils [None req-09477331-5a78-4fb5-b056-56499c500ee6 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Acquiring lock "78c077da-de74-46ec-8218-f37b79e188ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.564651] env[62954]: DEBUG oslo_concurrency.lockutils [None req-09477331-5a78-4fb5-b056-56499c500ee6 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Lock "78c077da-de74-46ec-8218-f37b79e188ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.564823] env[62954]: DEBUG oslo_concurrency.lockutils [None req-09477331-5a78-4fb5-b056-56499c500ee6 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Lock "78c077da-de74-46ec-8218-f37b79e188ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.571011] env[62954]: INFO nova.compute.manager [None req-09477331-5a78-4fb5-b056-56499c500ee6 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Terminating instance [ 690.580145] env[62954]: DEBUG oslo_vmware.api [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Task: {'id': task-2597194, 'name': PowerOnVM_Task, 'duration_secs': 0.878817} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.582057] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.582057] env[62954]: INFO nova.compute.manager [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Took 8.34 seconds to spawn the instance on the hypervisor. [ 690.582057] env[62954]: DEBUG nova.compute.manager [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.582057] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa34409-610a-4f3c-bfeb-d96211709d1d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.600178] env[62954]: DEBUG nova.scheduler.client.report [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.632055] env[62954]: DEBUG nova.compute.manager [req-2404aa1a-f8ca-4806-8d95-3cfca861cda7 req-f512f6f9-19ae-4eee-965d-1853e03735de service nova] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Received event network-changed-158247c0-aba5-444a-a243-0cbfcb231a73 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 690.632262] env[62954]: DEBUG nova.compute.manager [req-2404aa1a-f8ca-4806-8d95-3cfca861cda7 req-f512f6f9-19ae-4eee-965d-1853e03735de service nova] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Refreshing instance network info cache due to event network-changed-158247c0-aba5-444a-a243-0cbfcb231a73. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 690.632517] env[62954]: DEBUG oslo_concurrency.lockutils [req-2404aa1a-f8ca-4806-8d95-3cfca861cda7 req-f512f6f9-19ae-4eee-965d-1853e03735de service nova] Acquiring lock "refresh_cache-64d2fdcf-1210-4994-b86c-74bac8aaffb3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.632668] env[62954]: DEBUG oslo_concurrency.lockutils [req-2404aa1a-f8ca-4806-8d95-3cfca861cda7 req-f512f6f9-19ae-4eee-965d-1853e03735de service nova] Acquired lock "refresh_cache-64d2fdcf-1210-4994-b86c-74bac8aaffb3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.632853] env[62954]: DEBUG nova.network.neutron [req-2404aa1a-f8ca-4806-8d95-3cfca861cda7 req-f512f6f9-19ae-4eee-965d-1853e03735de service nova] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Refreshing network info cache for port 158247c0-aba5-444a-a243-0cbfcb231a73 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.725231] env[62954]: DEBUG oslo_vmware.api [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597195, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534584} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.725497] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] d6a6c979-4668-4bb8-9e40-af48f6fa0afd/d6a6c979-4668-4bb8-9e40-af48f6fa0afd.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.725710] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.725957] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21467031-5342-44c4-8ba5-8839c8e63dda {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.734200] env[62954]: DEBUG oslo_vmware.api [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for the task: (returnval){ [ 690.734200] env[62954]: value = "task-2597199" [ 690.734200] env[62954]: _type = "Task" [ 690.734200] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.740958] env[62954]: DEBUG oslo_vmware.api [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597199, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.850189] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597198, 'name': CreateVM_Task, 'duration_secs': 0.362591} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.850189] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.850834] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.851146] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.851543] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.851882] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d803fd2b-df29-4151-9494-18e911b84630 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.856710] env[62954]: DEBUG oslo_vmware.api [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Waiting for the task: (returnval){ [ 690.856710] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52f980b7-0698-1019-49e3-c8ea6fdb0794" [ 690.856710] env[62954]: _type = "Task" [ 690.856710] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.864648] env[62954]: DEBUG oslo_vmware.api [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52f980b7-0698-1019-49e3-c8ea6fdb0794, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.076028] env[62954]: DEBUG nova.compute.manager [None req-09477331-5a78-4fb5-b056-56499c500ee6 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 691.076277] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-09477331-5a78-4fb5-b056-56499c500ee6 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 691.077178] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed6c78a-6cd2-4206-a995-c8b3cb069889 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.084088] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-09477331-5a78-4fb5-b056-56499c500ee6 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.084321] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42d26d60-2d9f-4ac9-a0e2-66489045b718 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.091632] env[62954]: DEBUG oslo_vmware.api [None req-09477331-5a78-4fb5-b056-56499c500ee6 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Waiting for the task: (returnval){ [ 691.091632] env[62954]: value = "task-2597200" [ 691.091632] env[62954]: _type = "Task" [ 691.091632] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.101164] env[62954]: INFO nova.compute.manager [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Took 44.05 seconds to build instance. [ 691.105500] env[62954]: DEBUG oslo_vmware.api [None req-09477331-5a78-4fb5-b056-56499c500ee6 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Task: {'id': task-2597200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.106251] env[62954]: DEBUG oslo_concurrency.lockutils [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.106735] env[62954]: DEBUG nova.compute.manager [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 691.109130] env[62954]: DEBUG oslo_concurrency.lockutils [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.694s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.110554] env[62954]: INFO nova.compute.claims [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.195186] env[62954]: DEBUG oslo_concurrency.lockutils [None req-59c67450-0864-4a77-ad3d-181fa62813b0 tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Acquiring lock "57c52d11-f775-4b50-98ba-81fc825362e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.195980] env[62954]: DEBUG oslo_concurrency.lockutils [None req-59c67450-0864-4a77-ad3d-181fa62813b0 tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Lock "57c52d11-f775-4b50-98ba-81fc825362e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.196154] env[62954]: DEBUG oslo_concurrency.lockutils [None req-59c67450-0864-4a77-ad3d-181fa62813b0 tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Acquiring lock "57c52d11-f775-4b50-98ba-81fc825362e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.196380] env[62954]: DEBUG oslo_concurrency.lockutils [None req-59c67450-0864-4a77-ad3d-181fa62813b0 tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Lock "57c52d11-f775-4b50-98ba-81fc825362e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.196559] env[62954]: DEBUG oslo_concurrency.lockutils [None req-59c67450-0864-4a77-ad3d-181fa62813b0 tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Lock "57c52d11-f775-4b50-98ba-81fc825362e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.198672] env[62954]: INFO nova.compute.manager [None req-59c67450-0864-4a77-ad3d-181fa62813b0 tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Terminating instance [ 691.245602] env[62954]: DEBUG oslo_vmware.api [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597199, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066733} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.245602] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.246585] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933695b5-eb0f-4a8f-81e7-206f0bac362c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.271368] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] d6a6c979-4668-4bb8-9e40-af48f6fa0afd/d6a6c979-4668-4bb8-9e40-af48f6fa0afd.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.274045] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55d49af1-fd7c-4352-bb7f-a61e2fa6100b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.296407] env[62954]: DEBUG oslo_vmware.api [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for the task: (returnval){ [ 691.296407] env[62954]: value = "task-2597201" [ 691.296407] env[62954]: _type = "Task" [ 691.296407] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.305206] env[62954]: DEBUG oslo_vmware.api [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597201, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.368156] env[62954]: DEBUG oslo_vmware.api [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52f980b7-0698-1019-49e3-c8ea6fdb0794, 'name': SearchDatastore_Task, 'duration_secs': 0.079355} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.368817] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.369077] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.369455] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.369870] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.370010] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.370312] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7bf10c3-cb3a-4af8-8a89-05af709510e8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.386197] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.386506] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.387331] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-731a9762-90c3-4ddb-9460-683a42436faf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.392806] env[62954]: DEBUG oslo_vmware.api [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Waiting for the task: (returnval){ [ 691.392806] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52722ae8-592b-f512-ccd9-cbda3fd16588" [ 691.392806] env[62954]: _type = "Task" [ 691.392806] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.401179] env[62954]: DEBUG oslo_vmware.api [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52722ae8-592b-f512-ccd9-cbda3fd16588, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.515303] env[62954]: DEBUG nova.network.neutron [req-2404aa1a-f8ca-4806-8d95-3cfca861cda7 req-f512f6f9-19ae-4eee-965d-1853e03735de service nova] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Updated VIF entry in instance network info cache for port 158247c0-aba5-444a-a243-0cbfcb231a73. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.515811] env[62954]: DEBUG nova.network.neutron [req-2404aa1a-f8ca-4806-8d95-3cfca861cda7 req-f512f6f9-19ae-4eee-965d-1853e03735de service nova] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Updating instance_info_cache with network_info: [{"id": "158247c0-aba5-444a-a243-0cbfcb231a73", "address": "fa:16:3e:72:f7:a1", "network": {"id": "b823a982-167f-4544-8d7f-f298eeba77e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-140332823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "aed19f554a744660aa7e85781d826aed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap158247c0-ab", "ovs_interfaceid": "158247c0-aba5-444a-a243-0cbfcb231a73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.601877] env[62954]: DEBUG oslo_vmware.api [None req-09477331-5a78-4fb5-b056-56499c500ee6 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Task: {'id': task-2597200, 'name': PowerOffVM_Task, 'duration_secs': 0.333938} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.602415] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-09477331-5a78-4fb5-b056-56499c500ee6 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 691.602624] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-09477331-5a78-4fb5-b056-56499c500ee6 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 691.602888] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65f91ef2-36b5-40dd-afff-7adfd4796344 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.607007] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8fe01b7e-d6d8-44ae-9a8b-092b4a0f7c51 tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Lock "52ba1be4-89df-419b-a8a1-39d9bab1b462" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.391s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.614484] env[62954]: DEBUG nova.compute.utils [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 691.615989] env[62954]: DEBUG nova.compute.manager [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 691.616468] env[62954]: DEBUG nova.network.neutron [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 691.692249] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-09477331-5a78-4fb5-b056-56499c500ee6 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 691.692670] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-09477331-5a78-4fb5-b056-56499c500ee6 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 691.692815] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-09477331-5a78-4fb5-b056-56499c500ee6 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Deleting the datastore file [datastore2] 78c077da-de74-46ec-8218-f37b79e188ca {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.694277] env[62954]: DEBUG nova.policy [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68519d55ee5e43489e612620b2c0b265', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b851f961a2e7429ba075073e18d11392', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 691.695769] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c159c42c-24a5-4c64-9b59-41269f804181 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.702443] env[62954]: DEBUG nova.compute.manager [None req-59c67450-0864-4a77-ad3d-181fa62813b0 tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 691.702664] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-59c67450-0864-4a77-ad3d-181fa62813b0 tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 691.702992] env[62954]: DEBUG oslo_vmware.api [None req-09477331-5a78-4fb5-b056-56499c500ee6 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Waiting for the task: (returnval){ [ 691.702992] env[62954]: value = "task-2597203" [ 691.702992] env[62954]: _type = "Task" [ 691.702992] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.703973] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2e7db9-68df-4d32-b383-597944b8f33a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.715202] env[62954]: DEBUG oslo_vmware.api [None req-09477331-5a78-4fb5-b056-56499c500ee6 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Task: {'id': task-2597203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.717432] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c67450-0864-4a77-ad3d-181fa62813b0 tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.717671] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-768efa04-f524-48e1-9773-343ea193aaa6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.723227] env[62954]: DEBUG oslo_vmware.api [None req-59c67450-0864-4a77-ad3d-181fa62813b0 tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Waiting for the task: (returnval){ [ 691.723227] env[62954]: value = "task-2597204" [ 691.723227] env[62954]: _type = "Task" [ 691.723227] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.732326] env[62954]: DEBUG oslo_vmware.api [None req-59c67450-0864-4a77-ad3d-181fa62813b0 tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Task: {'id': task-2597204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.806938] env[62954]: DEBUG oslo_vmware.api [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597201, 'name': ReconfigVM_Task, 'duration_secs': 0.301019} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.807243] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Reconfigured VM instance instance-00000028 to attach disk [datastore1] d6a6c979-4668-4bb8-9e40-af48f6fa0afd/d6a6c979-4668-4bb8-9e40-af48f6fa0afd.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.807920] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96cc0bb4-c980-443c-82fc-def73ac00f45 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.814297] env[62954]: DEBUG oslo_vmware.api [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for the task: (returnval){ [ 691.814297] env[62954]: value = "task-2597205" [ 691.814297] env[62954]: _type = "Task" [ 691.814297] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.822842] env[62954]: DEBUG oslo_vmware.api [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597205, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.879279] env[62954]: DEBUG nova.network.neutron [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Successfully updated port: 8ed7ea07-5301-4801-9b0e-331c87c74dd7 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 691.907068] env[62954]: DEBUG oslo_vmware.api [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52722ae8-592b-f512-ccd9-cbda3fd16588, 'name': SearchDatastore_Task, 'duration_secs': 0.014124} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.907932] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c6e2ac4-b7e4-416f-9356-f0f98f01e00e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.914476] env[62954]: DEBUG oslo_vmware.api [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Waiting for the task: (returnval){ [ 691.914476] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52e4a7ff-f702-7353-0795-25f55ddbb993" [ 691.914476] env[62954]: _type = "Task" [ 691.914476] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.924639] env[62954]: DEBUG oslo_vmware.api [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52e4a7ff-f702-7353-0795-25f55ddbb993, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.997511] env[62954]: DEBUG oslo_concurrency.lockutils [None req-08082c1e-c81d-4443-a7bd-0e1511a8a5ce tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Acquiring lock "52ba1be4-89df-419b-a8a1-39d9bab1b462" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.998049] env[62954]: DEBUG oslo_concurrency.lockutils [None req-08082c1e-c81d-4443-a7bd-0e1511a8a5ce tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Lock "52ba1be4-89df-419b-a8a1-39d9bab1b462" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.999657] env[62954]: DEBUG oslo_concurrency.lockutils [None req-08082c1e-c81d-4443-a7bd-0e1511a8a5ce tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Acquiring lock "52ba1be4-89df-419b-a8a1-39d9bab1b462-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.999657] env[62954]: DEBUG oslo_concurrency.lockutils [None req-08082c1e-c81d-4443-a7bd-0e1511a8a5ce tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Lock "52ba1be4-89df-419b-a8a1-39d9bab1b462-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.999657] env[62954]: DEBUG oslo_concurrency.lockutils [None req-08082c1e-c81d-4443-a7bd-0e1511a8a5ce tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Lock "52ba1be4-89df-419b-a8a1-39d9bab1b462-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.000822] env[62954]: INFO nova.compute.manager [None req-08082c1e-c81d-4443-a7bd-0e1511a8a5ce tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Terminating instance [ 692.019068] env[62954]: DEBUG oslo_concurrency.lockutils [req-2404aa1a-f8ca-4806-8d95-3cfca861cda7 req-f512f6f9-19ae-4eee-965d-1853e03735de service nova] Releasing lock "refresh_cache-64d2fdcf-1210-4994-b86c-74bac8aaffb3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.121523] env[62954]: DEBUG nova.compute.manager [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 692.220248] env[62954]: DEBUG oslo_vmware.api [None req-09477331-5a78-4fb5-b056-56499c500ee6 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Task: {'id': task-2597203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208312} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.220248] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-09477331-5a78-4fb5-b056-56499c500ee6 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.220248] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-09477331-5a78-4fb5-b056-56499c500ee6 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 692.220463] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-09477331-5a78-4fb5-b056-56499c500ee6 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 692.220463] env[62954]: INFO nova.compute.manager [None req-09477331-5a78-4fb5-b056-56499c500ee6 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Took 1.14 seconds to destroy the instance on the hypervisor. [ 692.220686] env[62954]: DEBUG oslo.service.loopingcall [None req-09477331-5a78-4fb5-b056-56499c500ee6 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 692.220904] env[62954]: DEBUG nova.compute.manager [-] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 692.220998] env[62954]: DEBUG nova.network.neutron [-] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 692.238627] env[62954]: DEBUG oslo_vmware.api [None req-59c67450-0864-4a77-ad3d-181fa62813b0 tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Task: {'id': task-2597204, 'name': PowerOffVM_Task, 'duration_secs': 0.277128} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.239400] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c67450-0864-4a77-ad3d-181fa62813b0 tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.239568] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-59c67450-0864-4a77-ad3d-181fa62813b0 tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.239821] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09e666a0-1561-40ac-adae-35fd6dfeb028 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.324278] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-59c67450-0864-4a77-ad3d-181fa62813b0 tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.324568] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-59c67450-0864-4a77-ad3d-181fa62813b0 tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.324817] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-59c67450-0864-4a77-ad3d-181fa62813b0 tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Deleting the datastore file [datastore2] 57c52d11-f775-4b50-98ba-81fc825362e6 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.325590] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b64c5f8-8246-47a2-a915-f807355dd094 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.335257] env[62954]: DEBUG oslo_vmware.api [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597205, 'name': Rename_Task, 'duration_secs': 0.146623} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.336481] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.339959] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a66c6aa3-0ec2-47e9-b914-cd74035f6fb2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.340948] env[62954]: DEBUG oslo_vmware.api [None req-59c67450-0864-4a77-ad3d-181fa62813b0 tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Waiting for the task: (returnval){ [ 692.340948] env[62954]: value = "task-2597207" [ 692.340948] env[62954]: _type = "Task" [ 692.340948] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.347660] env[62954]: DEBUG oslo_vmware.api [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for the task: (returnval){ [ 692.347660] env[62954]: value = "task-2597208" [ 692.347660] env[62954]: _type = "Task" [ 692.347660] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.354106] env[62954]: DEBUG oslo_vmware.api [None req-59c67450-0864-4a77-ad3d-181fa62813b0 tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Task: {'id': task-2597207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.361261] env[62954]: DEBUG oslo_vmware.api [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597208, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.429100] env[62954]: DEBUG oslo_vmware.api [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52e4a7ff-f702-7353-0795-25f55ddbb993, 'name': SearchDatastore_Task, 'duration_secs': 0.012402} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.429374] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.429633] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 64d2fdcf-1210-4994-b86c-74bac8aaffb3/64d2fdcf-1210-4994-b86c-74bac8aaffb3.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.429904] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30995a89-ce65-4e56-ae87-1c11ad1393e1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.440199] env[62954]: DEBUG oslo_vmware.api [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Waiting for the task: (returnval){ [ 692.440199] env[62954]: value = "task-2597209" [ 692.440199] env[62954]: _type = "Task" [ 692.440199] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.450032] env[62954]: DEBUG oslo_vmware.api [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Task: {'id': task-2597209, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.506875] env[62954]: DEBUG nova.compute.manager [None req-08082c1e-c81d-4443-a7bd-0e1511a8a5ce tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 692.507130] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-08082c1e-c81d-4443-a7bd-0e1511a8a5ce tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.508282] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f38bd76-78d8-4908-84f2-dee5b2f64de2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.518272] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-08082c1e-c81d-4443-a7bd-0e1511a8a5ce tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.518272] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ca0641e-92d1-4ac7-9276-a931a21371eb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.525920] env[62954]: DEBUG oslo_vmware.api [None req-08082c1e-c81d-4443-a7bd-0e1511a8a5ce tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Waiting for the task: (returnval){ [ 692.525920] env[62954]: value = "task-2597210" [ 692.525920] env[62954]: _type = "Task" [ 692.525920] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.535437] env[62954]: DEBUG oslo_vmware.api [None req-08082c1e-c81d-4443-a7bd-0e1511a8a5ce tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Task: {'id': task-2597210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.540608] env[62954]: DEBUG nova.network.neutron [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Successfully created port: 0e0b5fbf-017e-4fcb-aad7-720877141197 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.654125] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fff118-5d2b-48df-8cac-739f41d0abdb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.666515] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf0441b-9e70-4037-8142-57ace2cd7a61 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.710696] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54c9df6-4549-40e3-a809-b3180ce7cbcd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.722267] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1e0029-37b0-4ab8-b53b-2cc69efc8115 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.734169] env[62954]: DEBUG nova.compute.manager [req-6c0853d6-8bd2-4883-ac5c-e4f9ccd12042 req-1aaf870e-93cf-4c14-b4f5-c1def67051ed service nova] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Received event network-vif-plugged-8ed7ea07-5301-4801-9b0e-331c87c74dd7 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 692.734169] env[62954]: DEBUG oslo_concurrency.lockutils [req-6c0853d6-8bd2-4883-ac5c-e4f9ccd12042 req-1aaf870e-93cf-4c14-b4f5-c1def67051ed service nova] Acquiring lock "bcf452a5-32c1-4181-9650-7d4a5334d8dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.734348] env[62954]: DEBUG oslo_concurrency.lockutils [req-6c0853d6-8bd2-4883-ac5c-e4f9ccd12042 req-1aaf870e-93cf-4c14-b4f5-c1def67051ed service nova] Lock "bcf452a5-32c1-4181-9650-7d4a5334d8dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.734397] env[62954]: DEBUG oslo_concurrency.lockutils [req-6c0853d6-8bd2-4883-ac5c-e4f9ccd12042 req-1aaf870e-93cf-4c14-b4f5-c1def67051ed service nova] Lock "bcf452a5-32c1-4181-9650-7d4a5334d8dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.736288] env[62954]: DEBUG nova.compute.manager [req-6c0853d6-8bd2-4883-ac5c-e4f9ccd12042 req-1aaf870e-93cf-4c14-b4f5-c1def67051ed service nova] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] No waiting events found dispatching network-vif-plugged-8ed7ea07-5301-4801-9b0e-331c87c74dd7 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 692.736720] env[62954]: WARNING nova.compute.manager [req-6c0853d6-8bd2-4883-ac5c-e4f9ccd12042 req-1aaf870e-93cf-4c14-b4f5-c1def67051ed service nova] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Received unexpected event network-vif-plugged-8ed7ea07-5301-4801-9b0e-331c87c74dd7 for instance with vm_state building and task_state spawning. [ 692.737035] env[62954]: DEBUG nova.compute.manager [req-6c0853d6-8bd2-4883-ac5c-e4f9ccd12042 req-1aaf870e-93cf-4c14-b4f5-c1def67051ed service nova] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Received event network-changed-8ed7ea07-5301-4801-9b0e-331c87c74dd7 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 692.737314] env[62954]: DEBUG nova.compute.manager [req-6c0853d6-8bd2-4883-ac5c-e4f9ccd12042 req-1aaf870e-93cf-4c14-b4f5-c1def67051ed service nova] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Refreshing instance network info cache due to event network-changed-8ed7ea07-5301-4801-9b0e-331c87c74dd7. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 692.737738] env[62954]: DEBUG oslo_concurrency.lockutils [req-6c0853d6-8bd2-4883-ac5c-e4f9ccd12042 req-1aaf870e-93cf-4c14-b4f5-c1def67051ed service nova] Acquiring lock "refresh_cache-bcf452a5-32c1-4181-9650-7d4a5334d8dc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.737956] env[62954]: DEBUG oslo_concurrency.lockutils [req-6c0853d6-8bd2-4883-ac5c-e4f9ccd12042 req-1aaf870e-93cf-4c14-b4f5-c1def67051ed service nova] Acquired lock "refresh_cache-bcf452a5-32c1-4181-9650-7d4a5334d8dc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.738173] env[62954]: DEBUG nova.network.neutron [req-6c0853d6-8bd2-4883-ac5c-e4f9ccd12042 req-1aaf870e-93cf-4c14-b4f5-c1def67051ed service nova] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Refreshing network info cache for port 8ed7ea07-5301-4801-9b0e-331c87c74dd7 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.754892] env[62954]: DEBUG nova.compute.provider_tree [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.830565] env[62954]: DEBUG nova.network.neutron [req-6c0853d6-8bd2-4883-ac5c-e4f9ccd12042 req-1aaf870e-93cf-4c14-b4f5-c1def67051ed service nova] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.856700] env[62954]: DEBUG oslo_vmware.api [None req-59c67450-0864-4a77-ad3d-181fa62813b0 tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Task: {'id': task-2597207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230555} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.857639] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-59c67450-0864-4a77-ad3d-181fa62813b0 tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.857997] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-59c67450-0864-4a77-ad3d-181fa62813b0 tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 692.858237] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-59c67450-0864-4a77-ad3d-181fa62813b0 tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 692.858457] env[62954]: INFO nova.compute.manager [None req-59c67450-0864-4a77-ad3d-181fa62813b0 tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Took 1.16 seconds to destroy the instance on the hypervisor. [ 692.858778] env[62954]: DEBUG oslo.service.loopingcall [None req-59c67450-0864-4a77-ad3d-181fa62813b0 tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 692.859134] env[62954]: DEBUG nova.compute.manager [-] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 692.859246] env[62954]: DEBUG nova.network.neutron [-] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 692.865182] env[62954]: DEBUG oslo_vmware.api [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597208, 'name': PowerOnVM_Task, 'duration_secs': 0.506148} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.866098] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.866202] env[62954]: INFO nova.compute.manager [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Took 7.63 seconds to spawn the instance on the hypervisor. [ 692.866379] env[62954]: DEBUG nova.compute.manager [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.867481] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba4d01d-2d56-4d8e-bc94-c6eb9c508c11 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.953786] env[62954]: DEBUG oslo_vmware.api [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Task: {'id': task-2597209, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497668} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.954524] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 64d2fdcf-1210-4994-b86c-74bac8aaffb3/64d2fdcf-1210-4994-b86c-74bac8aaffb3.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.954993] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.955356] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac204d1f-0c01-45a7-8a45-a9b009348c0e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.963916] env[62954]: DEBUG oslo_vmware.api [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Waiting for the task: (returnval){ [ 692.963916] env[62954]: value = "task-2597211" [ 692.963916] env[62954]: _type = "Task" [ 692.963916] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.975114] env[62954]: DEBUG oslo_vmware.api [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Task: {'id': task-2597211, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.038391] env[62954]: DEBUG oslo_vmware.api [None req-08082c1e-c81d-4443-a7bd-0e1511a8a5ce tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Task: {'id': task-2597210, 'name': PowerOffVM_Task, 'duration_secs': 0.183184} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.038755] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-08082c1e-c81d-4443-a7bd-0e1511a8a5ce tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.038824] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-08082c1e-c81d-4443-a7bd-0e1511a8a5ce tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.039117] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c09213f-c967-46b0-820f-c1d4925545e8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.077893] env[62954]: DEBUG nova.network.neutron [req-6c0853d6-8bd2-4883-ac5c-e4f9ccd12042 req-1aaf870e-93cf-4c14-b4f5-c1def67051ed service nova] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.098034] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-08082c1e-c81d-4443-a7bd-0e1511a8a5ce tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.098259] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-08082c1e-c81d-4443-a7bd-0e1511a8a5ce tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.098440] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-08082c1e-c81d-4443-a7bd-0e1511a8a5ce tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Deleting the datastore file [datastore1] 52ba1be4-89df-419b-a8a1-39d9bab1b462 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.099720] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eda5a212-47ea-4cf1-be86-8474f62ad4cf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.106429] env[62954]: DEBUG oslo_vmware.api [None req-08082c1e-c81d-4443-a7bd-0e1511a8a5ce tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Waiting for the task: (returnval){ [ 693.106429] env[62954]: value = "task-2597213" [ 693.106429] env[62954]: _type = "Task" [ 693.106429] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.116014] env[62954]: DEBUG oslo_vmware.api [None req-08082c1e-c81d-4443-a7bd-0e1511a8a5ce tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Task: {'id': task-2597213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.140099] env[62954]: DEBUG nova.compute.manager [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 693.187595] env[62954]: DEBUG nova.virt.hardware [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.187839] env[62954]: DEBUG nova.virt.hardware [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.187987] env[62954]: DEBUG nova.virt.hardware [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.188178] env[62954]: DEBUG nova.virt.hardware [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.188318] env[62954]: DEBUG nova.virt.hardware [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.188471] env[62954]: DEBUG nova.virt.hardware [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.188676] env[62954]: DEBUG nova.virt.hardware [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.188827] env[62954]: DEBUG nova.virt.hardware [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.188989] env[62954]: DEBUG nova.virt.hardware [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.190108] env[62954]: DEBUG nova.virt.hardware [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.191608] env[62954]: DEBUG nova.virt.hardware [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.191608] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94fd46f-22fb-4197-9bf1-32fd496ea53b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.199716] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7828fa-c727-43cd-aa82-9a90370c9493 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.261625] env[62954]: DEBUG nova.scheduler.client.report [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.389111] env[62954]: INFO nova.compute.manager [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Took 43.45 seconds to build instance. [ 693.477454] env[62954]: DEBUG oslo_vmware.api [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Task: {'id': task-2597211, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153905} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.478977] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.483783] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c9d772-449f-4428-9cef-e2ba88e60e3c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.517505] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 64d2fdcf-1210-4994-b86c-74bac8aaffb3/64d2fdcf-1210-4994-b86c-74bac8aaffb3.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.518513] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5bc312c-ff2e-4d1a-be01-a832208d1243 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.539286] env[62954]: DEBUG oslo_vmware.api [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Waiting for the task: (returnval){ [ 693.539286] env[62954]: value = "task-2597214" [ 693.539286] env[62954]: _type = "Task" [ 693.539286] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.549679] env[62954]: DEBUG oslo_vmware.api [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Task: {'id': task-2597214, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.583185] env[62954]: DEBUG oslo_concurrency.lockutils [req-6c0853d6-8bd2-4883-ac5c-e4f9ccd12042 req-1aaf870e-93cf-4c14-b4f5-c1def67051ed service nova] Releasing lock "refresh_cache-bcf452a5-32c1-4181-9650-7d4a5334d8dc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.617015] env[62954]: DEBUG oslo_vmware.api [None req-08082c1e-c81d-4443-a7bd-0e1511a8a5ce tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Task: {'id': task-2597213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164979} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.617522] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-08082c1e-c81d-4443-a7bd-0e1511a8a5ce tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.617784] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-08082c1e-c81d-4443-a7bd-0e1511a8a5ce tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 693.617917] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-08082c1e-c81d-4443-a7bd-0e1511a8a5ce tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.618122] env[62954]: INFO nova.compute.manager [None req-08082c1e-c81d-4443-a7bd-0e1511a8a5ce tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Took 1.11 seconds to destroy the instance on the hypervisor. [ 693.618357] env[62954]: DEBUG oslo.service.loopingcall [None req-08082c1e-c81d-4443-a7bd-0e1511a8a5ce tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 693.618558] env[62954]: DEBUG nova.compute.manager [-] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 693.618655] env[62954]: DEBUG nova.network.neutron [-] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 693.644476] env[62954]: DEBUG nova.compute.manager [req-458c5ee2-52c0-4d11-9dbd-c2124995d79c req-0c4598bd-a75c-455d-866e-ae71907bb275 service nova] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Received event network-vif-deleted-3558650c-ece4-471b-8798-7b1366975faf {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 693.644669] env[62954]: INFO nova.compute.manager [req-458c5ee2-52c0-4d11-9dbd-c2124995d79c req-0c4598bd-a75c-455d-866e-ae71907bb275 service nova] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Neutron deleted interface 3558650c-ece4-471b-8798-7b1366975faf; detaching it from the instance and deleting it from the info cache [ 693.644841] env[62954]: DEBUG nova.network.neutron [req-458c5ee2-52c0-4d11-9dbd-c2124995d79c req-0c4598bd-a75c-455d-866e-ae71907bb275 service nova] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.743903] env[62954]: DEBUG nova.network.neutron [-] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.766768] env[62954]: DEBUG oslo_concurrency.lockutils [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.769922] env[62954]: DEBUG nova.compute.manager [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.770667] env[62954]: DEBUG oslo_concurrency.lockutils [None req-32e9e1df-2023-4332-abaf-aa48881c3a14 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.257s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.771705] env[62954]: DEBUG oslo_concurrency.lockutils [None req-32e9e1df-2023-4332-abaf-aa48881c3a14 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.773686] env[62954]: DEBUG oslo_concurrency.lockutils [None req-44205b2b-e754-41cc-ab48-d4ae09b34f70 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.159s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.773798] env[62954]: DEBUG oslo_concurrency.lockutils [None req-44205b2b-e754-41cc-ab48-d4ae09b34f70 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.775628] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6091dfe9-4d32-489c-95bb-14f7c0dfa202 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.988s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.776049] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6091dfe9-4d32-489c-95bb-14f7c0dfa202 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.778178] env[62954]: DEBUG oslo_concurrency.lockutils [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.171s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.779738] env[62954]: INFO nova.compute.claims [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.817478] env[62954]: INFO nova.scheduler.client.report [None req-6091dfe9-4d32-489c-95bb-14f7c0dfa202 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Deleted allocations for instance d06126ca-dc5c-4862-93a0-19071afb4cf6 [ 693.829261] env[62954]: INFO nova.scheduler.client.report [None req-44205b2b-e754-41cc-ab48-d4ae09b34f70 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Deleted allocations for instance 00376bf9-716d-4c89-a29d-2c6381ce373a [ 693.834016] env[62954]: INFO nova.scheduler.client.report [None req-32e9e1df-2023-4332-abaf-aa48881c3a14 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Deleted allocations for instance 5157c346-c7da-488e-b7fd-1dccac3bf61b [ 693.890039] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19593272-4db7-4a48-8977-7df27bb9f49f tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Lock "d6a6c979-4668-4bb8-9e40-af48f6fa0afd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.715s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.987636] env[62954]: DEBUG nova.network.neutron [-] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.050722] env[62954]: DEBUG oslo_vmware.api [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Task: {'id': task-2597214, 'name': ReconfigVM_Task, 'duration_secs': 0.291959} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.051808] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 64d2fdcf-1210-4994-b86c-74bac8aaffb3/64d2fdcf-1210-4994-b86c-74bac8aaffb3.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.052249] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f95f8314-36e4-48dc-aa27-c53790483233 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.062672] env[62954]: DEBUG oslo_vmware.api [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Waiting for the task: (returnval){ [ 694.062672] env[62954]: value = "task-2597215" [ 694.062672] env[62954]: _type = "Task" [ 694.062672] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.073644] env[62954]: DEBUG oslo_vmware.api [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Task: {'id': task-2597215, 'name': Rename_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.147518] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1de0bb29-7d05-414f-b36d-fd3e4d07c393 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.160173] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba11f57a-da4c-481f-9bb6-828d2ddf0ecd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.203417] env[62954]: DEBUG nova.compute.manager [req-458c5ee2-52c0-4d11-9dbd-c2124995d79c req-0c4598bd-a75c-455d-866e-ae71907bb275 service nova] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Detach interface failed, port_id=3558650c-ece4-471b-8798-7b1366975faf, reason: Instance 57c52d11-f775-4b50-98ba-81fc825362e6 could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 694.247079] env[62954]: INFO nova.compute.manager [-] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Took 2.03 seconds to deallocate network for instance. [ 694.289139] env[62954]: DEBUG nova.compute.utils [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 694.289139] env[62954]: DEBUG nova.compute.manager [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 694.289139] env[62954]: DEBUG nova.network.neutron [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 694.329643] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6091dfe9-4d32-489c-95bb-14f7c0dfa202 tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Lock "d06126ca-dc5c-4862-93a0-19071afb4cf6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.641s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.341453] env[62954]: DEBUG oslo_concurrency.lockutils [None req-44205b2b-e754-41cc-ab48-d4ae09b34f70 tempest-FloatingIPsAssociationTestJSON-422896895 tempest-FloatingIPsAssociationTestJSON-422896895-project-member] Lock "00376bf9-716d-4c89-a29d-2c6381ce373a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.426s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.342948] env[62954]: DEBUG oslo_concurrency.lockutils [None req-32e9e1df-2023-4332-abaf-aa48881c3a14 tempest-ServersNegativeTestMultiTenantJSON-823523615 tempest-ServersNegativeTestMultiTenantJSON-823523615-project-member] Lock "5157c346-c7da-488e-b7fd-1dccac3bf61b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.523s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.492061] env[62954]: INFO nova.compute.manager [-] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Took 1.63 seconds to deallocate network for instance. [ 694.529169] env[62954]: DEBUG nova.policy [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ec8972a518a4b0db3851ddecaeca22c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c9a1a2527e442b2806b13f1fd9765d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 694.538591] env[62954]: DEBUG nova.network.neutron [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Successfully updated port: 3b0f547c-4acd-46e1-8955-262a03a266f0 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.575398] env[62954]: DEBUG oslo_vmware.api [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Task: {'id': task-2597215, 'name': Rename_Task, 'duration_secs': 0.152228} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.575398] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.575510] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d166bfe-af15-45d2-a910-c8738e48c6ff {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.577557] env[62954]: DEBUG nova.network.neutron [-] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.583648] env[62954]: DEBUG oslo_vmware.api [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Waiting for the task: (returnval){ [ 694.583648] env[62954]: value = "task-2597216" [ 694.583648] env[62954]: _type = "Task" [ 694.583648] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.592132] env[62954]: DEBUG oslo_vmware.api [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Task: {'id': task-2597216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.756187] env[62954]: DEBUG oslo_concurrency.lockutils [None req-09477331-5a78-4fb5-b056-56499c500ee6 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.794147] env[62954]: DEBUG nova.compute.manager [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 694.999947] env[62954]: DEBUG oslo_concurrency.lockutils [None req-59c67450-0864-4a77-ad3d-181fa62813b0 tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.041854] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Acquiring lock "refresh_cache-bcf452a5-32c1-4181-9650-7d4a5334d8dc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.042461] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Acquired lock "refresh_cache-bcf452a5-32c1-4181-9650-7d4a5334d8dc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.042461] env[62954]: DEBUG nova.network.neutron [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.084669] env[62954]: INFO nova.compute.manager [-] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Took 1.47 seconds to deallocate network for instance. [ 695.108275] env[62954]: DEBUG oslo_vmware.api [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Task: {'id': task-2597216, 'name': PowerOnVM_Task, 'duration_secs': 0.466786} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.108592] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.108829] env[62954]: INFO nova.compute.manager [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Took 7.25 seconds to spawn the instance on the hypervisor. [ 695.109053] env[62954]: DEBUG nova.compute.manager [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.109925] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b615ec4-5650-42ff-9a3b-ba2c6daa44c2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.134259] env[62954]: DEBUG nova.compute.manager [req-853db63c-9802-45a0-bdac-d6f407b196b3 req-bbe82d3d-7e69-47c2-92f7-6c7927bc024b service nova] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Received event network-vif-deleted-fc9c4e83-4e76-48f6-8407-af866e7652f4 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 695.136090] env[62954]: DEBUG nova.compute.manager [req-853db63c-9802-45a0-bdac-d6f407b196b3 req-bbe82d3d-7e69-47c2-92f7-6c7927bc024b service nova] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Received event network-vif-plugged-3b0f547c-4acd-46e1-8955-262a03a266f0 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 695.136090] env[62954]: DEBUG oslo_concurrency.lockutils [req-853db63c-9802-45a0-bdac-d6f407b196b3 req-bbe82d3d-7e69-47c2-92f7-6c7927bc024b service nova] Acquiring lock "bcf452a5-32c1-4181-9650-7d4a5334d8dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.136090] env[62954]: DEBUG oslo_concurrency.lockutils [req-853db63c-9802-45a0-bdac-d6f407b196b3 req-bbe82d3d-7e69-47c2-92f7-6c7927bc024b service nova] Lock "bcf452a5-32c1-4181-9650-7d4a5334d8dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.136090] env[62954]: DEBUG oslo_concurrency.lockutils [req-853db63c-9802-45a0-bdac-d6f407b196b3 req-bbe82d3d-7e69-47c2-92f7-6c7927bc024b service nova] Lock "bcf452a5-32c1-4181-9650-7d4a5334d8dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.136090] env[62954]: DEBUG nova.compute.manager [req-853db63c-9802-45a0-bdac-d6f407b196b3 req-bbe82d3d-7e69-47c2-92f7-6c7927bc024b service nova] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] No waiting events found dispatching network-vif-plugged-3b0f547c-4acd-46e1-8955-262a03a266f0 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 695.136090] env[62954]: WARNING nova.compute.manager [req-853db63c-9802-45a0-bdac-d6f407b196b3 req-bbe82d3d-7e69-47c2-92f7-6c7927bc024b service nova] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Received unexpected event network-vif-plugged-3b0f547c-4acd-46e1-8955-262a03a266f0 for instance with vm_state building and task_state spawning. [ 695.136090] env[62954]: DEBUG nova.compute.manager [req-853db63c-9802-45a0-bdac-d6f407b196b3 req-bbe82d3d-7e69-47c2-92f7-6c7927bc024b service nova] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Received event network-changed-3b0f547c-4acd-46e1-8955-262a03a266f0 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 695.136090] env[62954]: DEBUG nova.compute.manager [req-853db63c-9802-45a0-bdac-d6f407b196b3 req-bbe82d3d-7e69-47c2-92f7-6c7927bc024b service nova] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Refreshing instance network info cache due to event network-changed-3b0f547c-4acd-46e1-8955-262a03a266f0. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 695.136090] env[62954]: DEBUG oslo_concurrency.lockutils [req-853db63c-9802-45a0-bdac-d6f407b196b3 req-bbe82d3d-7e69-47c2-92f7-6c7927bc024b service nova] Acquiring lock "refresh_cache-bcf452a5-32c1-4181-9650-7d4a5334d8dc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.266676] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6faddd1-b991-4993-834c-489941856897 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.276327] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66597858-35c4-434f-8c47-85dec66b8fd1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.316814] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168dde0f-0de0-4f6e-a51d-792efdd3fa3e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.325272] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded9a0da-bb86-4e4f-a04d-ead056564396 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.340593] env[62954]: DEBUG nova.compute.provider_tree [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.478352] env[62954]: DEBUG nova.compute.manager [None req-83546364-b69c-4e77-bc1e-584cff95f158 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.479340] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1f254b-ba20-4c3a-9dc0-4092b65dc371 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.605288] env[62954]: DEBUG oslo_concurrency.lockutils [None req-08082c1e-c81d-4443-a7bd-0e1511a8a5ce tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.615393] env[62954]: DEBUG nova.network.neutron [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.639287] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ff7fbb61-86ef-453e-9b44-2007b7ebe28b tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Acquiring lock "59a0c51a-c68d-48ae-a580-48ff3f4b09a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.639619] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ff7fbb61-86ef-453e-9b44-2007b7ebe28b tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Lock "59a0c51a-c68d-48ae-a580-48ff3f4b09a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.639844] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ff7fbb61-86ef-453e-9b44-2007b7ebe28b tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Acquiring lock "59a0c51a-c68d-48ae-a580-48ff3f4b09a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.640037] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ff7fbb61-86ef-453e-9b44-2007b7ebe28b tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Lock "59a0c51a-c68d-48ae-a580-48ff3f4b09a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.641142] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ff7fbb61-86ef-453e-9b44-2007b7ebe28b tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Lock "59a0c51a-c68d-48ae-a580-48ff3f4b09a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.641762] env[62954]: INFO nova.compute.manager [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Took 40.58 seconds to build instance. [ 695.644811] env[62954]: INFO nova.compute.manager [None req-ff7fbb61-86ef-453e-9b44-2007b7ebe28b tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Terminating instance [ 695.712015] env[62954]: DEBUG nova.network.neutron [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Successfully updated port: 0e0b5fbf-017e-4fcb-aad7-720877141197 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.821103] env[62954]: DEBUG nova.compute.manager [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.845236] env[62954]: DEBUG nova.scheduler.client.report [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.854747] env[62954]: DEBUG nova.virt.hardware [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.855777] env[62954]: DEBUG nova.virt.hardware [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.855777] env[62954]: DEBUG nova.virt.hardware [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.855777] env[62954]: DEBUG nova.virt.hardware [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.855777] env[62954]: DEBUG nova.virt.hardware [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.855777] env[62954]: DEBUG nova.virt.hardware [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.855777] env[62954]: DEBUG nova.virt.hardware [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.856012] env[62954]: DEBUG nova.virt.hardware [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.857076] env[62954]: DEBUG nova.virt.hardware [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.857076] env[62954]: DEBUG nova.virt.hardware [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.857076] env[62954]: DEBUG nova.virt.hardware [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.859275] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d1eb20-d7a5-4f29-b618-b644d2aebb89 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.872022] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fb009a-b481-45ed-aa90-ee229479644d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.922244] env[62954]: DEBUG nova.compute.manager [req-2fb5c2cd-f7f6-46b5-a955-943a36ebb3c3 req-566f2b01-5cc2-43f9-9f65-1b2a0767ee81 service nova] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Received event network-vif-deleted-74314c68-1e2a-4346-879b-f1d091c2e8a6 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 695.922244] env[62954]: DEBUG nova.compute.manager [req-2fb5c2cd-f7f6-46b5-a955-943a36ebb3c3 req-566f2b01-5cc2-43f9-9f65-1b2a0767ee81 service nova] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Received event network-vif-plugged-0e0b5fbf-017e-4fcb-aad7-720877141197 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 695.922244] env[62954]: DEBUG oslo_concurrency.lockutils [req-2fb5c2cd-f7f6-46b5-a955-943a36ebb3c3 req-566f2b01-5cc2-43f9-9f65-1b2a0767ee81 service nova] Acquiring lock "e6365eeb-3739-4eae-8a8f-27fc4e726d9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.922244] env[62954]: DEBUG oslo_concurrency.lockutils [req-2fb5c2cd-f7f6-46b5-a955-943a36ebb3c3 req-566f2b01-5cc2-43f9-9f65-1b2a0767ee81 service nova] Lock "e6365eeb-3739-4eae-8a8f-27fc4e726d9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.922244] env[62954]: DEBUG oslo_concurrency.lockutils [req-2fb5c2cd-f7f6-46b5-a955-943a36ebb3c3 req-566f2b01-5cc2-43f9-9f65-1b2a0767ee81 service nova] Lock "e6365eeb-3739-4eae-8a8f-27fc4e726d9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.922244] env[62954]: DEBUG nova.compute.manager [req-2fb5c2cd-f7f6-46b5-a955-943a36ebb3c3 req-566f2b01-5cc2-43f9-9f65-1b2a0767ee81 service nova] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] No waiting events found dispatching network-vif-plugged-0e0b5fbf-017e-4fcb-aad7-720877141197 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 695.922244] env[62954]: WARNING nova.compute.manager [req-2fb5c2cd-f7f6-46b5-a955-943a36ebb3c3 req-566f2b01-5cc2-43f9-9f65-1b2a0767ee81 service nova] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Received unexpected event network-vif-plugged-0e0b5fbf-017e-4fcb-aad7-720877141197 for instance with vm_state building and task_state spawning. [ 695.954669] env[62954]: DEBUG nova.network.neutron [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Successfully created port: 00554cae-e98b-4575-a1f8-e56206d5ed9e {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.992394] env[62954]: INFO nova.compute.manager [None req-83546364-b69c-4e77-bc1e-584cff95f158 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] instance snapshotting [ 695.994856] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797b23f8-2b50-4611-9acb-2c77db637366 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.014896] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55fb69a-2336-4832-b72f-d92b20287376 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.019386] env[62954]: DEBUG nova.network.neutron [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Updating instance_info_cache with network_info: [{"id": "8ed7ea07-5301-4801-9b0e-331c87c74dd7", "address": "fa:16:3e:aa:d3:be", "network": {"id": "d93e3e2a-b465-4aad-a674-ed9caa3f1350", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1695549605", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cab5bae1c28c4a0a836222519a736b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ed7ea07-53", "ovs_interfaceid": "8ed7ea07-5301-4801-9b0e-331c87c74dd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3b0f547c-4acd-46e1-8955-262a03a266f0", "address": "fa:16:3e:7d:b6:5c", "network": {"id": "ddef3364-5342-4aa6-bccb-856711972f8f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1059830462", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "cab5bae1c28c4a0a836222519a736b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b0f547c-4a", "ovs_interfaceid": "3b0f547c-4acd-46e1-8955-262a03a266f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.146907] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3649f869-853c-4607-be19-3e17cb548ade tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Lock "64d2fdcf-1210-4994-b86c-74bac8aaffb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.050s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.149857] env[62954]: DEBUG nova.compute.manager [None req-ff7fbb61-86ef-453e-9b44-2007b7ebe28b tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 696.150216] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7fbb61-86ef-453e-9b44-2007b7ebe28b tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 696.151145] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fbf8d0-ae3d-4819-83d4-9227af9f475c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.163983] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7fbb61-86ef-453e-9b44-2007b7ebe28b tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 696.164267] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed439387-00c3-4739-ac38-7ddd2cf7ef8b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.174778] env[62954]: DEBUG oslo_vmware.api [None req-ff7fbb61-86ef-453e-9b44-2007b7ebe28b tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Waiting for the task: (returnval){ [ 696.174778] env[62954]: value = "task-2597217" [ 696.174778] env[62954]: _type = "Task" [ 696.174778] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.188569] env[62954]: DEBUG oslo_vmware.api [None req-ff7fbb61-86ef-453e-9b44-2007b7ebe28b tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Task: {'id': task-2597217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.214987] env[62954]: DEBUG oslo_concurrency.lockutils [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquiring lock "refresh_cache-e6365eeb-3739-4eae-8a8f-27fc4e726d9f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.215175] env[62954]: DEBUG oslo_concurrency.lockutils [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquired lock "refresh_cache-e6365eeb-3739-4eae-8a8f-27fc4e726d9f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.215361] env[62954]: DEBUG nova.network.neutron [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.362812] env[62954]: DEBUG oslo_concurrency.lockutils [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.364858] env[62954]: DEBUG nova.compute.manager [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 696.366506] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.673s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.368063] env[62954]: INFO nova.compute.claims [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: 2f579b31-2d2d-43c4-9e42-4aff5a5b273a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.521247] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Releasing lock "refresh_cache-bcf452a5-32c1-4181-9650-7d4a5334d8dc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.521704] env[62954]: DEBUG nova.compute.manager [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Instance network_info: |[{"id": "8ed7ea07-5301-4801-9b0e-331c87c74dd7", "address": "fa:16:3e:aa:d3:be", "network": {"id": "d93e3e2a-b465-4aad-a674-ed9caa3f1350", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1695549605", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cab5bae1c28c4a0a836222519a736b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ed7ea07-53", "ovs_interfaceid": "8ed7ea07-5301-4801-9b0e-331c87c74dd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3b0f547c-4acd-46e1-8955-262a03a266f0", "address": "fa:16:3e:7d:b6:5c", "network": {"id": "ddef3364-5342-4aa6-bccb-856711972f8f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1059830462", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "cab5bae1c28c4a0a836222519a736b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b0f547c-4a", "ovs_interfaceid": "3b0f547c-4acd-46e1-8955-262a03a266f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.521996] env[62954]: DEBUG oslo_concurrency.lockutils [req-853db63c-9802-45a0-bdac-d6f407b196b3 req-bbe82d3d-7e69-47c2-92f7-6c7927bc024b service nova] Acquired lock "refresh_cache-bcf452a5-32c1-4181-9650-7d4a5334d8dc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.522483] env[62954]: DEBUG nova.network.neutron [req-853db63c-9802-45a0-bdac-d6f407b196b3 req-bbe82d3d-7e69-47c2-92f7-6c7927bc024b service nova] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Refreshing network info cache for port 3b0f547c-4acd-46e1-8955-262a03a266f0 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.523792] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:d3:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4307c18-b235-43cd-bcd5-e226012d8ee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ed7ea07-5301-4801-9b0e-331c87c74dd7', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:b6:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24ec44b7-0acf-4ff9-8bb3-4641b74af7a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b0f547c-4acd-46e1-8955-262a03a266f0', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.543347] env[62954]: DEBUG oslo.service.loopingcall [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 696.547855] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-83546364-b69c-4e77-bc1e-584cff95f158 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Creating Snapshot of the VM instance {{(pid=62954) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 696.548146] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.548661] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4ebcebdc-c4d6-4653-b38f-dd5e48568af5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.550856] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b93ebfb-a067-4e35-8ce5-60bf0ae50dae {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.576552] env[62954]: DEBUG oslo_vmware.api [None req-83546364-b69c-4e77-bc1e-584cff95f158 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for the task: (returnval){ [ 696.576552] env[62954]: value = "task-2597218" [ 696.576552] env[62954]: _type = "Task" [ 696.576552] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.577914] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.577914] env[62954]: value = "task-2597219" [ 696.577914] env[62954]: _type = "Task" [ 696.577914] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.589616] env[62954]: DEBUG oslo_vmware.api [None req-83546364-b69c-4e77-bc1e-584cff95f158 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597218, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.593495] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597219, 'name': CreateVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.687770] env[62954]: DEBUG oslo_vmware.api [None req-ff7fbb61-86ef-453e-9b44-2007b7ebe28b tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Task: {'id': task-2597217, 'name': PowerOffVM_Task, 'duration_secs': 0.363142} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.688173] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7fbb61-86ef-453e-9b44-2007b7ebe28b tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 696.688265] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7fbb61-86ef-453e-9b44-2007b7ebe28b tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 696.688537] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c2a4ffb-2d05-4a84-8bc3-3802a00e8354 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.749276] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7fbb61-86ef-453e-9b44-2007b7ebe28b tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 696.751825] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7fbb61-86ef-453e-9b44-2007b7ebe28b tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 696.751825] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff7fbb61-86ef-453e-9b44-2007b7ebe28b tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Deleting the datastore file [datastore1] 59a0c51a-c68d-48ae-a580-48ff3f4b09a6 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 696.751825] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-890b4146-0cb5-49de-b35c-01260c5fd495 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.757157] env[62954]: DEBUG oslo_vmware.api [None req-ff7fbb61-86ef-453e-9b44-2007b7ebe28b tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Waiting for the task: (returnval){ [ 696.757157] env[62954]: value = "task-2597221" [ 696.757157] env[62954]: _type = "Task" [ 696.757157] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.771128] env[62954]: DEBUG oslo_vmware.api [None req-ff7fbb61-86ef-453e-9b44-2007b7ebe28b tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Task: {'id': task-2597221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.777652] env[62954]: DEBUG nova.network.neutron [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.874091] env[62954]: DEBUG nova.compute.utils [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 696.877343] env[62954]: DEBUG nova.compute.manager [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.877743] env[62954]: DEBUG nova.network.neutron [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 697.089805] env[62954]: DEBUG oslo_vmware.api [None req-83546364-b69c-4e77-bc1e-584cff95f158 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597218, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.097358] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597219, 'name': CreateVM_Task, 'duration_secs': 0.345685} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.099661] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.099661] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.099661] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.099661] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.099661] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d5141be-4602-4bca-a4b1-459e877d53b7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.103980] env[62954]: DEBUG oslo_vmware.api [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Waiting for the task: (returnval){ [ 697.103980] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52392e31-c5a8-f995-131a-74fd0d6b6754" [ 697.103980] env[62954]: _type = "Task" [ 697.103980] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.111893] env[62954]: DEBUG oslo_vmware.api [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52392e31-c5a8-f995-131a-74fd0d6b6754, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.215608] env[62954]: DEBUG nova.policy [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9bde417541e42a7a0897d81cf174f00', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e6dffab652d48bdae645ad0d892345a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.264580] env[62954]: DEBUG nova.network.neutron [req-853db63c-9802-45a0-bdac-d6f407b196b3 req-bbe82d3d-7e69-47c2-92f7-6c7927bc024b service nova] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Updated VIF entry in instance network info cache for port 3b0f547c-4acd-46e1-8955-262a03a266f0. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.264580] env[62954]: DEBUG nova.network.neutron [req-853db63c-9802-45a0-bdac-d6f407b196b3 req-bbe82d3d-7e69-47c2-92f7-6c7927bc024b service nova] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Updating instance_info_cache with network_info: [{"id": "8ed7ea07-5301-4801-9b0e-331c87c74dd7", "address": "fa:16:3e:aa:d3:be", "network": {"id": "d93e3e2a-b465-4aad-a674-ed9caa3f1350", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1695549605", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cab5bae1c28c4a0a836222519a736b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ed7ea07-53", "ovs_interfaceid": "8ed7ea07-5301-4801-9b0e-331c87c74dd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3b0f547c-4acd-46e1-8955-262a03a266f0", "address": "fa:16:3e:7d:b6:5c", "network": {"id": "ddef3364-5342-4aa6-bccb-856711972f8f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1059830462", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "cab5bae1c28c4a0a836222519a736b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b0f547c-4a", "ovs_interfaceid": "3b0f547c-4acd-46e1-8955-262a03a266f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.274279] env[62954]: DEBUG oslo_vmware.api [None req-ff7fbb61-86ef-453e-9b44-2007b7ebe28b tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Task: {'id': task-2597221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172221} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.275782] env[62954]: DEBUG nova.network.neutron [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Updating instance_info_cache with network_info: [{"id": "0e0b5fbf-017e-4fcb-aad7-720877141197", "address": "fa:16:3e:2c:9b:db", "network": {"id": "d1b45f2e-880d-4974-9a98-f1129f3b15aa", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2015080669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b851f961a2e7429ba075073e18d11392", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e0b5fbf-01", "ovs_interfaceid": "0e0b5fbf-017e-4fcb-aad7-720877141197", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.280033] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff7fbb61-86ef-453e-9b44-2007b7ebe28b tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 697.280223] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7fbb61-86ef-453e-9b44-2007b7ebe28b tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 697.281089] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7fbb61-86ef-453e-9b44-2007b7ebe28b tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 697.281089] env[62954]: INFO nova.compute.manager [None req-ff7fbb61-86ef-453e-9b44-2007b7ebe28b tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 697.281089] env[62954]: DEBUG oslo.service.loopingcall [None req-ff7fbb61-86ef-453e-9b44-2007b7ebe28b tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 697.281819] env[62954]: DEBUG nova.compute.manager [-] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 697.281909] env[62954]: DEBUG nova.network.neutron [-] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 697.381386] env[62954]: DEBUG nova.compute.manager [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 697.590677] env[62954]: DEBUG oslo_vmware.api [None req-83546364-b69c-4e77-bc1e-584cff95f158 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597218, 'name': CreateSnapshot_Task, 'duration_secs': 0.93511} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.597503] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-83546364-b69c-4e77-bc1e-584cff95f158 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Created Snapshot of the VM instance {{(pid=62954) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 697.599520] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3409ac6-c77b-4ac0-b8f4-dac4d33f26df {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.621209] env[62954]: DEBUG oslo_vmware.api [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52392e31-c5a8-f995-131a-74fd0d6b6754, 'name': SearchDatastore_Task, 'duration_secs': 0.009883} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.621476] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.622242] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.622242] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.622363] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.624185] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.624185] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-725a7ac3-da23-4b5d-9f93-92ad696e4140 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.632050] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.632154] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.639019] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffb91146-a5e8-4710-834d-1d51a975c18c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.642721] env[62954]: DEBUG oslo_vmware.api [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Waiting for the task: (returnval){ [ 697.642721] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]522e0543-9dd4-bbcb-9e51-07f5c61eff08" [ 697.642721] env[62954]: _type = "Task" [ 697.642721] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.651974] env[62954]: DEBUG oslo_vmware.api [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]522e0543-9dd4-bbcb-9e51-07f5c61eff08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.769769] env[62954]: DEBUG oslo_concurrency.lockutils [req-853db63c-9802-45a0-bdac-d6f407b196b3 req-bbe82d3d-7e69-47c2-92f7-6c7927bc024b service nova] Releasing lock "refresh_cache-bcf452a5-32c1-4181-9650-7d4a5334d8dc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.780559] env[62954]: DEBUG oslo_concurrency.lockutils [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Releasing lock "refresh_cache-e6365eeb-3739-4eae-8a8f-27fc4e726d9f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.781058] env[62954]: DEBUG nova.compute.manager [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Instance network_info: |[{"id": "0e0b5fbf-017e-4fcb-aad7-720877141197", "address": "fa:16:3e:2c:9b:db", "network": {"id": "d1b45f2e-880d-4974-9a98-f1129f3b15aa", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2015080669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b851f961a2e7429ba075073e18d11392", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e0b5fbf-01", "ovs_interfaceid": "0e0b5fbf-017e-4fcb-aad7-720877141197", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.783940] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:9b:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4b6ddb2-2e19-4031-9b22-add90d41a114', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e0b5fbf-017e-4fcb-aad7-720877141197', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.793191] env[62954]: DEBUG oslo.service.loopingcall [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 697.793418] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.796664] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-907091ee-3e1e-461b-842f-9983dce180ce {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.813416] env[62954]: DEBUG nova.network.neutron [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Successfully created port: c9ad8abe-24b2-444b-8c62-38a265863ee3 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.821325] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.821325] env[62954]: value = "task-2597222" [ 697.821325] env[62954]: _type = "Task" [ 697.821325] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.828948] env[62954]: INFO nova.compute.manager [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Rescuing [ 697.829228] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Acquiring lock "refresh_cache-64d2fdcf-1210-4994-b86c-74bac8aaffb3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.829386] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Acquired lock "refresh_cache-64d2fdcf-1210-4994-b86c-74bac8aaffb3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.829568] env[62954]: DEBUG nova.network.neutron [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.836031] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597222, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.932279] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e36a4f-58f0-4979-8c42-7e74b64522f9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.945766] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765c6a60-2683-4ac1-b9ce-34d20846b6ab {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.981055] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3daa83d-5dd2-41ae-8e8c-959485ff2382 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.993421] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615ca284-fc64-41cf-90f3-766e360e0256 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.009936] env[62954]: DEBUG nova.compute.provider_tree [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.127281] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-83546364-b69c-4e77-bc1e-584cff95f158 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Creating linked-clone VM from snapshot {{(pid=62954) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 698.127721] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-966c40ae-c38e-4759-ad1b-e660e3a02fcb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.137773] env[62954]: DEBUG oslo_vmware.api [None req-83546364-b69c-4e77-bc1e-584cff95f158 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for the task: (returnval){ [ 698.137773] env[62954]: value = "task-2597223" [ 698.137773] env[62954]: _type = "Task" [ 698.137773] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.150058] env[62954]: DEBUG oslo_vmware.api [None req-83546364-b69c-4e77-bc1e-584cff95f158 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597223, 'name': CloneVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.155528] env[62954]: DEBUG oslo_vmware.api [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]522e0543-9dd4-bbcb-9e51-07f5c61eff08, 'name': SearchDatastore_Task, 'duration_secs': 0.011955} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.156323] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-240756ac-dd4d-45b1-8c7c-104a69199109 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.161585] env[62954]: DEBUG oslo_vmware.api [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Waiting for the task: (returnval){ [ 698.161585] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]528298c5-150e-7b5d-767e-3948c4ad62b7" [ 698.161585] env[62954]: _type = "Task" [ 698.161585] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.169401] env[62954]: DEBUG oslo_vmware.api [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]528298c5-150e-7b5d-767e-3948c4ad62b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.264160] env[62954]: DEBUG nova.network.neutron [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Successfully updated port: 00554cae-e98b-4575-a1f8-e56206d5ed9e {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.342405] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597222, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.352472] env[62954]: DEBUG nova.network.neutron [-] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.393884] env[62954]: DEBUG nova.compute.manager [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 698.421124] env[62954]: DEBUG nova.virt.hardware [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:32:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='48d086de-f1d4-47b8-b12f-fa19c556f3f1',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-682294996',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.421124] env[62954]: DEBUG nova.virt.hardware [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.421124] env[62954]: DEBUG nova.virt.hardware [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.421124] env[62954]: DEBUG nova.virt.hardware [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.421124] env[62954]: DEBUG nova.virt.hardware [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.421776] env[62954]: DEBUG nova.virt.hardware [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.422149] env[62954]: DEBUG nova.virt.hardware [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.422487] env[62954]: DEBUG nova.virt.hardware [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.422799] env[62954]: DEBUG nova.virt.hardware [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.423111] env[62954]: DEBUG nova.virt.hardware [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.423425] env[62954]: DEBUG nova.virt.hardware [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.424416] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72790f1f-c874-402f-85b0-cccf88acd985 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.434232] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3edf57-509c-42e4-8a06-03690f4caa6d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.454755] env[62954]: DEBUG nova.compute.manager [req-24340bb5-a3ed-43be-9b25-a0f9a1d7e104 req-a806e0d9-5592-4fbb-9d5c-43bc0e1e0572 service nova] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Received event network-changed-0e0b5fbf-017e-4fcb-aad7-720877141197 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 698.454966] env[62954]: DEBUG nova.compute.manager [req-24340bb5-a3ed-43be-9b25-a0f9a1d7e104 req-a806e0d9-5592-4fbb-9d5c-43bc0e1e0572 service nova] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Refreshing instance network info cache due to event network-changed-0e0b5fbf-017e-4fcb-aad7-720877141197. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 698.455204] env[62954]: DEBUG oslo_concurrency.lockutils [req-24340bb5-a3ed-43be-9b25-a0f9a1d7e104 req-a806e0d9-5592-4fbb-9d5c-43bc0e1e0572 service nova] Acquiring lock "refresh_cache-e6365eeb-3739-4eae-8a8f-27fc4e726d9f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.455444] env[62954]: DEBUG oslo_concurrency.lockutils [req-24340bb5-a3ed-43be-9b25-a0f9a1d7e104 req-a806e0d9-5592-4fbb-9d5c-43bc0e1e0572 service nova] Acquired lock "refresh_cache-e6365eeb-3739-4eae-8a8f-27fc4e726d9f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.455561] env[62954]: DEBUG nova.network.neutron [req-24340bb5-a3ed-43be-9b25-a0f9a1d7e104 req-a806e0d9-5592-4fbb-9d5c-43bc0e1e0572 service nova] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Refreshing network info cache for port 0e0b5fbf-017e-4fcb-aad7-720877141197 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.516447] env[62954]: DEBUG nova.scheduler.client.report [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.648818] env[62954]: DEBUG oslo_vmware.api [None req-83546364-b69c-4e77-bc1e-584cff95f158 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597223, 'name': CloneVM_Task} progress is 94%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.673549] env[62954]: DEBUG oslo_vmware.api [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]528298c5-150e-7b5d-767e-3948c4ad62b7, 'name': SearchDatastore_Task, 'duration_secs': 0.01014} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.674047] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.674445] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] bcf452a5-32c1-4181-9650-7d4a5334d8dc/bcf452a5-32c1-4181-9650-7d4a5334d8dc.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.674863] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d834b47-12ef-4759-9188-b717e3d9c854 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.682034] env[62954]: DEBUG oslo_vmware.api [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Waiting for the task: (returnval){ [ 698.682034] env[62954]: value = "task-2597224" [ 698.682034] env[62954]: _type = "Task" [ 698.682034] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.695396] env[62954]: DEBUG oslo_vmware.api [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': task-2597224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.719402] env[62954]: DEBUG nova.network.neutron [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Updating instance_info_cache with network_info: [{"id": "158247c0-aba5-444a-a243-0cbfcb231a73", "address": "fa:16:3e:72:f7:a1", "network": {"id": "b823a982-167f-4544-8d7f-f298eeba77e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-140332823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "aed19f554a744660aa7e85781d826aed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap158247c0-ab", "ovs_interfaceid": "158247c0-aba5-444a-a243-0cbfcb231a73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.765341] env[62954]: DEBUG oslo_concurrency.lockutils [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "refresh_cache-383d7013-3574-4b60-9975-af059d4f8a99" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.765840] env[62954]: DEBUG oslo_concurrency.lockutils [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquired lock "refresh_cache-383d7013-3574-4b60-9975-af059d4f8a99" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.766098] env[62954]: DEBUG nova.network.neutron [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.832060] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597222, 'name': CreateVM_Task, 'duration_secs': 0.571464} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.832363] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.834322] env[62954]: DEBUG oslo_concurrency.lockutils [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.834322] env[62954]: DEBUG oslo_concurrency.lockutils [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.834322] env[62954]: DEBUG oslo_concurrency.lockutils [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.834322] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6518757-5424-4c10-a059-091a29b30999 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.839644] env[62954]: DEBUG oslo_vmware.api [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 698.839644] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5206a617-a008-96ed-d7d4-ebf0166fb134" [ 698.839644] env[62954]: _type = "Task" [ 698.839644] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.849517] env[62954]: DEBUG oslo_vmware.api [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5206a617-a008-96ed-d7d4-ebf0166fb134, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.855478] env[62954]: INFO nova.compute.manager [-] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Took 1.57 seconds to deallocate network for instance. [ 699.025596] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.026872] env[62954]: DEBUG nova.compute.manager [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: 2f579b31-2d2d-43c4-9e42-4aff5a5b273a] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.031491] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8e9a83ad-cd65-4bbf-b7ce-4978affd355a tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.280s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.031491] env[62954]: DEBUG nova.objects.instance [None req-8e9a83ad-cd65-4bbf-b7ce-4978affd355a tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Lazy-loading 'resources' on Instance uuid 6dbc1cd2-276a-4592-9d70-206b1d1fc144 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 699.149204] env[62954]: DEBUG oslo_vmware.api [None req-83546364-b69c-4e77-bc1e-584cff95f158 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597223, 'name': CloneVM_Task} progress is 95%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.199893] env[62954]: DEBUG oslo_vmware.api [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': task-2597224, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.224173] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Releasing lock "refresh_cache-64d2fdcf-1210-4994-b86c-74bac8aaffb3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.288279] env[62954]: DEBUG nova.network.neutron [req-24340bb5-a3ed-43be-9b25-a0f9a1d7e104 req-a806e0d9-5592-4fbb-9d5c-43bc0e1e0572 service nova] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Updated VIF entry in instance network info cache for port 0e0b5fbf-017e-4fcb-aad7-720877141197. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.288279] env[62954]: DEBUG nova.network.neutron [req-24340bb5-a3ed-43be-9b25-a0f9a1d7e104 req-a806e0d9-5592-4fbb-9d5c-43bc0e1e0572 service nova] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Updating instance_info_cache with network_info: [{"id": "0e0b5fbf-017e-4fcb-aad7-720877141197", "address": "fa:16:3e:2c:9b:db", "network": {"id": "d1b45f2e-880d-4974-9a98-f1129f3b15aa", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2015080669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b851f961a2e7429ba075073e18d11392", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e0b5fbf-01", "ovs_interfaceid": "0e0b5fbf-017e-4fcb-aad7-720877141197", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.332415] env[62954]: DEBUG nova.network.neutron [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.355564] env[62954]: DEBUG oslo_vmware.api [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5206a617-a008-96ed-d7d4-ebf0166fb134, 'name': SearchDatastore_Task, 'duration_secs': 0.06231} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.355866] env[62954]: DEBUG oslo_concurrency.lockutils [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.356160] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.356359] env[62954]: DEBUG oslo_concurrency.lockutils [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.357034] env[62954]: DEBUG oslo_concurrency.lockutils [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.357034] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.361826] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9763bae4-472d-4e52-808e-ea2563821858 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.364073] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ff7fbb61-86ef-453e-9b44-2007b7ebe28b tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.371590] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.371743] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.372786] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47d5f39f-06cb-490c-afc2-2f50bc820732 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.379333] env[62954]: DEBUG oslo_vmware.api [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 699.379333] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52e5854a-7811-7ada-ab9d-df5f94132dcf" [ 699.379333] env[62954]: _type = "Task" [ 699.379333] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.387810] env[62954]: DEBUG oslo_vmware.api [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52e5854a-7811-7ada-ab9d-df5f94132dcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.476580] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Acquiring lock "20f27901-885e-4d03-ae59-077275d85b14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.476915] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Lock "20f27901-885e-4d03-ae59-077275d85b14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.477252] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Acquiring lock "20f27901-885e-4d03-ae59-077275d85b14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.477339] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Lock "20f27901-885e-4d03-ae59-077275d85b14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.477591] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Lock "20f27901-885e-4d03-ae59-077275d85b14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.479799] env[62954]: INFO nova.compute.manager [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Terminating instance [ 699.534725] env[62954]: DEBUG nova.compute.utils [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 699.536152] env[62954]: DEBUG nova.compute.manager [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: 2f579b31-2d2d-43c4-9e42-4aff5a5b273a] Not allocating networking since 'none' was specified. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 699.620939] env[62954]: DEBUG nova.network.neutron [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Updating instance_info_cache with network_info: [{"id": "00554cae-e98b-4575-a1f8-e56206d5ed9e", "address": "fa:16:3e:59:24:ee", "network": {"id": "a3bdc751-8cf3-4508-9734-f077b7bcca4b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-735498890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c9a1a2527e442b2806b13f1fd9765d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00554cae-e9", "ovs_interfaceid": "00554cae-e98b-4575-a1f8-e56206d5ed9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.650817] env[62954]: DEBUG oslo_vmware.api [None req-83546364-b69c-4e77-bc1e-584cff95f158 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597223, 'name': CloneVM_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.693997] env[62954]: DEBUG oslo_vmware.api [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': task-2597224, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531233} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.694749] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] bcf452a5-32c1-4181-9650-7d4a5334d8dc/bcf452a5-32c1-4181-9650-7d4a5334d8dc.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.694749] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.694749] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5dd0116-637c-4143-ad06-fc1836c03695 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.703832] env[62954]: DEBUG oslo_vmware.api [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Waiting for the task: (returnval){ [ 699.703832] env[62954]: value = "task-2597225" [ 699.703832] env[62954]: _type = "Task" [ 699.703832] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.713359] env[62954]: DEBUG oslo_vmware.api [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': task-2597225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.793681] env[62954]: DEBUG oslo_concurrency.lockutils [req-24340bb5-a3ed-43be-9b25-a0f9a1d7e104 req-a806e0d9-5592-4fbb-9d5c-43bc0e1e0572 service nova] Releasing lock "refresh_cache-e6365eeb-3739-4eae-8a8f-27fc4e726d9f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.793931] env[62954]: DEBUG nova.compute.manager [req-24340bb5-a3ed-43be-9b25-a0f9a1d7e104 req-a806e0d9-5592-4fbb-9d5c-43bc0e1e0572 service nova] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Received event network-vif-deleted-0a7cff86-bb76-4a16-84ed-54637b46adb9 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 699.901110] env[62954]: DEBUG oslo_vmware.api [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52e5854a-7811-7ada-ab9d-df5f94132dcf, 'name': SearchDatastore_Task, 'duration_secs': 0.017452} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.901110] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afe6431a-7634-4248-b630-eac7aeee1af0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.907942] env[62954]: DEBUG oslo_vmware.api [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 699.907942] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5232ca7c-dcb0-3288-4486-2aefbf2468af" [ 699.907942] env[62954]: _type = "Task" [ 699.907942] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.918441] env[62954]: DEBUG oslo_vmware.api [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5232ca7c-dcb0-3288-4486-2aefbf2468af, 'name': SearchDatastore_Task, 'duration_secs': 0.009838} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.923108] env[62954]: DEBUG oslo_concurrency.lockutils [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.923108] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] e6365eeb-3739-4eae-8a8f-27fc4e726d9f/e6365eeb-3739-4eae-8a8f-27fc4e726d9f.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.923108] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aea3d4d8-c4d7-4f11-9a98-c01991e26405 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.925025] env[62954]: DEBUG nova.compute.manager [req-833d719f-e226-4d7a-9c5f-4b6c5c2e6ba1 req-310005ee-425a-4bbb-a083-a282a9cc22ae service nova] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Received event network-vif-plugged-c9ad8abe-24b2-444b-8c62-38a265863ee3 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 699.925231] env[62954]: DEBUG oslo_concurrency.lockutils [req-833d719f-e226-4d7a-9c5f-4b6c5c2e6ba1 req-310005ee-425a-4bbb-a083-a282a9cc22ae service nova] Acquiring lock "a210b97d-117c-418b-81a2-594ec21dde75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.925428] env[62954]: DEBUG oslo_concurrency.lockutils [req-833d719f-e226-4d7a-9c5f-4b6c5c2e6ba1 req-310005ee-425a-4bbb-a083-a282a9cc22ae service nova] Lock "a210b97d-117c-418b-81a2-594ec21dde75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.925582] env[62954]: DEBUG oslo_concurrency.lockutils [req-833d719f-e226-4d7a-9c5f-4b6c5c2e6ba1 req-310005ee-425a-4bbb-a083-a282a9cc22ae service nova] Lock "a210b97d-117c-418b-81a2-594ec21dde75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.925742] env[62954]: DEBUG nova.compute.manager [req-833d719f-e226-4d7a-9c5f-4b6c5c2e6ba1 req-310005ee-425a-4bbb-a083-a282a9cc22ae service nova] [instance: a210b97d-117c-418b-81a2-594ec21dde75] No waiting events found dispatching network-vif-plugged-c9ad8abe-24b2-444b-8c62-38a265863ee3 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.925898] env[62954]: WARNING nova.compute.manager [req-833d719f-e226-4d7a-9c5f-4b6c5c2e6ba1 req-310005ee-425a-4bbb-a083-a282a9cc22ae service nova] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Received unexpected event network-vif-plugged-c9ad8abe-24b2-444b-8c62-38a265863ee3 for instance with vm_state building and task_state spawning. [ 699.933469] env[62954]: DEBUG oslo_vmware.api [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 699.933469] env[62954]: value = "task-2597226" [ 699.933469] env[62954]: _type = "Task" [ 699.933469] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.940716] env[62954]: DEBUG oslo_vmware.api [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.985935] env[62954]: DEBUG nova.compute.manager [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 699.986085] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.986949] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4f16f19-ae46-4f05-9811-fb782d8d9247 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.994518] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49f7224-6cde-40d5-987b-106136c9c9f2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.999482] env[62954]: DEBUG oslo_vmware.api [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Waiting for the task: (returnval){ [ 699.999482] env[62954]: value = "task-2597227" [ 699.999482] env[62954]: _type = "Task" [ 699.999482] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.007532] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa112a98-2760-437e-9eb6-3bb25e80040a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.014295] env[62954]: DEBUG oslo_vmware.api [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Task: {'id': task-2597227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.043144] env[62954]: DEBUG nova.compute.manager [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: 2f579b31-2d2d-43c4-9e42-4aff5a5b273a] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.047773] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3e3798-3882-4236-a3c4-3d481581adbc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.055761] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9267e9f-8a95-49b9-a0b0-abb8bf49e88b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.072427] env[62954]: DEBUG nova.compute.provider_tree [None req-8e9a83ad-cd65-4bbf-b7ce-4978affd355a tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.124640] env[62954]: DEBUG oslo_concurrency.lockutils [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Releasing lock "refresh_cache-383d7013-3574-4b60-9975-af059d4f8a99" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.125060] env[62954]: DEBUG nova.compute.manager [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Instance network_info: |[{"id": "00554cae-e98b-4575-a1f8-e56206d5ed9e", "address": "fa:16:3e:59:24:ee", "network": {"id": "a3bdc751-8cf3-4508-9734-f077b7bcca4b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-735498890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c9a1a2527e442b2806b13f1fd9765d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00554cae-e9", "ovs_interfaceid": "00554cae-e98b-4575-a1f8-e56206d5ed9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.125508] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:24:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00554cae-e98b-4575-a1f8-e56206d5ed9e', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.134931] env[62954]: DEBUG oslo.service.loopingcall [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 700.135307] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.135642] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-922bf760-a0da-4249-a083-7eeeb1f7ee75 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.161679] env[62954]: DEBUG nova.network.neutron [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Successfully updated port: c9ad8abe-24b2-444b-8c62-38a265863ee3 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.167624] env[62954]: DEBUG oslo_vmware.api [None req-83546364-b69c-4e77-bc1e-584cff95f158 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597223, 'name': CloneVM_Task, 'duration_secs': 1.556556} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.169880] env[62954]: INFO nova.virt.vmwareapi.vmops [None req-83546364-b69c-4e77-bc1e-584cff95f158 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Created linked-clone VM from snapshot [ 700.170195] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.170195] env[62954]: value = "task-2597228" [ 700.170195] env[62954]: _type = "Task" [ 700.170195] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.171484] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6503592e-a5b5-40bb-b3d6-e75d51529afc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.184691] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597228, 'name': CreateVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.187760] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-83546364-b69c-4e77-bc1e-584cff95f158 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Uploading image 9de06993-0e4e-4700-ace4-b00bcb87d99e {{(pid=62954) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 700.216032] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-83546364-b69c-4e77-bc1e-584cff95f158 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Destroying the VM {{(pid=62954) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 700.216032] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0e70bae8-c838-4371-8156-af867987e31e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.222926] env[62954]: DEBUG oslo_vmware.api [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': task-2597225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066969} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.223826] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.224894] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32eda027-a6d7-44d8-b02a-8918e8b9ee4a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.230668] env[62954]: DEBUG oslo_vmware.api [None req-83546364-b69c-4e77-bc1e-584cff95f158 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for the task: (returnval){ [ 700.230668] env[62954]: value = "task-2597229" [ 700.230668] env[62954]: _type = "Task" [ 700.230668] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.260962] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] bcf452a5-32c1-4181-9650-7d4a5334d8dc/bcf452a5-32c1-4181-9650-7d4a5334d8dc.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.266450] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4df5b64b-bbdb-4282-a5df-d474604cc196 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.281414] env[62954]: DEBUG oslo_vmware.api [None req-83546364-b69c-4e77-bc1e-584cff95f158 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597229, 'name': Destroy_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.289948] env[62954]: DEBUG oslo_vmware.api [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Waiting for the task: (returnval){ [ 700.289948] env[62954]: value = "task-2597230" [ 700.289948] env[62954]: _type = "Task" [ 700.289948] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.300639] env[62954]: DEBUG oslo_vmware.api [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': task-2597230, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.442586] env[62954]: DEBUG oslo_vmware.api [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597226, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484236} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.442882] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] e6365eeb-3739-4eae-8a8f-27fc4e726d9f/e6365eeb-3739-4eae-8a8f-27fc4e726d9f.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.443138] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.443395] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b283e43-b5da-4347-86e0-f173f3297ec9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.449311] env[62954]: DEBUG oslo_vmware.api [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 700.449311] env[62954]: value = "task-2597231" [ 700.449311] env[62954]: _type = "Task" [ 700.449311] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.457266] env[62954]: DEBUG oslo_vmware.api [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.510381] env[62954]: DEBUG oslo_vmware.api [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Task: {'id': task-2597227, 'name': PowerOffVM_Task, 'duration_secs': 0.298061} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.510592] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.510796] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Volume detach. Driver type: vmdk {{(pid=62954) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 700.510989] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523758', 'volume_id': '9c4b635c-3ce9-48d5-930a-3a65fc14d6d3', 'name': 'volume-9c4b635c-3ce9-48d5-930a-3a65fc14d6d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '20f27901-885e-4d03-ae59-077275d85b14', 'attached_at': '', 'detached_at': '', 'volume_id': '9c4b635c-3ce9-48d5-930a-3a65fc14d6d3', 'serial': '9c4b635c-3ce9-48d5-930a-3a65fc14d6d3'} {{(pid=62954) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 700.511777] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb6a66e-7651-442a-8143-387888beae40 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.533913] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff59175e-f9ba-405b-a08d-3ae4b3e46a98 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.544525] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b6e73a-0da1-4cce-a7d5-e0fe1fc7a0c6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.569657] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2c74ed-ff6c-4d7d-92e3-a6825c6e33dd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.588669] env[62954]: DEBUG nova.scheduler.client.report [None req-8e9a83ad-cd65-4bbf-b7ce-4978affd355a tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.592614] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] The volume has not been displaced from its original location: [datastore2] volume-9c4b635c-3ce9-48d5-930a-3a65fc14d6d3/volume-9c4b635c-3ce9-48d5-930a-3a65fc14d6d3.vmdk. No consolidation needed. {{(pid=62954) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 700.599244] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Reconfiguring VM instance instance-0000001a to detach disk 2000 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 700.599717] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d2d1c64-0aa1-42f3-bf94-72e6f127bde1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.619843] env[62954]: DEBUG oslo_vmware.api [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Waiting for the task: (returnval){ [ 700.619843] env[62954]: value = "task-2597232" [ 700.619843] env[62954]: _type = "Task" [ 700.619843] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.628217] env[62954]: DEBUG oslo_vmware.api [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Task: {'id': task-2597232, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.667917] env[62954]: DEBUG oslo_concurrency.lockutils [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquiring lock "refresh_cache-a210b97d-117c-418b-81a2-594ec21dde75" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.668062] env[62954]: DEBUG oslo_concurrency.lockutils [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquired lock "refresh_cache-a210b97d-117c-418b-81a2-594ec21dde75" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.668258] env[62954]: DEBUG nova.network.neutron [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.684925] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597228, 'name': CreateVM_Task} progress is 25%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.741144] env[62954]: DEBUG oslo_vmware.api [None req-83546364-b69c-4e77-bc1e-584cff95f158 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597229, 'name': Destroy_Task} progress is 33%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.789204] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 700.789204] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6eb5f6e8-beea-45ab-9647-f4f4811673a4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.795129] env[62954]: DEBUG oslo_vmware.api [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Waiting for the task: (returnval){ [ 700.795129] env[62954]: value = "task-2597233" [ 700.795129] env[62954]: _type = "Task" [ 700.795129] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.801694] env[62954]: DEBUG oslo_vmware.api [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': task-2597230, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.808578] env[62954]: DEBUG oslo_vmware.api [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Task: {'id': task-2597233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.879056] env[62954]: DEBUG nova.compute.manager [req-48e5ff99-55ac-4359-908f-ff7e7c62033e req-2abb2ac7-fc1a-4d6f-9192-394a4267440b service nova] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Received event network-vif-plugged-00554cae-e98b-4575-a1f8-e56206d5ed9e {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 700.880439] env[62954]: DEBUG oslo_concurrency.lockutils [req-48e5ff99-55ac-4359-908f-ff7e7c62033e req-2abb2ac7-fc1a-4d6f-9192-394a4267440b service nova] Acquiring lock "383d7013-3574-4b60-9975-af059d4f8a99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 700.880439] env[62954]: DEBUG oslo_concurrency.lockutils [req-48e5ff99-55ac-4359-908f-ff7e7c62033e req-2abb2ac7-fc1a-4d6f-9192-394a4267440b service nova] Lock "383d7013-3574-4b60-9975-af059d4f8a99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.880439] env[62954]: DEBUG oslo_concurrency.lockutils [req-48e5ff99-55ac-4359-908f-ff7e7c62033e req-2abb2ac7-fc1a-4d6f-9192-394a4267440b service nova] Lock "383d7013-3574-4b60-9975-af059d4f8a99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.880439] env[62954]: DEBUG nova.compute.manager [req-48e5ff99-55ac-4359-908f-ff7e7c62033e req-2abb2ac7-fc1a-4d6f-9192-394a4267440b service nova] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] No waiting events found dispatching network-vif-plugged-00554cae-e98b-4575-a1f8-e56206d5ed9e {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 700.880439] env[62954]: WARNING nova.compute.manager [req-48e5ff99-55ac-4359-908f-ff7e7c62033e req-2abb2ac7-fc1a-4d6f-9192-394a4267440b service nova] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Received unexpected event network-vif-plugged-00554cae-e98b-4575-a1f8-e56206d5ed9e for instance with vm_state building and task_state spawning. [ 700.880439] env[62954]: DEBUG nova.compute.manager [req-48e5ff99-55ac-4359-908f-ff7e7c62033e req-2abb2ac7-fc1a-4d6f-9192-394a4267440b service nova] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Received event network-changed-00554cae-e98b-4575-a1f8-e56206d5ed9e {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 700.880439] env[62954]: DEBUG nova.compute.manager [req-48e5ff99-55ac-4359-908f-ff7e7c62033e req-2abb2ac7-fc1a-4d6f-9192-394a4267440b service nova] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Refreshing instance network info cache due to event network-changed-00554cae-e98b-4575-a1f8-e56206d5ed9e. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 700.881033] env[62954]: DEBUG oslo_concurrency.lockutils [req-48e5ff99-55ac-4359-908f-ff7e7c62033e req-2abb2ac7-fc1a-4d6f-9192-394a4267440b service nova] Acquiring lock "refresh_cache-383d7013-3574-4b60-9975-af059d4f8a99" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.881033] env[62954]: DEBUG oslo_concurrency.lockutils [req-48e5ff99-55ac-4359-908f-ff7e7c62033e req-2abb2ac7-fc1a-4d6f-9192-394a4267440b service nova] Acquired lock "refresh_cache-383d7013-3574-4b60-9975-af059d4f8a99" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.881033] env[62954]: DEBUG nova.network.neutron [req-48e5ff99-55ac-4359-908f-ff7e7c62033e req-2abb2ac7-fc1a-4d6f-9192-394a4267440b service nova] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Refreshing network info cache for port 00554cae-e98b-4575-a1f8-e56206d5ed9e {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.960454] env[62954]: DEBUG oslo_vmware.api [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095279} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.960770] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.961542] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba3c976-4559-495a-a635-d580271b0d2d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.986625] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] e6365eeb-3739-4eae-8a8f-27fc4e726d9f/e6365eeb-3739-4eae-8a8f-27fc4e726d9f.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.986950] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e078bba-364e-4c9b-9152-1270f3b45efa {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.008073] env[62954]: DEBUG oslo_vmware.api [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 701.008073] env[62954]: value = "task-2597234" [ 701.008073] env[62954]: _type = "Task" [ 701.008073] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.017864] env[62954]: DEBUG oslo_vmware.api [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597234, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.054940] env[62954]: DEBUG nova.compute.manager [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: 2f579b31-2d2d-43c4-9e42-4aff5a5b273a] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.090484] env[62954]: DEBUG nova.virt.hardware [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.090484] env[62954]: DEBUG nova.virt.hardware [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.090484] env[62954]: DEBUG nova.virt.hardware [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.090827] env[62954]: DEBUG nova.virt.hardware [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.090884] env[62954]: DEBUG nova.virt.hardware [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.091233] env[62954]: DEBUG nova.virt.hardware [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.091632] env[62954]: DEBUG nova.virt.hardware [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.091969] env[62954]: DEBUG nova.virt.hardware [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.092191] env[62954]: DEBUG nova.virt.hardware [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.092369] env[62954]: DEBUG nova.virt.hardware [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.093049] env[62954]: DEBUG nova.virt.hardware [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.093742] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05c032c-df4f-4e0e-8e03-e1b1c4cf4760 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.102270] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8e9a83ad-cd65-4bbf-b7ce-4978affd355a tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.072s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.104880] env[62954]: DEBUG oslo_concurrency.lockutils [None req-eb5f3761-5b67-4277-b253-d6a0aa8d4a8d tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.419s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.105148] env[62954]: DEBUG nova.objects.instance [None req-eb5f3761-5b67-4277-b253-d6a0aa8d4a8d tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Lazy-loading 'resources' on Instance uuid 2e85cb3d-2f19-4c85-acd2-e1771a0df42c {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 701.109923] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f12d08-29d1-4faf-a79a-6f6f0cfac66f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.129198] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: 2f579b31-2d2d-43c4-9e42-4aff5a5b273a] Instance VIF info [] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.135556] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Creating folder: Project (1563cbf921d94fbe8b7e66ed8014b824). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.139724] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2dbfa7c2-a5cf-48cd-8c76-5c619c3be61a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.149773] env[62954]: DEBUG oslo_vmware.api [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Task: {'id': task-2597232, 'name': ReconfigVM_Task, 'duration_secs': 0.265148} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.152497] env[62954]: INFO nova.scheduler.client.report [None req-8e9a83ad-cd65-4bbf-b7ce-4978affd355a tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Deleted allocations for instance 6dbc1cd2-276a-4592-9d70-206b1d1fc144 [ 701.153338] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Reconfigured VM instance instance-0000001a to detach disk 2000 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 701.159364] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Created folder: Project (1563cbf921d94fbe8b7e66ed8014b824) in parent group-v523717. [ 701.159550] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Creating folder: Instances. Parent ref: group-v523854. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.166607] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b31199a0-5643-4cf5-a40b-7487b25afd6c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.179382] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a5abc90-9124-45e0-b6f9-d86a2423b305 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.195657] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597228, 'name': CreateVM_Task, 'duration_secs': 1.01486} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.195873] env[62954]: DEBUG oslo_vmware.api [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Waiting for the task: (returnval){ [ 701.195873] env[62954]: value = "task-2597237" [ 701.195873] env[62954]: _type = "Task" [ 701.195873] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.196949] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.197318] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Created folder: Instances in parent group-v523854. [ 701.197959] env[62954]: DEBUG oslo.service.loopingcall [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 701.198262] env[62954]: DEBUG oslo_concurrency.lockutils [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.198344] env[62954]: DEBUG oslo_concurrency.lockutils [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.199055] env[62954]: DEBUG oslo_concurrency.lockutils [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.202146] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f579b31-2d2d-43c4-9e42-4aff5a5b273a] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.202364] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d07bcdbb-16d2-4b6c-9733-5909d13c0d53 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.204569] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-410a430b-b884-41af-9092-cef6937464d0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.225199] env[62954]: DEBUG oslo_vmware.api [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Task: {'id': task-2597237, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.227871] env[62954]: DEBUG oslo_vmware.api [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 701.227871] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52e96879-ec9b-5e8d-e8e8-1a4f1f008b42" [ 701.227871] env[62954]: _type = "Task" [ 701.227871] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.228426] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.228426] env[62954]: value = "task-2597238" [ 701.228426] env[62954]: _type = "Task" [ 701.228426] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.242522] env[62954]: DEBUG oslo_vmware.api [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52e96879-ec9b-5e8d-e8e8-1a4f1f008b42, 'name': SearchDatastore_Task, 'duration_secs': 0.011588} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.246339] env[62954]: DEBUG oslo_concurrency.lockutils [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.246624] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.246818] env[62954]: DEBUG oslo_concurrency.lockutils [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.246968] env[62954]: DEBUG oslo_concurrency.lockutils [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.247161] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.247388] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597238, 'name': CreateVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.247589] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d8e7188-e7a7-4484-affa-31371f86974e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.252678] env[62954]: DEBUG oslo_vmware.api [None req-83546364-b69c-4e77-bc1e-584cff95f158 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597229, 'name': Destroy_Task, 'duration_secs': 0.700424} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.253265] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-83546364-b69c-4e77-bc1e-584cff95f158 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Destroyed the VM [ 701.253501] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-83546364-b69c-4e77-bc1e-584cff95f158 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Deleting Snapshot of the VM instance {{(pid=62954) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 701.253796] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4eb2779b-7056-4161-99e0-5419f8b22511 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.260278] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.260278] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.260821] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f53a810a-27e0-4b0a-a33f-3d465ae40eca {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.263648] env[62954]: DEBUG oslo_vmware.api [None req-83546364-b69c-4e77-bc1e-584cff95f158 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for the task: (returnval){ [ 701.263648] env[62954]: value = "task-2597239" [ 701.263648] env[62954]: _type = "Task" [ 701.263648] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.268623] env[62954]: DEBUG nova.network.neutron [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.271220] env[62954]: DEBUG oslo_vmware.api [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 701.271220] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52d98513-4d3d-e4ca-6629-25927d795421" [ 701.271220] env[62954]: _type = "Task" [ 701.271220] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.278355] env[62954]: DEBUG oslo_vmware.api [None req-83546364-b69c-4e77-bc1e-584cff95f158 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597239, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.284353] env[62954]: DEBUG oslo_vmware.api [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d98513-4d3d-e4ca-6629-25927d795421, 'name': SearchDatastore_Task, 'duration_secs': 0.011772} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.285298] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc0dbff7-7a08-4cb2-8995-8f9acd8a2d01 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.290739] env[62954]: DEBUG oslo_vmware.api [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 701.290739] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52aba0fb-4527-b9c1-b723-ab8e1d265693" [ 701.290739] env[62954]: _type = "Task" [ 701.290739] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.305493] env[62954]: DEBUG oslo_vmware.api [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': task-2597230, 'name': ReconfigVM_Task, 'duration_secs': 0.556041} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.312146] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Reconfigured VM instance instance-0000002a to attach disk [datastore2] bcf452a5-32c1-4181-9650-7d4a5334d8dc/bcf452a5-32c1-4181-9650-7d4a5334d8dc.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.312946] env[62954]: DEBUG oslo_vmware.api [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52aba0fb-4527-b9c1-b723-ab8e1d265693, 'name': SearchDatastore_Task, 'duration_secs': 0.010311} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.312946] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0fd1d7c-c794-4377-aa10-9f9a6f427faa {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.314848] env[62954]: DEBUG oslo_concurrency.lockutils [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.315241] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 383d7013-3574-4b60-9975-af059d4f8a99/383d7013-3574-4b60-9975-af059d4f8a99.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.319556] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74999d69-618b-4c41-b512-c6669452cedb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.321685] env[62954]: DEBUG oslo_vmware.api [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Task: {'id': task-2597233, 'name': PowerOffVM_Task, 'duration_secs': 0.300212} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.322389] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 701.323773] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e270acfd-6472-4901-9ec3-8071ea8c2129 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.330497] env[62954]: DEBUG oslo_vmware.api [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 701.330497] env[62954]: value = "task-2597241" [ 701.330497] env[62954]: _type = "Task" [ 701.330497] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.330891] env[62954]: DEBUG oslo_vmware.api [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Waiting for the task: (returnval){ [ 701.330891] env[62954]: value = "task-2597240" [ 701.330891] env[62954]: _type = "Task" [ 701.330891] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.352882] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4338735f-2eb7-4870-8b37-54c6320247b7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.362692] env[62954]: DEBUG oslo_vmware.api [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': task-2597240, 'name': Rename_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.363130] env[62954]: DEBUG oslo_vmware.api [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.398506] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.398506] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b391509-8b0f-4984-b3b8-610549d08dc2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.405312] env[62954]: DEBUG oslo_vmware.api [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Waiting for the task: (returnval){ [ 701.405312] env[62954]: value = "task-2597242" [ 701.405312] env[62954]: _type = "Task" [ 701.405312] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.417325] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] VM already powered off {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 701.417584] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.417836] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.418014] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.418238] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.418543] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8975dc1f-0bdf-4c37-808f-0ad61f359336 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.428877] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.430076] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.430076] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1cdf76f-ce95-44a0-b71c-6ba26de93073 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.435389] env[62954]: DEBUG oslo_vmware.api [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Waiting for the task: (returnval){ [ 701.435389] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52b021a7-6b9e-4dcf-cec9-c557853c1621" [ 701.435389] env[62954]: _type = "Task" [ 701.435389] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.443832] env[62954]: DEBUG oslo_vmware.api [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52b021a7-6b9e-4dcf-cec9-c557853c1621, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.522659] env[62954]: DEBUG oslo_vmware.api [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597234, 'name': ReconfigVM_Task, 'duration_secs': 0.347687} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.525534] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Reconfigured VM instance instance-0000002b to attach disk [datastore2] e6365eeb-3739-4eae-8a8f-27fc4e726d9f/e6365eeb-3739-4eae-8a8f-27fc4e726d9f.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.526273] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4968017a-1b80-44a8-9dcc-993bbc7209d8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.534208] env[62954]: DEBUG oslo_vmware.api [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 701.534208] env[62954]: value = "task-2597243" [ 701.534208] env[62954]: _type = "Task" [ 701.534208] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.543246] env[62954]: DEBUG oslo_vmware.api [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597243, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.632664] env[62954]: DEBUG nova.network.neutron [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Updating instance_info_cache with network_info: [{"id": "c9ad8abe-24b2-444b-8c62-38a265863ee3", "address": "fa:16:3e:15:e0:42", "network": {"id": "7d93cd88-3a79-4663-b604-587d28ffb013", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ae6c0f6d5bc5436aa4f50fbf2889df6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9ad8abe-24", "ovs_interfaceid": "c9ad8abe-24b2-444b-8c62-38a265863ee3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.686173] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8e9a83ad-cd65-4bbf-b7ce-4978affd355a tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Lock "6dbc1cd2-276a-4592-9d70-206b1d1fc144" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.939s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.731032] env[62954]: DEBUG oslo_vmware.api [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Task: {'id': task-2597237, 'name': ReconfigVM_Task, 'duration_secs': 0.158257} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.739150] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523758', 'volume_id': '9c4b635c-3ce9-48d5-930a-3a65fc14d6d3', 'name': 'volume-9c4b635c-3ce9-48d5-930a-3a65fc14d6d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '20f27901-885e-4d03-ae59-077275d85b14', 'attached_at': '', 'detached_at': '', 'volume_id': '9c4b635c-3ce9-48d5-930a-3a65fc14d6d3', 'serial': '9c4b635c-3ce9-48d5-930a-3a65fc14d6d3'} {{(pid=62954) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 701.739821] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 701.748398] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef4b771-db78-442d-9a61-b64872c04969 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.761135] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597238, 'name': CreateVM_Task, 'duration_secs': 0.529474} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.763885] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f579b31-2d2d-43c4-9e42-4aff5a5b273a] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.764328] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 701.764901] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.765184] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.765559] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.765839] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-637026ca-a819-4cca-876b-0de3ff50713b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.772742] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2d8d558-5dec-4ecb-a7ba-5510c9df7e3f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.786643] env[62954]: DEBUG oslo_vmware.api [None req-83546364-b69c-4e77-bc1e-584cff95f158 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597239, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.788417] env[62954]: DEBUG oslo_vmware.api [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Waiting for the task: (returnval){ [ 701.788417] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52df08cb-6164-9abf-1973-79d931608daa" [ 701.788417] env[62954]: _type = "Task" [ 701.788417] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.804840] env[62954]: DEBUG oslo_vmware.api [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52df08cb-6164-9abf-1973-79d931608daa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.825630] env[62954]: DEBUG nova.network.neutron [req-48e5ff99-55ac-4359-908f-ff7e7c62033e req-2abb2ac7-fc1a-4d6f-9192-394a4267440b service nova] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Updated VIF entry in instance network info cache for port 00554cae-e98b-4575-a1f8-e56206d5ed9e. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.825630] env[62954]: DEBUG nova.network.neutron [req-48e5ff99-55ac-4359-908f-ff7e7c62033e req-2abb2ac7-fc1a-4d6f-9192-394a4267440b service nova] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Updating instance_info_cache with network_info: [{"id": "00554cae-e98b-4575-a1f8-e56206d5ed9e", "address": "fa:16:3e:59:24:ee", "network": {"id": "a3bdc751-8cf3-4508-9734-f077b7bcca4b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-735498890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c9a1a2527e442b2806b13f1fd9765d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00554cae-e9", "ovs_interfaceid": "00554cae-e98b-4575-a1f8-e56206d5ed9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.834662] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 701.834916] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 701.835101] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Deleting the datastore file [datastore2] 20f27901-885e-4d03-ae59-077275d85b14 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 701.844722] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4238ad96-7f14-4e2a-9730-ab356f8299fb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.858631] env[62954]: DEBUG oslo_vmware.api [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Waiting for the task: (returnval){ [ 701.858631] env[62954]: value = "task-2597245" [ 701.858631] env[62954]: _type = "Task" [ 701.858631] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.859214] env[62954]: DEBUG oslo_vmware.api [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49082} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.859450] env[62954]: DEBUG oslo_vmware.api [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': task-2597240, 'name': Rename_Task, 'duration_secs': 0.20083} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.859786] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 383d7013-3574-4b60-9975-af059d4f8a99/383d7013-3574-4b60-9975-af059d4f8a99.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 701.860045] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 701.860288] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.863500] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa58f6e1-7e40-4705-82fb-ef0a7d23d809 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.865700] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b68a690-25e1-47b7-8a22-7f0113535dc7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.876728] env[62954]: DEBUG oslo_vmware.api [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Task: {'id': task-2597245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.879040] env[62954]: DEBUG oslo_vmware.api [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Waiting for the task: (returnval){ [ 701.879040] env[62954]: value = "task-2597246" [ 701.879040] env[62954]: _type = "Task" [ 701.879040] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.879582] env[62954]: DEBUG oslo_vmware.api [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 701.879582] env[62954]: value = "task-2597247" [ 701.879582] env[62954]: _type = "Task" [ 701.879582] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.894225] env[62954]: DEBUG oslo_vmware.api [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': task-2597246, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.897342] env[62954]: DEBUG oslo_vmware.api [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597247, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.948035] env[62954]: DEBUG oslo_vmware.api [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52b021a7-6b9e-4dcf-cec9-c557853c1621, 'name': SearchDatastore_Task, 'duration_secs': 0.008392} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.948962] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6b11868-0421-4374-8fae-eac76439b1c5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.957441] env[62954]: DEBUG oslo_vmware.api [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Waiting for the task: (returnval){ [ 701.957441] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52c1cb06-2f0b-8b16-be13-ed0641db638c" [ 701.957441] env[62954]: _type = "Task" [ 701.957441] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.965617] env[62954]: DEBUG oslo_vmware.api [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52c1cb06-2f0b-8b16-be13-ed0641db638c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.047013] env[62954]: DEBUG oslo_vmware.api [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597243, 'name': Rename_Task, 'duration_secs': 0.185641} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.049932] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.050427] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-320d1866-4000-421c-b0c9-e85942670b30 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.057081] env[62954]: DEBUG oslo_vmware.api [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 702.057081] env[62954]: value = "task-2597248" [ 702.057081] env[62954]: _type = "Task" [ 702.057081] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.066209] env[62954]: DEBUG oslo_vmware.api [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.143225] env[62954]: DEBUG oslo_concurrency.lockutils [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Releasing lock "refresh_cache-a210b97d-117c-418b-81a2-594ec21dde75" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.143599] env[62954]: DEBUG nova.compute.manager [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Instance network_info: |[{"id": "c9ad8abe-24b2-444b-8c62-38a265863ee3", "address": "fa:16:3e:15:e0:42", "network": {"id": "7d93cd88-3a79-4663-b604-587d28ffb013", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ae6c0f6d5bc5436aa4f50fbf2889df6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9ad8abe-24", "ovs_interfaceid": "c9ad8abe-24b2-444b-8c62-38a265863ee3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.145029] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:e0:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9ad8abe-24b2-444b-8c62-38a265863ee3', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.153863] env[62954]: DEBUG oslo.service.loopingcall [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 702.157233] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.157355] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f24a369-47e0-4160-827a-a71190375460 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.179312] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.179312] env[62954]: value = "task-2597249" [ 702.179312] env[62954]: _type = "Task" [ 702.179312] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.191511] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597249, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.199026] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff317f3-9f12-4caf-909c-d123c2aa4024 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.204031] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59607ecd-ba30-4fec-81ed-bc7847bc550e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.241179] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105652a8-ede5-40d6-a012-a69ae5ad47e8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.247057] env[62954]: DEBUG nova.compute.manager [req-9b07d0ea-e3f4-4b34-9979-a15299bc15d3 req-dff150fb-fffd-4868-91fd-0d721cc22722 service nova] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Received event network-changed-c9ad8abe-24b2-444b-8c62-38a265863ee3 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 702.247256] env[62954]: DEBUG nova.compute.manager [req-9b07d0ea-e3f4-4b34-9979-a15299bc15d3 req-dff150fb-fffd-4868-91fd-0d721cc22722 service nova] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Refreshing instance network info cache due to event network-changed-c9ad8abe-24b2-444b-8c62-38a265863ee3. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 702.247480] env[62954]: DEBUG oslo_concurrency.lockutils [req-9b07d0ea-e3f4-4b34-9979-a15299bc15d3 req-dff150fb-fffd-4868-91fd-0d721cc22722 service nova] Acquiring lock "refresh_cache-a210b97d-117c-418b-81a2-594ec21dde75" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.247621] env[62954]: DEBUG oslo_concurrency.lockutils [req-9b07d0ea-e3f4-4b34-9979-a15299bc15d3 req-dff150fb-fffd-4868-91fd-0d721cc22722 service nova] Acquired lock "refresh_cache-a210b97d-117c-418b-81a2-594ec21dde75" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.247775] env[62954]: DEBUG nova.network.neutron [req-9b07d0ea-e3f4-4b34-9979-a15299bc15d3 req-dff150fb-fffd-4868-91fd-0d721cc22722 service nova] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Refreshing network info cache for port c9ad8abe-24b2-444b-8c62-38a265863ee3 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.253057] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7ff7e5-f615-4cf4-b3ad-12a37298dfe7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.269431] env[62954]: DEBUG nova.compute.provider_tree [None req-eb5f3761-5b67-4277-b253-d6a0aa8d4a8d tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.281140] env[62954]: DEBUG oslo_vmware.api [None req-83546364-b69c-4e77-bc1e-584cff95f158 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597239, 'name': RemoveSnapshot_Task, 'duration_secs': 0.901026} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.281666] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-83546364-b69c-4e77-bc1e-584cff95f158 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Deleted Snapshot of the VM instance {{(pid=62954) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 702.299053] env[62954]: DEBUG oslo_vmware.api [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52df08cb-6164-9abf-1973-79d931608daa, 'name': SearchDatastore_Task, 'duration_secs': 0.023063} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.299806] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.299806] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: 2f579b31-2d2d-43c4-9e42-4aff5a5b273a] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.299992] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.299992] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.300159] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.300428] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b50969a-016a-423c-8962-f6a2d9418ae0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.310112] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.310112] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.311340] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b1bad00-a225-4ea1-ad7e-543889cadbe3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.316420] env[62954]: DEBUG oslo_vmware.api [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Waiting for the task: (returnval){ [ 702.316420] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]521e96ac-be57-44b2-e028-9225d818a965" [ 702.316420] env[62954]: _type = "Task" [ 702.316420] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.321201] env[62954]: DEBUG oslo_concurrency.lockutils [None req-34f4d781-43b8-498c-b765-5fdfd0fdce36 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Acquiring lock "7adb750f-15da-4dde-9769-fbf85030c3e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.321201] env[62954]: DEBUG oslo_concurrency.lockutils [None req-34f4d781-43b8-498c-b765-5fdfd0fdce36 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Lock "7adb750f-15da-4dde-9769-fbf85030c3e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.321201] env[62954]: DEBUG oslo_concurrency.lockutils [None req-34f4d781-43b8-498c-b765-5fdfd0fdce36 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Acquiring lock "7adb750f-15da-4dde-9769-fbf85030c3e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.321201] env[62954]: DEBUG oslo_concurrency.lockutils [None req-34f4d781-43b8-498c-b765-5fdfd0fdce36 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Lock "7adb750f-15da-4dde-9769-fbf85030c3e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.321201] env[62954]: DEBUG oslo_concurrency.lockutils [None req-34f4d781-43b8-498c-b765-5fdfd0fdce36 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Lock "7adb750f-15da-4dde-9769-fbf85030c3e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.323377] env[62954]: INFO nova.compute.manager [None req-34f4d781-43b8-498c-b765-5fdfd0fdce36 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Terminating instance [ 702.328214] env[62954]: DEBUG oslo_vmware.api [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]521e96ac-be57-44b2-e028-9225d818a965, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.340120] env[62954]: DEBUG oslo_concurrency.lockutils [req-48e5ff99-55ac-4359-908f-ff7e7c62033e req-2abb2ac7-fc1a-4d6f-9192-394a4267440b service nova] Releasing lock "refresh_cache-383d7013-3574-4b60-9975-af059d4f8a99" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.369933] env[62954]: DEBUG oslo_vmware.api [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Task: {'id': task-2597245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.077521} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.370447] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.370815] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 702.371197] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.371502] env[62954]: INFO nova.compute.manager [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Took 2.39 seconds to destroy the instance on the hypervisor. [ 702.371875] env[62954]: DEBUG oslo.service.loopingcall [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 702.372215] env[62954]: DEBUG nova.compute.manager [-] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 702.372403] env[62954]: DEBUG nova.network.neutron [-] [instance: 20f27901-885e-4d03-ae59-077275d85b14] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 702.394532] env[62954]: DEBUG oslo_vmware.api [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': task-2597246, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.398171] env[62954]: DEBUG oslo_vmware.api [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597247, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074503} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.398541] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.399229] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72595648-3f3d-4d51-94eb-4b1d8b2b3f64 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.424356] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 383d7013-3574-4b60-9975-af059d4f8a99/383d7013-3574-4b60-9975-af059d4f8a99.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.424356] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4b4dfc1-2c7b-47de-acda-a425fdce64c8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.445141] env[62954]: DEBUG oslo_vmware.api [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 702.445141] env[62954]: value = "task-2597250" [ 702.445141] env[62954]: _type = "Task" [ 702.445141] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.453915] env[62954]: DEBUG oslo_vmware.api [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597250, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.471873] env[62954]: DEBUG oslo_vmware.api [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52c1cb06-2f0b-8b16-be13-ed0641db638c, 'name': SearchDatastore_Task, 'duration_secs': 0.009661} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.471873] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.471873] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 64d2fdcf-1210-4994-b86c-74bac8aaffb3/45a12149-1b6c-414b-9b32-1b6ffa65e320-rescue.vmdk. {{(pid=62954) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 702.471873] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa083aa0-8450-493b-b35f-ee16f3ef7f16 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.477287] env[62954]: DEBUG oslo_vmware.api [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Waiting for the task: (returnval){ [ 702.477287] env[62954]: value = "task-2597251" [ 702.477287] env[62954]: _type = "Task" [ 702.477287] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.488934] env[62954]: DEBUG oslo_vmware.api [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Task: {'id': task-2597251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.568926] env[62954]: DEBUG oslo_vmware.api [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597248, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.689515] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597249, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.776368] env[62954]: DEBUG nova.scheduler.client.report [None req-eb5f3761-5b67-4277-b253-d6a0aa8d4a8d tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.787823] env[62954]: WARNING nova.compute.manager [None req-83546364-b69c-4e77-bc1e-584cff95f158 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Image not found during snapshot: nova.exception.ImageNotFound: Image 9de06993-0e4e-4700-ace4-b00bcb87d99e could not be found. [ 702.830368] env[62954]: DEBUG oslo_vmware.api [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]521e96ac-be57-44b2-e028-9225d818a965, 'name': SearchDatastore_Task, 'duration_secs': 0.009899} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.831126] env[62954]: DEBUG nova.compute.manager [None req-34f4d781-43b8-498c-b765-5fdfd0fdce36 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 702.831336] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-34f4d781-43b8-498c-b765-5fdfd0fdce36 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 702.833328] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9004347-1264-4005-978e-b0a9780f909f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.837673] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b932905-0a15-4ba1-8726-5c1c6f8b5884 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.845190] env[62954]: DEBUG oslo_vmware.api [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Waiting for the task: (returnval){ [ 702.845190] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]524ab559-3ebe-4f14-d3f5-ea54ff1c79ad" [ 702.845190] env[62954]: _type = "Task" [ 702.845190] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.848151] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f4d781-43b8-498c-b765-5fdfd0fdce36 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 702.851951] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7decfdcb-32eb-4f5f-a704-c197dbb91733 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.861014] env[62954]: DEBUG oslo_vmware.api [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]524ab559-3ebe-4f14-d3f5-ea54ff1c79ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.862714] env[62954]: DEBUG oslo_vmware.api [None req-34f4d781-43b8-498c-b765-5fdfd0fdce36 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Waiting for the task: (returnval){ [ 702.862714] env[62954]: value = "task-2597252" [ 702.862714] env[62954]: _type = "Task" [ 702.862714] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.874691] env[62954]: DEBUG oslo_vmware.api [None req-34f4d781-43b8-498c-b765-5fdfd0fdce36 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.893300] env[62954]: DEBUG oslo_vmware.api [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': task-2597246, 'name': PowerOnVM_Task, 'duration_secs': 0.888973} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.893615] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.893895] env[62954]: INFO nova.compute.manager [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Took 12.41 seconds to spawn the instance on the hypervisor. [ 702.894187] env[62954]: DEBUG nova.compute.manager [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.895287] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4418cc11-fb0c-41e1-b268-d05c56bfb1f8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.964071] env[62954]: DEBUG oslo_vmware.api [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597250, 'name': ReconfigVM_Task, 'duration_secs': 0.494787} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.964071] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 383d7013-3574-4b60-9975-af059d4f8a99/383d7013-3574-4b60-9975-af059d4f8a99.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.964071] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5104b3ca-6509-4f31-bc08-db65fbfadc95 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.972999] env[62954]: DEBUG oslo_vmware.api [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 702.972999] env[62954]: value = "task-2597253" [ 702.972999] env[62954]: _type = "Task" [ 702.972999] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.982855] env[62954]: DEBUG oslo_vmware.api [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597253, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.994616] env[62954]: DEBUG oslo_vmware.api [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Task: {'id': task-2597251, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.070888] env[62954]: DEBUG oslo_vmware.api [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597248, 'name': PowerOnVM_Task, 'duration_secs': 0.886233} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.071240] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.071454] env[62954]: INFO nova.compute.manager [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Took 9.93 seconds to spawn the instance on the hypervisor. [ 703.071793] env[62954]: DEBUG nova.compute.manager [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.072918] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f057ea4-5030-498b-9dca-4b4b6e39ee90 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.188432] env[62954]: DEBUG nova.network.neutron [req-9b07d0ea-e3f4-4b34-9979-a15299bc15d3 req-dff150fb-fffd-4868-91fd-0d721cc22722 service nova] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Updated VIF entry in instance network info cache for port c9ad8abe-24b2-444b-8c62-38a265863ee3. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.190700] env[62954]: DEBUG nova.network.neutron [req-9b07d0ea-e3f4-4b34-9979-a15299bc15d3 req-dff150fb-fffd-4868-91fd-0d721cc22722 service nova] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Updating instance_info_cache with network_info: [{"id": "c9ad8abe-24b2-444b-8c62-38a265863ee3", "address": "fa:16:3e:15:e0:42", "network": {"id": "7d93cd88-3a79-4663-b604-587d28ffb013", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ae6c0f6d5bc5436aa4f50fbf2889df6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9ad8abe-24", "ovs_interfaceid": "c9ad8abe-24b2-444b-8c62-38a265863ee3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.199750] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597249, 'name': CreateVM_Task, 'duration_secs': 0.587719} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.199927] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.202924] env[62954]: DEBUG oslo_concurrency.lockutils [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.202924] env[62954]: DEBUG oslo_concurrency.lockutils [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.202924] env[62954]: DEBUG oslo_concurrency.lockutils [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.202924] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5527abfe-27cb-49db-b9ab-f8f0a0d05568 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.211480] env[62954]: DEBUG oslo_vmware.api [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Waiting for the task: (returnval){ [ 703.211480] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52a45b59-1da6-ef61-832e-a3a8e8910d9d" [ 703.211480] env[62954]: _type = "Task" [ 703.211480] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.222263] env[62954]: DEBUG oslo_vmware.api [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52a45b59-1da6-ef61-832e-a3a8e8910d9d, 'name': SearchDatastore_Task, 'duration_secs': 0.010255} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.222580] env[62954]: DEBUG oslo_concurrency.lockutils [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.223262] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.223536] env[62954]: DEBUG oslo_concurrency.lockutils [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.284485] env[62954]: DEBUG oslo_concurrency.lockutils [None req-eb5f3761-5b67-4277-b253-d6a0aa8d4a8d tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.285662] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.472s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.287261] env[62954]: INFO nova.compute.claims [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.315649] env[62954]: INFO nova.scheduler.client.report [None req-eb5f3761-5b67-4277-b253-d6a0aa8d4a8d tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Deleted allocations for instance 2e85cb3d-2f19-4c85-acd2-e1771a0df42c [ 703.360764] env[62954]: DEBUG oslo_vmware.api [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]524ab559-3ebe-4f14-d3f5-ea54ff1c79ad, 'name': SearchDatastore_Task, 'duration_secs': 0.028431} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.365160] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.365487] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 2f579b31-2d2d-43c4-9e42-4aff5a5b273a/2f579b31-2d2d-43c4-9e42-4aff5a5b273a.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.365878] env[62954]: DEBUG oslo_concurrency.lockutils [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.366085] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.366307] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69eaa0cd-2868-4b2d-bfb9-e750f5bd435b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.371483] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1257db2-2fb6-4f46-966e-6032363220a4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.389408] env[62954]: DEBUG oslo_vmware.api [None req-34f4d781-43b8-498c-b765-5fdfd0fdce36 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597252, 'name': PowerOffVM_Task, 'duration_secs': 0.478768} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.389827] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f4d781-43b8-498c-b765-5fdfd0fdce36 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 703.390340] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-34f4d781-43b8-498c-b765-5fdfd0fdce36 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 703.390777] env[62954]: DEBUG oslo_vmware.api [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Waiting for the task: (returnval){ [ 703.390777] env[62954]: value = "task-2597254" [ 703.390777] env[62954]: _type = "Task" [ 703.390777] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.391029] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.391234] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.392040] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8da726fe-c73d-4cc0-829d-85cee478a5f8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.393782] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bd72117-f28d-464a-bc1a-3ca0eda48362 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.409460] env[62954]: DEBUG oslo_vmware.api [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Waiting for the task: (returnval){ [ 703.409460] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52df460b-62a7-505e-bc77-879306c1a29b" [ 703.409460] env[62954]: _type = "Task" [ 703.409460] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.423636] env[62954]: DEBUG oslo_vmware.api [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.434451] env[62954]: DEBUG oslo_vmware.api [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52df460b-62a7-505e-bc77-879306c1a29b, 'name': SearchDatastore_Task, 'duration_secs': 0.008614} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.435374] env[62954]: INFO nova.compute.manager [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Took 48.25 seconds to build instance. [ 703.437344] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f7dc5e9-070e-485d-8786-0b8def2a4b66 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.442878] env[62954]: DEBUG oslo_vmware.api [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Waiting for the task: (returnval){ [ 703.442878] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52a1a598-bcb1-4fe2-26e9-8a8c03ae0fc8" [ 703.442878] env[62954]: _type = "Task" [ 703.442878] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.232139] env[62954]: DEBUG oslo_concurrency.lockutils [req-9b07d0ea-e3f4-4b34-9979-a15299bc15d3 req-dff150fb-fffd-4868-91fd-0d721cc22722 service nova] Releasing lock "refresh_cache-a210b97d-117c-418b-81a2-594ec21dde75" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.234123] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7f4ffcbc-a5c4-4d31-8f02-b5f7d4464004 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Acquiring lock "d6a6c979-4668-4bb8-9e40-af48f6fa0afd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.234362] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7f4ffcbc-a5c4-4d31-8f02-b5f7d4464004 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Lock "d6a6c979-4668-4bb8-9e40-af48f6fa0afd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.234561] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7f4ffcbc-a5c4-4d31-8f02-b5f7d4464004 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Acquiring lock "d6a6c979-4668-4bb8-9e40-af48f6fa0afd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.234738] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7f4ffcbc-a5c4-4d31-8f02-b5f7d4464004 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Lock "d6a6c979-4668-4bb8-9e40-af48f6fa0afd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.234899] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7f4ffcbc-a5c4-4d31-8f02-b5f7d4464004 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Lock "d6a6c979-4668-4bb8-9e40-af48f6fa0afd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.236628] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f6f33899-1405-4e80-9ee7-917d90e5b90e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Lock "bcf452a5-32c1-4181-9650-7d4a5334d8dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.582s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.237950] env[62954]: DEBUG oslo_concurrency.lockutils [None req-eb5f3761-5b67-4277-b253-d6a0aa8d4a8d tempest-TenantUsagesTestJSON-1403557508 tempest-TenantUsagesTestJSON-1403557508-project-member] Lock "2e85cb3d-2f19-4c85-acd2-e1771a0df42c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.018s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.254055] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-34f4d781-43b8-498c-b765-5fdfd0fdce36 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 704.254055] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-34f4d781-43b8-498c-b765-5fdfd0fdce36 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 704.254055] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f4d781-43b8-498c-b765-5fdfd0fdce36 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Deleting the datastore file [datastore2] 7adb750f-15da-4dde-9769-fbf85030c3e3 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 704.254055] env[62954]: DEBUG oslo_vmware.api [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52a1a598-bcb1-4fe2-26e9-8a8c03ae0fc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.254055] env[62954]: WARNING oslo_vmware.common.loopingcall [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] task run outlasted interval by 0.310806 sec [ 704.255196] env[62954]: INFO nova.compute.manager [None req-7f4ffcbc-a5c4-4d31-8f02-b5f7d4464004 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Terminating instance [ 704.256280] env[62954]: INFO nova.compute.manager [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Took 42.80 seconds to build instance. [ 704.257674] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68e7dcb2-2e4b-4108-ab5d-f97580344952 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.277134] env[62954]: DEBUG oslo_vmware.api [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597253, 'name': Rename_Task, 'duration_secs': 0.427944} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.278477] env[62954]: DEBUG oslo_vmware.api [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Task: {'id': task-2597251, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627686} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.278477] env[62954]: DEBUG oslo_vmware.api [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597254, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486296} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.279422] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.279868] env[62954]: INFO nova.virt.vmwareapi.ds_util [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 64d2fdcf-1210-4994-b86c-74bac8aaffb3/45a12149-1b6c-414b-9b32-1b6ffa65e320-rescue.vmdk. [ 704.279868] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 2f579b31-2d2d-43c4-9e42-4aff5a5b273a/2f579b31-2d2d-43c4-9e42-4aff5a5b273a.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.280080] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: 2f579b31-2d2d-43c4-9e42-4aff5a5b273a] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.281121] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a42d5be0-68ce-440b-ac54-111f4d4f9e1f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.283366] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc98b0c3-df6d-40f9-921e-be382e28b22f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.286340] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc092830-1785-4fe0-9a43-1ef5be39ac89 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.291021] env[62954]: DEBUG oslo_vmware.api [None req-34f4d781-43b8-498c-b765-5fdfd0fdce36 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Waiting for the task: (returnval){ [ 704.291021] env[62954]: value = "task-2597256" [ 704.291021] env[62954]: _type = "Task" [ 704.291021] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.322872] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 64d2fdcf-1210-4994-b86c-74bac8aaffb3/45a12149-1b6c-414b-9b32-1b6ffa65e320-rescue.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.323286] env[62954]: DEBUG oslo_vmware.api [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52a1a598-bcb1-4fe2-26e9-8a8c03ae0fc8, 'name': SearchDatastore_Task, 'duration_secs': 0.009391} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.323513] env[62954]: DEBUG oslo_vmware.api [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 704.323513] env[62954]: value = "task-2597257" [ 704.323513] env[62954]: _type = "Task" [ 704.323513] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.323894] env[62954]: DEBUG oslo_vmware.api [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Waiting for the task: (returnval){ [ 704.323894] env[62954]: value = "task-2597258" [ 704.323894] env[62954]: _type = "Task" [ 704.323894] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.324738] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e60b92ba-e7c3-4c78-a677-c25fc78208d8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.339542] env[62954]: DEBUG oslo_concurrency.lockutils [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.339542] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] a210b97d-117c-418b-81a2-594ec21dde75/a210b97d-117c-418b-81a2-594ec21dde75.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.345239] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72f4bf0a-6704-446b-9de8-e90bacc61210 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.351965] env[62954]: DEBUG oslo_vmware.api [None req-34f4d781-43b8-498c-b765-5fdfd0fdce36 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597256, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.358353] env[62954]: DEBUG oslo_vmware.api [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597257, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.363458] env[62954]: DEBUG oslo_vmware.api [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597258, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.363458] env[62954]: DEBUG oslo_vmware.api [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Waiting for the task: (returnval){ [ 704.363458] env[62954]: value = "task-2597259" [ 704.363458] env[62954]: _type = "Task" [ 704.363458] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.363852] env[62954]: DEBUG oslo_vmware.api [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Waiting for the task: (returnval){ [ 704.363852] env[62954]: value = "task-2597260" [ 704.363852] env[62954]: _type = "Task" [ 704.363852] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.375021] env[62954]: DEBUG oslo_vmware.api [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Task: {'id': task-2597259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.378268] env[62954]: DEBUG oslo_vmware.api [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2597260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.403996] env[62954]: DEBUG nova.compute.manager [req-1ced90f2-59ed-49ec-b3af-6924fbe48f0a req-40d95ba9-b4ee-4779-8a66-ea42a6bec8d4 service nova] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Received event network-vif-deleted-532ee91c-9798-4e58-a0d8-a7aa74425e46 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 704.404495] env[62954]: INFO nova.compute.manager [req-1ced90f2-59ed-49ec-b3af-6924fbe48f0a req-40d95ba9-b4ee-4779-8a66-ea42a6bec8d4 service nova] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Neutron deleted interface 532ee91c-9798-4e58-a0d8-a7aa74425e46; detaching it from the instance and deleting it from the info cache [ 704.404495] env[62954]: DEBUG nova.network.neutron [req-1ced90f2-59ed-49ec-b3af-6924fbe48f0a req-40d95ba9-b4ee-4779-8a66-ea42a6bec8d4 service nova] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.756705] env[62954]: DEBUG nova.network.neutron [-] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.761390] env[62954]: DEBUG oslo_concurrency.lockutils [None req-78fe2611-3806-4c55-bb79-bd1a3b4fb187 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "e6365eeb-3739-4eae-8a8f-27fc4e726d9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.175s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.777806] env[62954]: DEBUG nova.compute.manager [None req-7f4ffcbc-a5c4-4d31-8f02-b5f7d4464004 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 704.778089] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4ffcbc-a5c4-4d31-8f02-b5f7d4464004 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 704.778999] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe6cc9b-667e-49df-907e-8235a7b3902d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.793850] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f4ffcbc-a5c4-4d31-8f02-b5f7d4464004 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 704.800965] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01ee3b0e-830e-4b14-ba2a-d925ad942916 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.810468] env[62954]: DEBUG oslo_vmware.api [None req-34f4d781-43b8-498c-b765-5fdfd0fdce36 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Task: {'id': task-2597256, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220933} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.812183] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f4d781-43b8-498c-b765-5fdfd0fdce36 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 704.813265] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-34f4d781-43b8-498c-b765-5fdfd0fdce36 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 704.813932] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-34f4d781-43b8-498c-b765-5fdfd0fdce36 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 704.814885] env[62954]: INFO nova.compute.manager [None req-34f4d781-43b8-498c-b765-5fdfd0fdce36 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Took 1.98 seconds to destroy the instance on the hypervisor. [ 704.814885] env[62954]: DEBUG oslo.service.loopingcall [None req-34f4d781-43b8-498c-b765-5fdfd0fdce36 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 704.814885] env[62954]: DEBUG oslo_vmware.api [None req-7f4ffcbc-a5c4-4d31-8f02-b5f7d4464004 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for the task: (returnval){ [ 704.814885] env[62954]: value = "task-2597261" [ 704.814885] env[62954]: _type = "Task" [ 704.814885] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.823506] env[62954]: DEBUG nova.compute.manager [-] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 704.823506] env[62954]: DEBUG nova.network.neutron [-] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 704.854373] env[62954]: DEBUG oslo_vmware.api [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597257, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.857903] env[62954]: DEBUG oslo_vmware.api [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082966} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.861555] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: 2f579b31-2d2d-43c4-9e42-4aff5a5b273a] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.862442] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df943541-6fe8-4c66-aa69-1fc638fd9188 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.895213] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: 2f579b31-2d2d-43c4-9e42-4aff5a5b273a] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 2f579b31-2d2d-43c4-9e42-4aff5a5b273a/2f579b31-2d2d-43c4-9e42-4aff5a5b273a.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.904310] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08be197b-f65b-4021-939c-d25235dab1e4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.920227] env[62954]: DEBUG oslo_vmware.api [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2597260, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.920483] env[62954]: DEBUG oslo_vmware.api [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Task: {'id': task-2597259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.932206] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5ac3dfa-97a6-4663-b009-f57c1e9232ed {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.947362] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8f9f7d-afc4-4c2f-b5f6-0b376a6f1fcb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.963648] env[62954]: DEBUG oslo_vmware.api [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Waiting for the task: (returnval){ [ 704.963648] env[62954]: value = "task-2597262" [ 704.963648] env[62954]: _type = "Task" [ 704.963648] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.989157] env[62954]: DEBUG nova.compute.manager [req-1ced90f2-59ed-49ec-b3af-6924fbe48f0a req-40d95ba9-b4ee-4779-8a66-ea42a6bec8d4 service nova] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Detach interface failed, port_id=532ee91c-9798-4e58-a0d8-a7aa74425e46, reason: Instance 20f27901-885e-4d03-ae59-077275d85b14 could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 704.995359] env[62954]: DEBUG oslo_vmware.api [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.260788] env[62954]: INFO nova.compute.manager [-] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Took 2.89 seconds to deallocate network for instance. [ 705.271956] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquiring lock "b29065f6-554c-47e1-a1b3-c40e03ab66da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.271956] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "b29065f6-554c-47e1-a1b3-c40e03ab66da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.332484] env[62954]: DEBUG oslo_vmware.api [None req-7f4ffcbc-a5c4-4d31-8f02-b5f7d4464004 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597261, 'name': PowerOffVM_Task, 'duration_secs': 0.277327} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.332484] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f4ffcbc-a5c4-4d31-8f02-b5f7d4464004 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 705.332688] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4ffcbc-a5c4-4d31-8f02-b5f7d4464004 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.332920] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38ce2d2e-2282-47e7-a1a9-d1b297cb8276 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.335869] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945ca23b-90a1-4330-ba47-6d1c3a3b9d1b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.346497] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2846ce-6b8f-431b-800f-8e07df129164 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.354307] env[62954]: DEBUG oslo_vmware.api [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597257, 'name': PowerOnVM_Task, 'duration_secs': 0.865309} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.378420] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.378420] env[62954]: INFO nova.compute.manager [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Took 9.56 seconds to spawn the instance on the hypervisor. [ 705.378739] env[62954]: DEBUG nova.compute.manager [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.380314] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e073ef-86c9-434a-aded-0b968029d8aa {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.390532] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dff7947-66a5-4166-84e5-d9181ac2d34b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.398740] env[62954]: DEBUG oslo_vmware.api [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Task: {'id': task-2597259, 'name': ReconfigVM_Task, 'duration_secs': 0.588033} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.406506] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 64d2fdcf-1210-4994-b86c-74bac8aaffb3/45a12149-1b6c-414b-9b32-1b6ffa65e320-rescue.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.412159] env[62954]: DEBUG oslo_vmware.api [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2597260, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552875} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.415325] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7b8d6b-1e91-4044-ae7b-cb421e7716a7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.416854] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84eefd0-3f10-46c5-af13-b337c3420c1a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.421548] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] a210b97d-117c-418b-81a2-594ec21dde75/a210b97d-117c-418b-81a2-594ec21dde75.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.421802] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.422103] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4ffcbc-a5c4-4d31-8f02-b5f7d4464004 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.422291] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4ffcbc-a5c4-4d31-8f02-b5f7d4464004 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.422460] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f4ffcbc-a5c4-4d31-8f02-b5f7d4464004 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Deleting the datastore file [datastore1] d6a6c979-4668-4bb8-9e40-af48f6fa0afd {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.423344] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88442945-146b-419c-97a6-004e4da4d3b3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.425264] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bfa0176-9ad3-4a2c-9923-6b4cbe2f1b42 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.438429] env[62954]: DEBUG oslo_concurrency.lockutils [None req-45fb8bdd-d12f-49ff-b773-562c22ddf53e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Acquiring lock "bcf452a5-32c1-4181-9650-7d4a5334d8dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.438701] env[62954]: DEBUG oslo_concurrency.lockutils [None req-45fb8bdd-d12f-49ff-b773-562c22ddf53e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Lock "bcf452a5-32c1-4181-9650-7d4a5334d8dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.438940] env[62954]: DEBUG oslo_concurrency.lockutils [None req-45fb8bdd-d12f-49ff-b773-562c22ddf53e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Acquiring lock "bcf452a5-32c1-4181-9650-7d4a5334d8dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.439240] env[62954]: DEBUG oslo_concurrency.lockutils [None req-45fb8bdd-d12f-49ff-b773-562c22ddf53e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Lock "bcf452a5-32c1-4181-9650-7d4a5334d8dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.439450] env[62954]: DEBUG oslo_concurrency.lockutils [None req-45fb8bdd-d12f-49ff-b773-562c22ddf53e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Lock "bcf452a5-32c1-4181-9650-7d4a5334d8dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.442109] env[62954]: DEBUG nova.compute.provider_tree [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.445393] env[62954]: INFO nova.compute.manager [None req-45fb8bdd-d12f-49ff-b773-562c22ddf53e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Terminating instance [ 705.466378] env[62954]: DEBUG oslo_vmware.api [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Waiting for the task: (returnval){ [ 705.466378] env[62954]: value = "task-2597264" [ 705.466378] env[62954]: _type = "Task" [ 705.466378] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.466727] env[62954]: DEBUG oslo_vmware.api [None req-7f4ffcbc-a5c4-4d31-8f02-b5f7d4464004 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for the task: (returnval){ [ 705.466727] env[62954]: value = "task-2597265" [ 705.466727] env[62954]: _type = "Task" [ 705.466727] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.474501] env[62954]: DEBUG nova.scheduler.client.report [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.484034] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe21d417-2042-43a8-8f93-a709e2d82d95 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.494339] env[62954]: DEBUG nova.compute.manager [None req-45fb8bdd-d12f-49ff-b773-562c22ddf53e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 705.495058] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-45fb8bdd-d12f-49ff-b773-562c22ddf53e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 705.502794] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6129341-5e11-470f-b3d4-e59c66fa09e9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.513157] env[62954]: DEBUG oslo_vmware.api [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.525594] env[62954]: DEBUG oslo_vmware.api [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Waiting for the task: (returnval){ [ 705.525594] env[62954]: value = "task-2597266" [ 705.525594] env[62954]: _type = "Task" [ 705.525594] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.526836] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-45fb8bdd-d12f-49ff-b773-562c22ddf53e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 705.526836] env[62954]: DEBUG oslo_vmware.api [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2597264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077933} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.527035] env[62954]: DEBUG oslo_vmware.api [None req-7f4ffcbc-a5c4-4d31-8f02-b5f7d4464004 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.529880] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d9542c6-3f4d-4b03-a2cf-15db844f373b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.529880] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.534594] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2b5a10-dbb9-41bf-8bc0-3d609f7bae77 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.547232] env[62954]: DEBUG oslo_vmware.api [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Task: {'id': task-2597266, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.561517] env[62954]: DEBUG oslo_vmware.api [None req-45fb8bdd-d12f-49ff-b773-562c22ddf53e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Waiting for the task: (returnval){ [ 705.561517] env[62954]: value = "task-2597267" [ 705.561517] env[62954]: _type = "Task" [ 705.561517] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.571420] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] a210b97d-117c-418b-81a2-594ec21dde75/a210b97d-117c-418b-81a2-594ec21dde75.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.572298] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f87cb873-a3cc-4371-96db-ff49960d1024 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.602152] env[62954]: DEBUG oslo_vmware.api [None req-45fb8bdd-d12f-49ff-b773-562c22ddf53e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': task-2597267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.603858] env[62954]: DEBUG oslo_vmware.api [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Waiting for the task: (returnval){ [ 705.603858] env[62954]: value = "task-2597268" [ 705.603858] env[62954]: _type = "Task" [ 705.603858] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.614081] env[62954]: DEBUG oslo_vmware.api [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2597268, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.776533] env[62954]: DEBUG nova.compute.manager [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 705.849051] env[62954]: INFO nova.compute.manager [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Took 0.59 seconds to detach 1 volumes for instance. [ 705.851416] env[62954]: DEBUG nova.compute.manager [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Deleting volume: 9c4b635c-3ce9-48d5-930a-3a65fc14d6d3 {{(pid=62954) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 705.920535] env[62954]: DEBUG nova.network.neutron [-] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.927553] env[62954]: INFO nova.compute.manager [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Took 42.53 seconds to build instance. [ 705.980607] env[62954]: DEBUG oslo_vmware.api [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597262, 'name': ReconfigVM_Task, 'duration_secs': 0.676112} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.980607] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: 2f579b31-2d2d-43c4-9e42-4aff5a5b273a] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 2f579b31-2d2d-43c4-9e42-4aff5a5b273a/2f579b31-2d2d-43c4-9e42-4aff5a5b273a.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.984020] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56e2f951-6bc6-42f5-9234-a70de62d1b9d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.990333] env[62954]: DEBUG oslo_vmware.api [None req-7f4ffcbc-a5c4-4d31-8f02-b5f7d4464004 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177026} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.991348] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f4ffcbc-a5c4-4d31-8f02-b5f7d4464004 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 705.991572] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4ffcbc-a5c4-4d31-8f02-b5f7d4464004 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 705.992089] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4ffcbc-a5c4-4d31-8f02-b5f7d4464004 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 705.992089] env[62954]: INFO nova.compute.manager [None req-7f4ffcbc-a5c4-4d31-8f02-b5f7d4464004 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Took 1.21 seconds to destroy the instance on the hypervisor. [ 705.992280] env[62954]: DEBUG oslo.service.loopingcall [None req-7f4ffcbc-a5c4-4d31-8f02-b5f7d4464004 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 705.992582] env[62954]: DEBUG oslo_vmware.api [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Waiting for the task: (returnval){ [ 705.992582] env[62954]: value = "task-2597270" [ 705.992582] env[62954]: _type = "Task" [ 705.992582] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.992787] env[62954]: DEBUG nova.compute.manager [-] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 705.992908] env[62954]: DEBUG nova.network.neutron [-] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 705.998939] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.999467] env[62954]: DEBUG nova.compute.manager [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 706.006033] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b5a4f9c4-a6a5-4f39-bead-7ad03ca26e0f tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.698s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.006033] env[62954]: DEBUG nova.objects.instance [None req-b5a4f9c4-a6a5-4f39-bead-7ad03ca26e0f tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Lazy-loading 'resources' on Instance uuid 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 706.016040] env[62954]: DEBUG oslo_vmware.api [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597270, 'name': Rename_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.037369] env[62954]: DEBUG oslo_vmware.api [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Task: {'id': task-2597266, 'name': ReconfigVM_Task, 'duration_secs': 0.222266} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.037871] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.038284] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f891fb9e-99c4-4097-a4a6-5e03ce341534 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.048182] env[62954]: DEBUG oslo_vmware.api [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Waiting for the task: (returnval){ [ 706.048182] env[62954]: value = "task-2597271" [ 706.048182] env[62954]: _type = "Task" [ 706.048182] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.059551] env[62954]: DEBUG oslo_vmware.api [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Task: {'id': task-2597271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.082619] env[62954]: DEBUG oslo_vmware.api [None req-45fb8bdd-d12f-49ff-b773-562c22ddf53e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': task-2597267, 'name': PowerOffVM_Task, 'duration_secs': 0.223783} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.085181] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-45fb8bdd-d12f-49ff-b773-562c22ddf53e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.085181] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-45fb8bdd-d12f-49ff-b773-562c22ddf53e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 706.085181] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48b36835-8e0c-4e10-a0e4-c64469937a01 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.118118] env[62954]: DEBUG oslo_vmware.api [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2597268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.203149] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-45fb8bdd-d12f-49ff-b773-562c22ddf53e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 706.203397] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-45fb8bdd-d12f-49ff-b773-562c22ddf53e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 706.203602] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-45fb8bdd-d12f-49ff-b773-562c22ddf53e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Deleting the datastore file [datastore2] bcf452a5-32c1-4181-9650-7d4a5334d8dc {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 706.203911] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-debd0096-c662-4d5c-a870-0466a94d0bae {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.212376] env[62954]: DEBUG oslo_vmware.api [None req-45fb8bdd-d12f-49ff-b773-562c22ddf53e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Waiting for the task: (returnval){ [ 706.212376] env[62954]: value = "task-2597273" [ 706.212376] env[62954]: _type = "Task" [ 706.212376] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.241091] env[62954]: DEBUG oslo_vmware.api [None req-45fb8bdd-d12f-49ff-b773-562c22ddf53e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': task-2597273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.309682] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.401469] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.427782] env[62954]: INFO nova.compute.manager [-] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Took 1.61 seconds to deallocate network for instance. [ 706.430100] env[62954]: DEBUG oslo_concurrency.lockutils [None req-98d21023-517e-4581-b075-1aaddbe6de59 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "383d7013-3574-4b60-9975-af059d4f8a99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.513s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.515225] env[62954]: DEBUG nova.compute.utils [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 706.516701] env[62954]: DEBUG oslo_vmware.api [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597270, 'name': Rename_Task, 'duration_secs': 0.27093} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.518586] env[62954]: DEBUG nova.compute.manager [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Not allocating networking since 'none' was specified. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 706.519521] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: 2f579b31-2d2d-43c4-9e42-4aff5a5b273a] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.519521] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57868c56-cc8a-4f63-bc7b-2f30bbaf8eb2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.527465] env[62954]: DEBUG oslo_vmware.api [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Waiting for the task: (returnval){ [ 706.527465] env[62954]: value = "task-2597274" [ 706.527465] env[62954]: _type = "Task" [ 706.527465] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.544254] env[62954]: DEBUG oslo_vmware.api [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597274, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.564482] env[62954]: DEBUG oslo_vmware.api [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Task: {'id': task-2597271, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.619963] env[62954]: DEBUG oslo_vmware.api [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2597268, 'name': ReconfigVM_Task, 'duration_secs': 0.629535} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.620275] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Reconfigured VM instance instance-0000002e to attach disk [datastore1] a210b97d-117c-418b-81a2-594ec21dde75/a210b97d-117c-418b-81a2-594ec21dde75.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.620959] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4242ce5c-1c88-4c56-98ef-43e9615b8cef {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.627322] env[62954]: DEBUG oslo_vmware.api [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Waiting for the task: (returnval){ [ 706.627322] env[62954]: value = "task-2597275" [ 706.627322] env[62954]: _type = "Task" [ 706.627322] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.639332] env[62954]: DEBUG oslo_vmware.api [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2597275, 'name': Rename_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.724575] env[62954]: DEBUG oslo_vmware.api [None req-45fb8bdd-d12f-49ff-b773-562c22ddf53e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Task: {'id': task-2597273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178936} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.724859] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-45fb8bdd-d12f-49ff-b773-562c22ddf53e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 706.725580] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-45fb8bdd-d12f-49ff-b773-562c22ddf53e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 706.725580] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-45fb8bdd-d12f-49ff-b773-562c22ddf53e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 706.725680] env[62954]: INFO nova.compute.manager [None req-45fb8bdd-d12f-49ff-b773-562c22ddf53e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Took 1.23 seconds to destroy the instance on the hypervisor. [ 706.726166] env[62954]: DEBUG oslo.service.loopingcall [None req-45fb8bdd-d12f-49ff-b773-562c22ddf53e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 706.726166] env[62954]: DEBUG nova.compute.manager [-] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 706.727227] env[62954]: DEBUG nova.network.neutron [-] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 706.836273] env[62954]: DEBUG nova.compute.manager [req-c4de98cb-3251-45d6-b373-893ba61ea46f req-2de7f49a-3c64-45e4-bdd6-fdc226c79c13 service nova] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Received event network-vif-deleted-8178ba7e-005c-4af8-bde4-d13ffcd37ee8 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 706.942832] env[62954]: DEBUG oslo_concurrency.lockutils [None req-34f4d781-43b8-498c-b765-5fdfd0fdce36 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.957849] env[62954]: DEBUG nova.network.neutron [-] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.020428] env[62954]: DEBUG nova.compute.manager [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 707.053960] env[62954]: DEBUG oslo_vmware.api [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597274, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.079177] env[62954]: DEBUG oslo_vmware.api [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Task: {'id': task-2597271, 'name': PowerOnVM_Task, 'duration_secs': 0.7024} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.079557] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.084521] env[62954]: DEBUG nova.compute.manager [None req-9c937f32-3831-4c09-9209-20cbee7c1719 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.086235] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b2ea6f-4253-4d46-87a0-cfb29e449eb0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.094176] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282f3853-bf11-46b6-a509-8bfe7aef66b3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.109985] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a86851-c6c3-4a09-9970-db9bb24f447c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.147245] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5da477-5f2b-4aaf-ba5b-187e92149b35 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.157381] env[62954]: DEBUG oslo_vmware.api [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2597275, 'name': Rename_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.161675] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29f0c80-5250-4fe1-b40c-ded1b02b375b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.176923] env[62954]: DEBUG nova.compute.provider_tree [None req-b5a4f9c4-a6a5-4f39-bead-7ad03ca26e0f tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.340477] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "383d7013-3574-4b60-9975-af059d4f8a99" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.341455] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "383d7013-3574-4b60-9975-af059d4f8a99" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.002s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.342276] env[62954]: INFO nova.compute.manager [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Shelving [ 707.465421] env[62954]: INFO nova.compute.manager [-] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Took 1.47 seconds to deallocate network for instance. [ 707.540887] env[62954]: DEBUG oslo_vmware.api [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597274, 'name': PowerOnVM_Task, 'duration_secs': 0.783958} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.541173] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: 2f579b31-2d2d-43c4-9e42-4aff5a5b273a] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.541381] env[62954]: INFO nova.compute.manager [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: 2f579b31-2d2d-43c4-9e42-4aff5a5b273a] Took 6.49 seconds to spawn the instance on the hypervisor. [ 707.541598] env[62954]: DEBUG nova.compute.manager [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: 2f579b31-2d2d-43c4-9e42-4aff5a5b273a] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.542417] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3254ee6b-c3cf-40f5-890a-56da91077352 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.656487] env[62954]: DEBUG oslo_vmware.api [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2597275, 'name': Rename_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.686922] env[62954]: DEBUG nova.scheduler.client.report [None req-b5a4f9c4-a6a5-4f39-bead-7ad03ca26e0f tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.973117] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7f4ffcbc-a5c4-4d31-8f02-b5f7d4464004 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.033601] env[62954]: DEBUG nova.compute.manager [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 708.071110] env[62954]: INFO nova.compute.manager [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: 2f579b31-2d2d-43c4-9e42-4aff5a5b273a] Took 33.39 seconds to build instance. [ 708.076911] env[62954]: DEBUG nova.virt.hardware [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.077256] env[62954]: DEBUG nova.virt.hardware [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.077469] env[62954]: DEBUG nova.virt.hardware [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.077744] env[62954]: DEBUG nova.virt.hardware [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.077929] env[62954]: DEBUG nova.virt.hardware [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.078103] env[62954]: DEBUG nova.virt.hardware [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.078360] env[62954]: DEBUG nova.virt.hardware [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.078557] env[62954]: DEBUG nova.virt.hardware [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.078752] env[62954]: DEBUG nova.virt.hardware [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.079186] env[62954]: DEBUG nova.virt.hardware [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.079186] env[62954]: DEBUG nova.virt.hardware [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.080387] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a846574d-cb37-4e02-a9dd-bc884b931032 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.090188] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc618ca-f1db-4175-a0ba-a64df852e4ba {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.105231] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Instance VIF info [] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.111207] env[62954]: DEBUG oslo.service.loopingcall [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 708.111716] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.111946] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f057a62-cb30-4196-9da7-2d091b248690 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.130395] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.130395] env[62954]: value = "task-2597276" [ 708.130395] env[62954]: _type = "Task" [ 708.130395] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.139283] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597276, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.152643] env[62954]: DEBUG oslo_vmware.api [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2597275, 'name': Rename_Task, 'duration_secs': 1.296779} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.152960] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.153233] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9a4135c-c5eb-4559-923b-e2ba1c55a9f4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.160535] env[62954]: DEBUG oslo_vmware.api [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Waiting for the task: (returnval){ [ 708.160535] env[62954]: value = "task-2597277" [ 708.160535] env[62954]: _type = "Task" [ 708.160535] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.170261] env[62954]: DEBUG oslo_vmware.api [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2597277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.198892] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b5a4f9c4-a6a5-4f39-bead-7ad03ca26e0f tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.194s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.200047] env[62954]: DEBUG oslo_concurrency.lockutils [None req-047e65b3-b57a-4155-9e98-774fe980be9d tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.913s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.200480] env[62954]: DEBUG nova.objects.instance [None req-047e65b3-b57a-4155-9e98-774fe980be9d tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Lazy-loading 'resources' on Instance uuid a7b98e82-7cfa-4d4d-80ca-46f60573d56e {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 708.245042] env[62954]: INFO nova.scheduler.client.report [None req-b5a4f9c4-a6a5-4f39-bead-7ad03ca26e0f tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Deleted allocations for instance 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4 [ 708.355365] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.355712] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-015b722b-91bd-4b09-ae72-af662beaa0ac {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.364399] env[62954]: DEBUG oslo_vmware.api [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 708.364399] env[62954]: value = "task-2597278" [ 708.364399] env[62954]: _type = "Task" [ 708.364399] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.378033] env[62954]: DEBUG oslo_vmware.api [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.433688] env[62954]: DEBUG nova.network.neutron [-] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.573122] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9c405617-44ce-4350-9daf-556b685a5024 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Lock "2f579b31-2d2d-43c4-9e42-4aff5a5b273a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.914s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.644170] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597276, 'name': CreateVM_Task, 'duration_secs': 0.381471} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.644338] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.644765] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.644931] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.645289] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.645548] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f5e7bca-3bf9-4c97-bfd9-6776c46dc744 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.650315] env[62954]: DEBUG oslo_vmware.api [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Waiting for the task: (returnval){ [ 708.650315] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52bffe63-cb85-62a1-cd10-422da8ba6f5c" [ 708.650315] env[62954]: _type = "Task" [ 708.650315] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.659846] env[62954]: DEBUG oslo_vmware.api [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52bffe63-cb85-62a1-cd10-422da8ba6f5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.673857] env[62954]: DEBUG oslo_vmware.api [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2597277, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.758057] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b5a4f9c4-a6a5-4f39-bead-7ad03ca26e0f tempest-InstanceActionsTestJSON-1201191675 tempest-InstanceActionsTestJSON-1201191675-project-member] Lock "3e0d91e8-d0e5-48e8-9d76-e540c127d3c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.368s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.874396] env[62954]: DEBUG oslo_vmware.api [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597278, 'name': PowerOffVM_Task, 'duration_secs': 0.205561} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.874716] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.876972] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52909174-2243-4f9c-8d9d-88d22cbb77e0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.903233] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101ca3cc-b28e-49f3-bdbd-bb185ee73a8c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.937481] env[62954]: INFO nova.compute.manager [-] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Took 2.21 seconds to deallocate network for instance. [ 709.166733] env[62954]: DEBUG oslo_vmware.api [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52bffe63-cb85-62a1-cd10-422da8ba6f5c, 'name': SearchDatastore_Task, 'duration_secs': 0.011308} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.173440] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.173730] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.174022] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.174168] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.174351] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.174646] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1dc9e9ee-3aa2-4c95-bc75-83ee89e07cd3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.187776] env[62954]: DEBUG oslo_vmware.api [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2597277, 'name': PowerOnVM_Task, 'duration_secs': 0.567004} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.188065] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.188278] env[62954]: INFO nova.compute.manager [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Took 10.79 seconds to spawn the instance on the hypervisor. [ 709.188454] env[62954]: DEBUG nova.compute.manager [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.189277] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76308836-fd5a-4913-bc3f-d322ee07c8a5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.192853] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.193084] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.194084] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36541619-a77a-4820-ba2f-8b3e06db4dc0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.206555] env[62954]: DEBUG oslo_vmware.api [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Waiting for the task: (returnval){ [ 709.206555] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52b09fdf-f691-4309-5443-bdc0c3f43121" [ 709.206555] env[62954]: _type = "Task" [ 709.206555] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.217486] env[62954]: DEBUG oslo_vmware.api [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52b09fdf-f691-4309-5443-bdc0c3f43121, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.219196] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d9a2b0-7a73-47f5-86da-34c7aed1d32c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.226827] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc0401d-8537-4ed2-a952-f9a144c1b669 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.262483] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f4182b-67ea-45ef-880b-79e884a67e8f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.270980] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5915ab7-0fff-4290-b7ff-07b0cadd0065 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.291774] env[62954]: DEBUG nova.compute.provider_tree [None req-047e65b3-b57a-4155-9e98-774fe980be9d tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.417597] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Creating Snapshot of the VM instance {{(pid=62954) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 709.417901] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9609f4d3-5834-4462-a181-e2fae2b9835d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.426473] env[62954]: DEBUG oslo_vmware.api [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 709.426473] env[62954]: value = "task-2597279" [ 709.426473] env[62954]: _type = "Task" [ 709.426473] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.442623] env[62954]: DEBUG oslo_vmware.api [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597279, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.449858] env[62954]: DEBUG oslo_concurrency.lockutils [None req-45fb8bdd-d12f-49ff-b773-562c22ddf53e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.544572] env[62954]: DEBUG nova.compute.manager [req-58d9ec55-0823-4529-b292-36b9684f6e58 req-ba49efc0-dbfc-4de0-a867-c7230784cd64 service nova] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Received event network-vif-deleted-5c947fe5-f903-40ad-923b-f744e489c919 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 709.546616] env[62954]: DEBUG nova.compute.manager [req-58d9ec55-0823-4529-b292-36b9684f6e58 req-ba49efc0-dbfc-4de0-a867-c7230784cd64 service nova] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Received event network-vif-deleted-3b0f547c-4acd-46e1-8955-262a03a266f0 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 709.546616] env[62954]: DEBUG nova.compute.manager [req-58d9ec55-0823-4529-b292-36b9684f6e58 req-ba49efc0-dbfc-4de0-a867-c7230784cd64 service nova] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Received event network-vif-deleted-8ed7ea07-5301-4801-9b0e-331c87c74dd7 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 709.728446] env[62954]: INFO nova.compute.manager [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Took 39.13 seconds to build instance. [ 709.734532] env[62954]: DEBUG oslo_vmware.api [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52b09fdf-f691-4309-5443-bdc0c3f43121, 'name': SearchDatastore_Task, 'duration_secs': 0.010741} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.735530] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1001e8e4-d787-48be-a1be-2e1eec3b79cc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.743071] env[62954]: DEBUG oslo_vmware.api [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Waiting for the task: (returnval){ [ 709.743071] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]527f0094-db6d-2f06-082c-4d65c5bf5806" [ 709.743071] env[62954]: _type = "Task" [ 709.743071] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.755431] env[62954]: DEBUG oslo_vmware.api [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]527f0094-db6d-2f06-082c-4d65c5bf5806, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.794759] env[62954]: DEBUG nova.scheduler.client.report [None req-047e65b3-b57a-4155-9e98-774fe980be9d tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.938691] env[62954]: DEBUG oslo_vmware.api [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597279, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.236927] env[62954]: DEBUG oslo_concurrency.lockutils [None req-479b1dc7-c8ff-4da0-94b9-323ab9d57919 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Lock "a210b97d-117c-418b-81a2-594ec21dde75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.439s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.254295] env[62954]: DEBUG oslo_vmware.api [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]527f0094-db6d-2f06-082c-4d65c5bf5806, 'name': SearchDatastore_Task, 'duration_secs': 0.010368} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.254556] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.254816] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] ef7398c4-e98d-4434-92e2-14f6e86fa19c/ef7398c4-e98d-4434-92e2-14f6e86fa19c.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.255133] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe383a54-8721-442e-be0c-7def7660e63c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.261454] env[62954]: DEBUG oslo_vmware.api [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Waiting for the task: (returnval){ [ 710.261454] env[62954]: value = "task-2597280" [ 710.261454] env[62954]: _type = "Task" [ 710.261454] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.276252] env[62954]: DEBUG oslo_vmware.api [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.304324] env[62954]: DEBUG oslo_concurrency.lockutils [None req-047e65b3-b57a-4155-9e98-774fe980be9d tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.103s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.305853] env[62954]: DEBUG oslo_concurrency.lockutils [None req-54148f9a-fe7e-40cf-8be0-6e15058b6fcb tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.489s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.306112] env[62954]: DEBUG nova.objects.instance [None req-54148f9a-fe7e-40cf-8be0-6e15058b6fcb tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Lazy-loading 'resources' on Instance uuid 6e03333f-8e00-4713-8ab8-c400f6c07ef7 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 710.349339] env[62954]: INFO nova.scheduler.client.report [None req-047e65b3-b57a-4155-9e98-774fe980be9d tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Deleted allocations for instance a7b98e82-7cfa-4d4d-80ca-46f60573d56e [ 710.441153] env[62954]: DEBUG oslo_vmware.api [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597279, 'name': CreateSnapshot_Task, 'duration_secs': 0.750104} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.441153] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Created Snapshot of the VM instance {{(pid=62954) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 710.442028] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769f1bce-efda-4ba6-b0f7-f1d24b5e9148 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.773504] env[62954]: DEBUG oslo_vmware.api [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470015} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.773841] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] ef7398c4-e98d-4434-92e2-14f6e86fa19c/ef7398c4-e98d-4434-92e2-14f6e86fa19c.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.774041] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.774325] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ca7cf48-d59d-4f04-a197-c4500af60815 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.781317] env[62954]: DEBUG oslo_vmware.api [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Waiting for the task: (returnval){ [ 710.781317] env[62954]: value = "task-2597281" [ 710.781317] env[62954]: _type = "Task" [ 710.781317] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.790657] env[62954]: DEBUG oslo_vmware.api [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597281, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.865340] env[62954]: DEBUG oslo_concurrency.lockutils [None req-047e65b3-b57a-4155-9e98-774fe980be9d tempest-ServerMetadataTestJSON-1065918264 tempest-ServerMetadataTestJSON-1065918264-project-member] Lock "a7b98e82-7cfa-4d4d-80ca-46f60573d56e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.982s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.964697] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Creating linked-clone VM from snapshot {{(pid=62954) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 710.965554] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ddac073a-9d3e-4019-8d0b-bfb5b97b0a0c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.977024] env[62954]: DEBUG oslo_vmware.api [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 710.977024] env[62954]: value = "task-2597282" [ 710.977024] env[62954]: _type = "Task" [ 710.977024] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.990874] env[62954]: DEBUG oslo_vmware.api [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597282, 'name': CloneVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.271077] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866b15f7-ccd4-4351-b0b4-b767999927e0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.283653] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2a1292-acec-480e-8064-ceb1fdbbedb8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.305783] env[62954]: DEBUG oslo_vmware.api [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597281, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068044} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.332811] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.333899] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e3e05d-1091-4512-9039-a19163437d1f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.337122] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8295da2-88d1-45f5-a451-ff0c1ca98be7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.352206] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b7ff02-b6c9-4835-98d0-ddd53d5d731f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.364597] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] ef7398c4-e98d-4434-92e2-14f6e86fa19c/ef7398c4-e98d-4434-92e2-14f6e86fa19c.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.364913] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4102d9ce-dff8-4a4c-a9e7-07333888e31e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.389394] env[62954]: DEBUG nova.compute.provider_tree [None req-54148f9a-fe7e-40cf-8be0-6e15058b6fcb tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.392428] env[62954]: DEBUG oslo_vmware.api [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Waiting for the task: (returnval){ [ 711.392428] env[62954]: value = "task-2597283" [ 711.392428] env[62954]: _type = "Task" [ 711.392428] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.400464] env[62954]: DEBUG oslo_vmware.api [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.490524] env[62954]: DEBUG oslo_vmware.api [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597282, 'name': CloneVM_Task} progress is 94%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.682430] env[62954]: DEBUG oslo_concurrency.lockutils [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquiring lock "4e2c3168-923a-4d87-a5d6-e6d4ed7d521c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.682775] env[62954]: DEBUG oslo_concurrency.lockutils [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "4e2c3168-923a-4d87-a5d6-e6d4ed7d521c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.893855] env[62954]: DEBUG nova.scheduler.client.report [None req-54148f9a-fe7e-40cf-8be0-6e15058b6fcb tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.912112] env[62954]: DEBUG oslo_vmware.api [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.994857] env[62954]: DEBUG oslo_vmware.api [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597282, 'name': CloneVM_Task} progress is 94%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.188779] env[62954]: DEBUG nova.compute.manager [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.373794] env[62954]: DEBUG nova.compute.manager [req-d363c656-2b06-44a3-8c81-f4ddbb1a3809 req-987d25e7-a62e-4e95-83a6-0050e431dd33 service nova] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Received event network-changed-158247c0-aba5-444a-a243-0cbfcb231a73 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 712.376608] env[62954]: DEBUG nova.compute.manager [req-d363c656-2b06-44a3-8c81-f4ddbb1a3809 req-987d25e7-a62e-4e95-83a6-0050e431dd33 service nova] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Refreshing instance network info cache due to event network-changed-158247c0-aba5-444a-a243-0cbfcb231a73. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 712.376992] env[62954]: DEBUG oslo_concurrency.lockutils [req-d363c656-2b06-44a3-8c81-f4ddbb1a3809 req-987d25e7-a62e-4e95-83a6-0050e431dd33 service nova] Acquiring lock "refresh_cache-64d2fdcf-1210-4994-b86c-74bac8aaffb3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.378673] env[62954]: DEBUG oslo_concurrency.lockutils [req-d363c656-2b06-44a3-8c81-f4ddbb1a3809 req-987d25e7-a62e-4e95-83a6-0050e431dd33 service nova] Acquired lock "refresh_cache-64d2fdcf-1210-4994-b86c-74bac8aaffb3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.378673] env[62954]: DEBUG nova.network.neutron [req-d363c656-2b06-44a3-8c81-f4ddbb1a3809 req-987d25e7-a62e-4e95-83a6-0050e431dd33 service nova] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Refreshing network info cache for port 158247c0-aba5-444a-a243-0cbfcb231a73 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.408313] env[62954]: DEBUG oslo_concurrency.lockutils [None req-54148f9a-fe7e-40cf-8be0-6e15058b6fcb tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.411506] env[62954]: DEBUG oslo_concurrency.lockutils [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.735s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.413482] env[62954]: INFO nova.compute.claims [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.423225] env[62954]: DEBUG oslo_vmware.api [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597283, 'name': ReconfigVM_Task, 'duration_secs': 0.770506} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.423564] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Reconfigured VM instance instance-00000030 to attach disk [datastore2] ef7398c4-e98d-4434-92e2-14f6e86fa19c/ef7398c4-e98d-4434-92e2-14f6e86fa19c.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.424321] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7d075c0-568b-40ae-af12-17aea697a41c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.433459] env[62954]: DEBUG oslo_vmware.api [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Waiting for the task: (returnval){ [ 712.433459] env[62954]: value = "task-2597284" [ 712.433459] env[62954]: _type = "Task" [ 712.433459] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.443840] env[62954]: DEBUG oslo_vmware.api [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597284, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.451499] env[62954]: INFO nova.scheduler.client.report [None req-54148f9a-fe7e-40cf-8be0-6e15058b6fcb tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Deleted allocations for instance 6e03333f-8e00-4713-8ab8-c400f6c07ef7 [ 712.492413] env[62954]: DEBUG oslo_vmware.api [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597282, 'name': CloneVM_Task} progress is 94%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.716504] env[62954]: DEBUG oslo_concurrency.lockutils [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.952040] env[62954]: DEBUG oslo_vmware.api [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597284, 'name': Rename_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.964825] env[62954]: DEBUG oslo_concurrency.lockutils [None req-54148f9a-fe7e-40cf-8be0-6e15058b6fcb tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Lock "6e03333f-8e00-4713-8ab8-c400f6c07ef7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.915s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.996499] env[62954]: DEBUG oslo_vmware.api [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597282, 'name': CloneVM_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.445627] env[62954]: DEBUG oslo_vmware.api [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597284, 'name': Rename_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.496608] env[62954]: DEBUG oslo_vmware.api [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597282, 'name': CloneVM_Task, 'duration_secs': 2.102663} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.496608] env[62954]: INFO nova.virt.vmwareapi.vmops [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Created linked-clone VM from snapshot [ 713.497533] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851ac6f1-f2eb-418e-ade3-d46538c0856c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.514024] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Uploading image 88ac67cc-d26d-4d44-8e1d-b69a9869900d {{(pid=62954) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 713.553382] env[62954]: DEBUG oslo_vmware.rw_handles [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 713.553382] env[62954]: value = "vm-523860" [ 713.553382] env[62954]: _type = "VirtualMachine" [ 713.553382] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 713.554538] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-755a0603-e407-41ea-9c0a-5ab3a471431f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.567069] env[62954]: DEBUG oslo_vmware.rw_handles [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lease: (returnval){ [ 713.567069] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52ef5df4-b30d-7043-bf5e-d48b7572b85e" [ 713.567069] env[62954]: _type = "HttpNfcLease" [ 713.567069] env[62954]: } obtained for exporting VM: (result){ [ 713.567069] env[62954]: value = "vm-523860" [ 713.567069] env[62954]: _type = "VirtualMachine" [ 713.567069] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 713.567833] env[62954]: DEBUG oslo_vmware.api [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the lease: (returnval){ [ 713.567833] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52ef5df4-b30d-7043-bf5e-d48b7572b85e" [ 713.567833] env[62954]: _type = "HttpNfcLease" [ 713.567833] env[62954]: } to be ready. {{(pid=62954) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 713.579659] env[62954]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 713.579659] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52ef5df4-b30d-7043-bf5e-d48b7572b85e" [ 713.579659] env[62954]: _type = "HttpNfcLease" [ 713.579659] env[62954]: } is initializing. {{(pid=62954) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 713.631203] env[62954]: DEBUG oslo_concurrency.lockutils [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquiring lock "57d17803-dafe-4870-8c9a-be30cf09e06b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.631541] env[62954]: DEBUG oslo_concurrency.lockutils [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lock "57d17803-dafe-4870-8c9a-be30cf09e06b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.698066] env[62954]: DEBUG oslo_concurrency.lockutils [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquiring lock "1641ac46-fa21-4f35-9975-3a96a9ffa11c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.698303] env[62954]: DEBUG oslo_concurrency.lockutils [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lock "1641ac46-fa21-4f35-9975-3a96a9ffa11c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.805115] env[62954]: DEBUG nova.network.neutron [req-d363c656-2b06-44a3-8c81-f4ddbb1a3809 req-987d25e7-a62e-4e95-83a6-0050e431dd33 service nova] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Updated VIF entry in instance network info cache for port 158247c0-aba5-444a-a243-0cbfcb231a73. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.805115] env[62954]: DEBUG nova.network.neutron [req-d363c656-2b06-44a3-8c81-f4ddbb1a3809 req-987d25e7-a62e-4e95-83a6-0050e431dd33 service nova] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Updating instance_info_cache with network_info: [{"id": "158247c0-aba5-444a-a243-0cbfcb231a73", "address": "fa:16:3e:72:f7:a1", "network": {"id": "b823a982-167f-4544-8d7f-f298eeba77e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-140332823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "aed19f554a744660aa7e85781d826aed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap158247c0-ab", "ovs_interfaceid": "158247c0-aba5-444a-a243-0cbfcb231a73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.959080] env[62954]: DEBUG oslo_vmware.api [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597284, 'name': Rename_Task, 'duration_secs': 1.210623} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.959080] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.959080] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6365572c-ca01-4888-90dd-4cb6aa404470 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.967846] env[62954]: DEBUG oslo_vmware.api [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Waiting for the task: (returnval){ [ 713.967846] env[62954]: value = "task-2597286" [ 713.967846] env[62954]: _type = "Task" [ 713.967846] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.982996] env[62954]: DEBUG oslo_vmware.api [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.036489] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a719492-2c9c-48a9-b2a2-41a01400f340 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.048500] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f70fe1-939f-48e7-84cc-eb66b196793b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.092603] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31da0ea1-57f6-425c-81d7-c3eaea828d2c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.105785] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26e047c-37ac-4a7c-a74a-087e0d98ea4f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.109809] env[62954]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 714.109809] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52ef5df4-b30d-7043-bf5e-d48b7572b85e" [ 714.109809] env[62954]: _type = "HttpNfcLease" [ 714.109809] env[62954]: } is ready. {{(pid=62954) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 714.111403] env[62954]: DEBUG oslo_vmware.rw_handles [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 714.111403] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52ef5df4-b30d-7043-bf5e-d48b7572b85e" [ 714.111403] env[62954]: _type = "HttpNfcLease" [ 714.111403] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 714.111403] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffcd352-4dc9-4507-8b9c-c280bec89070 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.126037] env[62954]: DEBUG nova.compute.provider_tree [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.135292] env[62954]: DEBUG nova.compute.manager [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.137737] env[62954]: DEBUG oslo_vmware.rw_handles [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52452e07-5d48-df45-eb0a-3726aed92478/disk-0.vmdk from lease info. {{(pid=62954) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 714.137982] env[62954]: DEBUG oslo_vmware.rw_handles [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52452e07-5d48-df45-eb0a-3726aed92478/disk-0.vmdk for reading. {{(pid=62954) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 714.204022] env[62954]: DEBUG nova.compute.manager [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.270023] env[62954]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d122b4ab-fdaf-420c-969b-41fa6551b70d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.310442] env[62954]: DEBUG oslo_concurrency.lockutils [req-d363c656-2b06-44a3-8c81-f4ddbb1a3809 req-987d25e7-a62e-4e95-83a6-0050e431dd33 service nova] Releasing lock "refresh_cache-64d2fdcf-1210-4994-b86c-74bac8aaffb3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.310853] env[62954]: DEBUG nova.compute.manager [req-d363c656-2b06-44a3-8c81-f4ddbb1a3809 req-987d25e7-a62e-4e95-83a6-0050e431dd33 service nova] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Received event network-changed-158247c0-aba5-444a-a243-0cbfcb231a73 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 714.311172] env[62954]: DEBUG nova.compute.manager [req-d363c656-2b06-44a3-8c81-f4ddbb1a3809 req-987d25e7-a62e-4e95-83a6-0050e431dd33 service nova] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Refreshing instance network info cache due to event network-changed-158247c0-aba5-444a-a243-0cbfcb231a73. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 714.311502] env[62954]: DEBUG oslo_concurrency.lockutils [req-d363c656-2b06-44a3-8c81-f4ddbb1a3809 req-987d25e7-a62e-4e95-83a6-0050e431dd33 service nova] Acquiring lock "refresh_cache-64d2fdcf-1210-4994-b86c-74bac8aaffb3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.311743] env[62954]: DEBUG oslo_concurrency.lockutils [req-d363c656-2b06-44a3-8c81-f4ddbb1a3809 req-987d25e7-a62e-4e95-83a6-0050e431dd33 service nova] Acquired lock "refresh_cache-64d2fdcf-1210-4994-b86c-74bac8aaffb3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.312013] env[62954]: DEBUG nova.network.neutron [req-d363c656-2b06-44a3-8c81-f4ddbb1a3809 req-987d25e7-a62e-4e95-83a6-0050e431dd33 service nova] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Refreshing network info cache for port 158247c0-aba5-444a-a243-0cbfcb231a73 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.479898] env[62954]: DEBUG oslo_vmware.api [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597286, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.629071] env[62954]: DEBUG nova.scheduler.client.report [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.678644] env[62954]: DEBUG oslo_concurrency.lockutils [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.743936] env[62954]: DEBUG oslo_concurrency.lockutils [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.983918] env[62954]: DEBUG oslo_vmware.api [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597286, 'name': PowerOnVM_Task, 'duration_secs': 0.900069} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.989037] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.989037] env[62954]: INFO nova.compute.manager [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Took 6.95 seconds to spawn the instance on the hypervisor. [ 714.989037] env[62954]: DEBUG nova.compute.manager [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.989037] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25373e6e-05aa-4321-a086-f8cd75641e7f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.138892] env[62954]: DEBUG oslo_concurrency.lockutils [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.139457] env[62954]: DEBUG nova.compute.manager [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 715.142627] env[62954]: DEBUG oslo_concurrency.lockutils [None req-09477331-5a78-4fb5-b056-56499c500ee6 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.387s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.142960] env[62954]: DEBUG nova.objects.instance [None req-09477331-5a78-4fb5-b056-56499c500ee6 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Lazy-loading 'resources' on Instance uuid 78c077da-de74-46ec-8218-f37b79e188ca {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 715.258811] env[62954]: DEBUG nova.network.neutron [req-d363c656-2b06-44a3-8c81-f4ddbb1a3809 req-987d25e7-a62e-4e95-83a6-0050e431dd33 service nova] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Updated VIF entry in instance network info cache for port 158247c0-aba5-444a-a243-0cbfcb231a73. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.263031] env[62954]: DEBUG nova.network.neutron [req-d363c656-2b06-44a3-8c81-f4ddbb1a3809 req-987d25e7-a62e-4e95-83a6-0050e431dd33 service nova] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Updating instance_info_cache with network_info: [{"id": "158247c0-aba5-444a-a243-0cbfcb231a73", "address": "fa:16:3e:72:f7:a1", "network": {"id": "b823a982-167f-4544-8d7f-f298eeba77e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-140332823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "aed19f554a744660aa7e85781d826aed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap158247c0-ab", "ovs_interfaceid": "158247c0-aba5-444a-a243-0cbfcb231a73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.304363] env[62954]: DEBUG nova.compute.manager [req-2129c930-64b2-4449-a12c-99f347c132d5 req-218c3e36-54df-4117-8b15-0dcf0040acb9 service nova] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Received event network-changed-158247c0-aba5-444a-a243-0cbfcb231a73 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 715.305159] env[62954]: DEBUG nova.compute.manager [req-2129c930-64b2-4449-a12c-99f347c132d5 req-218c3e36-54df-4117-8b15-0dcf0040acb9 service nova] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Refreshing instance network info cache due to event network-changed-158247c0-aba5-444a-a243-0cbfcb231a73. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 715.305508] env[62954]: DEBUG oslo_concurrency.lockutils [req-2129c930-64b2-4449-a12c-99f347c132d5 req-218c3e36-54df-4117-8b15-0dcf0040acb9 service nova] Acquiring lock "refresh_cache-64d2fdcf-1210-4994-b86c-74bac8aaffb3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.355816] env[62954]: DEBUG oslo_concurrency.lockutils [None req-aa42c224-e06b-4989-8501-2d0bae7b5741 tempest-ServersListShow296Test-684184185 tempest-ServersListShow296Test-684184185-project-member] Acquiring lock "7adf880d-9e95-40f4-9b82-672993bf0c9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.356250] env[62954]: DEBUG oslo_concurrency.lockutils [None req-aa42c224-e06b-4989-8501-2d0bae7b5741 tempest-ServersListShow296Test-684184185 tempest-ServersListShow296Test-684184185-project-member] Lock "7adf880d-9e95-40f4-9b82-672993bf0c9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.509260] env[62954]: INFO nova.compute.manager [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Took 36.72 seconds to build instance. [ 715.649020] env[62954]: DEBUG nova.compute.utils [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 715.649949] env[62954]: DEBUG nova.compute.manager [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 715.650140] env[62954]: DEBUG nova.network.neutron [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 715.767986] env[62954]: DEBUG oslo_concurrency.lockutils [req-d363c656-2b06-44a3-8c81-f4ddbb1a3809 req-987d25e7-a62e-4e95-83a6-0050e431dd33 service nova] Releasing lock "refresh_cache-64d2fdcf-1210-4994-b86c-74bac8aaffb3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.769148] env[62954]: DEBUG oslo_concurrency.lockutils [req-2129c930-64b2-4449-a12c-99f347c132d5 req-218c3e36-54df-4117-8b15-0dcf0040acb9 service nova] Acquired lock "refresh_cache-64d2fdcf-1210-4994-b86c-74bac8aaffb3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.769349] env[62954]: DEBUG nova.network.neutron [req-2129c930-64b2-4449-a12c-99f347c132d5 req-218c3e36-54df-4117-8b15-0dcf0040acb9 service nova] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Refreshing network info cache for port 158247c0-aba5-444a-a243-0cbfcb231a73 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.775655] env[62954]: DEBUG nova.policy [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b005ed8de015465eb846c66a115198c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af66a3388af0443e859cdec16833be17', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.863340] env[62954]: DEBUG nova.compute.manager [None req-aa42c224-e06b-4989-8501-2d0bae7b5741 tempest-ServersListShow296Test-684184185 tempest-ServersListShow296Test-684184185-project-member] [instance: 7adf880d-9e95-40f4-9b82-672993bf0c9a] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 715.976119] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Acquiring lock "2bdc6d5a-4b65-44bb-8281-1067a1045d6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.976336] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Lock "2bdc6d5a-4b65-44bb-8281-1067a1045d6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.012293] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7ab2d6e3-f2c1-41d0-b687-d50644ae1b9f tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Lock "ef7398c4-e98d-4434-92e2-14f6e86fa19c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.373s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.150432] env[62954]: DEBUG nova.compute.utils [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 716.187927] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cff4892-089e-44da-8dc8-aa7cc77a48ea {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.198141] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b6e226-de52-4c8a-9551-3737d6178fa5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.236304] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd9a10e-0753-4618-9354-1e0e3f50e09e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.245717] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4fd377-e602-4bd9-b4a9-2f530a78a672 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.262334] env[62954]: DEBUG nova.compute.provider_tree [None req-09477331-5a78-4fb5-b056-56499c500ee6 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.396622] env[62954]: DEBUG oslo_concurrency.lockutils [None req-aa42c224-e06b-4989-8501-2d0bae7b5741 tempest-ServersListShow296Test-684184185 tempest-ServersListShow296Test-684184185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.429777] env[62954]: DEBUG nova.network.neutron [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Successfully created port: 6cbcd3c9-42c0-4d0e-ad7f-4b48fa8c5ce0 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 716.479618] env[62954]: DEBUG nova.compute.manager [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.520015] env[62954]: DEBUG nova.compute.manager [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Stashing vm_state: active {{(pid=62954) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 716.577344] env[62954]: DEBUG nova.network.neutron [req-2129c930-64b2-4449-a12c-99f347c132d5 req-218c3e36-54df-4117-8b15-0dcf0040acb9 service nova] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Updated VIF entry in instance network info cache for port 158247c0-aba5-444a-a243-0cbfcb231a73. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.577933] env[62954]: DEBUG nova.network.neutron [req-2129c930-64b2-4449-a12c-99f347c132d5 req-218c3e36-54df-4117-8b15-0dcf0040acb9 service nova] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Updating instance_info_cache with network_info: [{"id": "158247c0-aba5-444a-a243-0cbfcb231a73", "address": "fa:16:3e:72:f7:a1", "network": {"id": "b823a982-167f-4544-8d7f-f298eeba77e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-140332823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "aed19f554a744660aa7e85781d826aed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap158247c0-ab", "ovs_interfaceid": "158247c0-aba5-444a-a243-0cbfcb231a73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.655907] env[62954]: DEBUG nova.compute.manager [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 716.771524] env[62954]: DEBUG nova.scheduler.client.report [None req-09477331-5a78-4fb5-b056-56499c500ee6 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.018176] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.039297] env[62954]: DEBUG oslo_concurrency.lockutils [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.081745] env[62954]: DEBUG oslo_concurrency.lockutils [req-2129c930-64b2-4449-a12c-99f347c132d5 req-218c3e36-54df-4117-8b15-0dcf0040acb9 service nova] Releasing lock "refresh_cache-64d2fdcf-1210-4994-b86c-74bac8aaffb3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.172284] env[62954]: INFO nova.compute.manager [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Rebuilding instance [ 717.242367] env[62954]: DEBUG nova.compute.manager [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.244792] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b55674-9f4a-417e-8e5a-0df04921d157 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.278870] env[62954]: DEBUG oslo_concurrency.lockutils [None req-09477331-5a78-4fb5-b056-56499c500ee6 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.135s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.281100] env[62954]: DEBUG oslo_concurrency.lockutils [None req-59c67450-0864-4a77-ad3d-181fa62813b0 tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.281s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.283779] env[62954]: DEBUG nova.objects.instance [None req-59c67450-0864-4a77-ad3d-181fa62813b0 tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Lazy-loading 'resources' on Instance uuid 57c52d11-f775-4b50-98ba-81fc825362e6 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 717.308116] env[62954]: INFO nova.scheduler.client.report [None req-09477331-5a78-4fb5-b056-56499c500ee6 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Deleted allocations for instance 78c077da-de74-46ec-8218-f37b79e188ca [ 717.563708] env[62954]: DEBUG nova.compute.manager [req-034087a3-003a-4d64-9454-33eb321e5a36 req-28346d77-05c4-4b44-969c-2357bf537458 service nova] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Received event network-changed-158247c0-aba5-444a-a243-0cbfcb231a73 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 717.563708] env[62954]: DEBUG nova.compute.manager [req-034087a3-003a-4d64-9454-33eb321e5a36 req-28346d77-05c4-4b44-969c-2357bf537458 service nova] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Refreshing instance network info cache due to event network-changed-158247c0-aba5-444a-a243-0cbfcb231a73. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 717.563708] env[62954]: DEBUG oslo_concurrency.lockutils [req-034087a3-003a-4d64-9454-33eb321e5a36 req-28346d77-05c4-4b44-969c-2357bf537458 service nova] Acquiring lock "refresh_cache-64d2fdcf-1210-4994-b86c-74bac8aaffb3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.563708] env[62954]: DEBUG oslo_concurrency.lockutils [req-034087a3-003a-4d64-9454-33eb321e5a36 req-28346d77-05c4-4b44-969c-2357bf537458 service nova] Acquired lock "refresh_cache-64d2fdcf-1210-4994-b86c-74bac8aaffb3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.563708] env[62954]: DEBUG nova.network.neutron [req-034087a3-003a-4d64-9454-33eb321e5a36 req-28346d77-05c4-4b44-969c-2357bf537458 service nova] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Refreshing network info cache for port 158247c0-aba5-444a-a243-0cbfcb231a73 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.668846] env[62954]: DEBUG nova.compute.manager [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 717.700268] env[62954]: DEBUG nova.virt.hardware [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:30:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='2036468916',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-342404965',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.700680] env[62954]: DEBUG nova.virt.hardware [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.700680] env[62954]: DEBUG nova.virt.hardware [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.700962] env[62954]: DEBUG nova.virt.hardware [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.701154] env[62954]: DEBUG nova.virt.hardware [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.701339] env[62954]: DEBUG nova.virt.hardware [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.701565] env[62954]: DEBUG nova.virt.hardware [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.701734] env[62954]: DEBUG nova.virt.hardware [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.701925] env[62954]: DEBUG nova.virt.hardware [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.702120] env[62954]: DEBUG nova.virt.hardware [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.702854] env[62954]: DEBUG nova.virt.hardware [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.703391] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7772b4c3-ed2f-4c13-9e0f-2fded9d01bdc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.713937] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f73452-aad2-4f21-9df6-69cd6cbe9096 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.820102] env[62954]: DEBUG oslo_concurrency.lockutils [None req-09477331-5a78-4fb5-b056-56499c500ee6 tempest-VolumesAssistedSnapshotsTest-307459553 tempest-VolumesAssistedSnapshotsTest-307459553-project-member] Lock "78c077da-de74-46ec-8218-f37b79e188ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.256s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.263760] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 718.264151] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28b8905a-9c77-437b-96af-bc5531e8e0ff {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.271370] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f2eec2-fc7b-4adc-8f60-84ff7f1ff143 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.276515] env[62954]: DEBUG oslo_vmware.api [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Waiting for the task: (returnval){ [ 718.276515] env[62954]: value = "task-2597287" [ 718.276515] env[62954]: _type = "Task" [ 718.276515] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.286994] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a4c4e1-7052-4b2c-b599-404e2ca7b2c6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.296037] env[62954]: DEBUG oslo_vmware.api [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.333185] env[62954]: DEBUG nova.network.neutron [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Successfully updated port: 6cbcd3c9-42c0-4d0e-ad7f-4b48fa8c5ce0 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.338568] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d77c4e-a9da-4104-901e-a73959eab09e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.348753] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9063236a-7e91-4421-941b-cb97b60609f3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.368759] env[62954]: DEBUG nova.compute.provider_tree [None req-59c67450-0864-4a77-ad3d-181fa62813b0 tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.461600] env[62954]: DEBUG nova.network.neutron [req-034087a3-003a-4d64-9454-33eb321e5a36 req-28346d77-05c4-4b44-969c-2357bf537458 service nova] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Updated VIF entry in instance network info cache for port 158247c0-aba5-444a-a243-0cbfcb231a73. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.462027] env[62954]: DEBUG nova.network.neutron [req-034087a3-003a-4d64-9454-33eb321e5a36 req-28346d77-05c4-4b44-969c-2357bf537458 service nova] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Updating instance_info_cache with network_info: [{"id": "158247c0-aba5-444a-a243-0cbfcb231a73", "address": "fa:16:3e:72:f7:a1", "network": {"id": "b823a982-167f-4544-8d7f-f298eeba77e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-140332823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "aed19f554a744660aa7e85781d826aed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap158247c0-ab", "ovs_interfaceid": "158247c0-aba5-444a-a243-0cbfcb231a73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.476796] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "d8f3b081-69a4-4239-9a99-a1cd07cb3b83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.477163] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "d8f3b081-69a4-4239-9a99-a1cd07cb3b83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.539159] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c4b7969b-81b1-4794-9e6c-d59b79efe9d0 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Acquiring lock "64d2fdcf-1210-4994-b86c-74bac8aaffb3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.539422] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c4b7969b-81b1-4794-9e6c-d59b79efe9d0 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Lock "64d2fdcf-1210-4994-b86c-74bac8aaffb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.539641] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c4b7969b-81b1-4794-9e6c-d59b79efe9d0 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Acquiring lock "64d2fdcf-1210-4994-b86c-74bac8aaffb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.539824] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c4b7969b-81b1-4794-9e6c-d59b79efe9d0 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Lock "64d2fdcf-1210-4994-b86c-74bac8aaffb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.539997] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c4b7969b-81b1-4794-9e6c-d59b79efe9d0 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Lock "64d2fdcf-1210-4994-b86c-74bac8aaffb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.542478] env[62954]: INFO nova.compute.manager [None req-c4b7969b-81b1-4794-9e6c-d59b79efe9d0 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Terminating instance [ 718.792452] env[62954]: DEBUG oslo_vmware.api [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597287, 'name': PowerOffVM_Task, 'duration_secs': 0.169467} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.793905] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 718.795031] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 718.795659] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd61b1a-8cfa-4ca2-ac79-ca4784721777 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.806481] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 718.807296] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65cfa9bd-7229-4692-9eec-ca5eb2a52a76 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.836374] env[62954]: DEBUG oslo_concurrency.lockutils [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Acquiring lock "refresh_cache-3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.836374] env[62954]: DEBUG oslo_concurrency.lockutils [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Acquired lock "refresh_cache-3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.836770] env[62954]: DEBUG nova.network.neutron [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.841981] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 718.842669] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 718.842669] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Deleting the datastore file [datastore2] ef7398c4-e98d-4434-92e2-14f6e86fa19c {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 718.842881] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6361061f-b8b5-43d5-8b57-bd67df87be77 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.851313] env[62954]: DEBUG oslo_vmware.api [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Waiting for the task: (returnval){ [ 718.851313] env[62954]: value = "task-2597289" [ 718.851313] env[62954]: _type = "Task" [ 718.851313] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.862454] env[62954]: DEBUG oslo_vmware.api [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.874780] env[62954]: DEBUG nova.scheduler.client.report [None req-59c67450-0864-4a77-ad3d-181fa62813b0 tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.964536] env[62954]: DEBUG oslo_concurrency.lockutils [req-034087a3-003a-4d64-9454-33eb321e5a36 req-28346d77-05c4-4b44-969c-2357bf537458 service nova] Releasing lock "refresh_cache-64d2fdcf-1210-4994-b86c-74bac8aaffb3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.979462] env[62954]: DEBUG nova.compute.manager [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 719.047162] env[62954]: DEBUG nova.compute.manager [None req-c4b7969b-81b1-4794-9e6c-d59b79efe9d0 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 719.047372] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b7969b-81b1-4794-9e6c-d59b79efe9d0 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.048367] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deec5b9b-4212-4f72-9418-c1e84c99e2c7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.057925] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4b7969b-81b1-4794-9e6c-d59b79efe9d0 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.058191] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83217c94-60c4-41b1-ab10-6ba1709d3b76 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.065295] env[62954]: DEBUG oslo_vmware.api [None req-c4b7969b-81b1-4794-9e6c-d59b79efe9d0 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Waiting for the task: (returnval){ [ 719.065295] env[62954]: value = "task-2597290" [ 719.065295] env[62954]: _type = "Task" [ 719.065295] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.074671] env[62954]: DEBUG oslo_vmware.api [None req-c4b7969b-81b1-4794-9e6c-d59b79efe9d0 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Task: {'id': task-2597290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.363658] env[62954]: DEBUG oslo_vmware.api [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597289, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105557} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.363997] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 719.364441] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 719.364648] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 719.381042] env[62954]: DEBUG oslo_concurrency.lockutils [None req-59c67450-0864-4a77-ad3d-181fa62813b0 tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.385020] env[62954]: DEBUG oslo_concurrency.lockutils [None req-08082c1e-c81d-4443-a7bd-0e1511a8a5ce tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.777s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.385020] env[62954]: DEBUG nova.objects.instance [None req-08082c1e-c81d-4443-a7bd-0e1511a8a5ce tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Lazy-loading 'resources' on Instance uuid 52ba1be4-89df-419b-a8a1-39d9bab1b462 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 719.386891] env[62954]: DEBUG nova.network.neutron [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.408298] env[62954]: INFO nova.scheduler.client.report [None req-59c67450-0864-4a77-ad3d-181fa62813b0 tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Deleted allocations for instance 57c52d11-f775-4b50-98ba-81fc825362e6 [ 719.500661] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.575976] env[62954]: DEBUG oslo_vmware.api [None req-c4b7969b-81b1-4794-9e6c-d59b79efe9d0 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Task: {'id': task-2597290, 'name': PowerOffVM_Task, 'duration_secs': 0.269044} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.576669] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4b7969b-81b1-4794-9e6c-d59b79efe9d0 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.577082] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b7969b-81b1-4794-9e6c-d59b79efe9d0 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.577473] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba96f813-f930-4b77-b67d-73273409ad67 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.602333] env[62954]: DEBUG nova.network.neutron [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Updating instance_info_cache with network_info: [{"id": "6cbcd3c9-42c0-4d0e-ad7f-4b48fa8c5ce0", "address": "fa:16:3e:64:c8:d1", "network": {"id": "f344ab15-52aa-439c-8f98-7453dd997787", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-44935923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af66a3388af0443e859cdec16833be17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cbcd3c9-42", "ovs_interfaceid": "6cbcd3c9-42c0-4d0e-ad7f-4b48fa8c5ce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.643123] env[62954]: DEBUG nova.compute.manager [req-8d585a70-18e3-436a-b700-9fd59073d357 req-215b44f8-962d-4018-a3ab-4a786f7b3302 service nova] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Received event network-vif-plugged-6cbcd3c9-42c0-4d0e-ad7f-4b48fa8c5ce0 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 719.643302] env[62954]: DEBUG oslo_concurrency.lockutils [req-8d585a70-18e3-436a-b700-9fd59073d357 req-215b44f8-962d-4018-a3ab-4a786f7b3302 service nova] Acquiring lock "3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.643576] env[62954]: DEBUG oslo_concurrency.lockutils [req-8d585a70-18e3-436a-b700-9fd59073d357 req-215b44f8-962d-4018-a3ab-4a786f7b3302 service nova] Lock "3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.643864] env[62954]: DEBUG oslo_concurrency.lockutils [req-8d585a70-18e3-436a-b700-9fd59073d357 req-215b44f8-962d-4018-a3ab-4a786f7b3302 service nova] Lock "3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.644455] env[62954]: DEBUG nova.compute.manager [req-8d585a70-18e3-436a-b700-9fd59073d357 req-215b44f8-962d-4018-a3ab-4a786f7b3302 service nova] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] No waiting events found dispatching network-vif-plugged-6cbcd3c9-42c0-4d0e-ad7f-4b48fa8c5ce0 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 719.644581] env[62954]: WARNING nova.compute.manager [req-8d585a70-18e3-436a-b700-9fd59073d357 req-215b44f8-962d-4018-a3ab-4a786f7b3302 service nova] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Received unexpected event network-vif-plugged-6cbcd3c9-42c0-4d0e-ad7f-4b48fa8c5ce0 for instance with vm_state building and task_state spawning. [ 719.645278] env[62954]: DEBUG nova.compute.manager [req-8d585a70-18e3-436a-b700-9fd59073d357 req-215b44f8-962d-4018-a3ab-4a786f7b3302 service nova] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Received event network-changed-6cbcd3c9-42c0-4d0e-ad7f-4b48fa8c5ce0 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 719.645278] env[62954]: DEBUG nova.compute.manager [req-8d585a70-18e3-436a-b700-9fd59073d357 req-215b44f8-962d-4018-a3ab-4a786f7b3302 service nova] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Refreshing instance network info cache due to event network-changed-6cbcd3c9-42c0-4d0e-ad7f-4b48fa8c5ce0. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 719.645278] env[62954]: DEBUG oslo_concurrency.lockutils [req-8d585a70-18e3-436a-b700-9fd59073d357 req-215b44f8-962d-4018-a3ab-4a786f7b3302 service nova] Acquiring lock "refresh_cache-3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.651462] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b7969b-81b1-4794-9e6c-d59b79efe9d0 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 719.651703] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b7969b-81b1-4794-9e6c-d59b79efe9d0 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 719.651918] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4b7969b-81b1-4794-9e6c-d59b79efe9d0 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Deleting the datastore file [datastore2] 64d2fdcf-1210-4994-b86c-74bac8aaffb3 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 719.652238] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbc32f27-3f59-45a9-9e1a-df0c07093c2d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.660627] env[62954]: DEBUG oslo_vmware.api [None req-c4b7969b-81b1-4794-9e6c-d59b79efe9d0 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Waiting for the task: (returnval){ [ 719.660627] env[62954]: value = "task-2597292" [ 719.660627] env[62954]: _type = "Task" [ 719.660627] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.674135] env[62954]: DEBUG oslo_vmware.api [None req-c4b7969b-81b1-4794-9e6c-d59b79efe9d0 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Task: {'id': task-2597292, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.922906] env[62954]: DEBUG oslo_concurrency.lockutils [None req-59c67450-0864-4a77-ad3d-181fa62813b0 tempest-ServerTagsTestJSON-224392601 tempest-ServerTagsTestJSON-224392601-project-member] Lock "57c52d11-f775-4b50-98ba-81fc825362e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.727s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.104135] env[62954]: DEBUG oslo_concurrency.lockutils [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Releasing lock "refresh_cache-3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.104452] env[62954]: DEBUG nova.compute.manager [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Instance network_info: |[{"id": "6cbcd3c9-42c0-4d0e-ad7f-4b48fa8c5ce0", "address": "fa:16:3e:64:c8:d1", "network": {"id": "f344ab15-52aa-439c-8f98-7453dd997787", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-44935923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af66a3388af0443e859cdec16833be17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cbcd3c9-42", "ovs_interfaceid": "6cbcd3c9-42c0-4d0e-ad7f-4b48fa8c5ce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 720.104753] env[62954]: DEBUG oslo_concurrency.lockutils [req-8d585a70-18e3-436a-b700-9fd59073d357 req-215b44f8-962d-4018-a3ab-4a786f7b3302 service nova] Acquired lock "refresh_cache-3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.104936] env[62954]: DEBUG nova.network.neutron [req-8d585a70-18e3-436a-b700-9fd59073d357 req-215b44f8-962d-4018-a3ab-4a786f7b3302 service nova] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Refreshing network info cache for port 6cbcd3c9-42c0-4d0e-ad7f-4b48fa8c5ce0 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.106261] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:c8:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '713e54d5-283f-493d-b003-f13182deaf7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6cbcd3c9-42c0-4d0e-ad7f-4b48fa8c5ce0', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.113867] env[62954]: DEBUG oslo.service.loopingcall [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 720.116977] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.118047] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa8f5774-2bcd-4952-8335-434b66c44244 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.146144] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.146144] env[62954]: value = "task-2597293" [ 720.146144] env[62954]: _type = "Task" [ 720.146144] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.160084] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597293, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.171267] env[62954]: DEBUG oslo_vmware.api [None req-c4b7969b-81b1-4794-9e6c-d59b79efe9d0 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Task: {'id': task-2597292, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190702} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.174270] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4b7969b-81b1-4794-9e6c-d59b79efe9d0 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.174477] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b7969b-81b1-4794-9e6c-d59b79efe9d0 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.174659] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b7969b-81b1-4794-9e6c-d59b79efe9d0 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.174837] env[62954]: INFO nova.compute.manager [None req-c4b7969b-81b1-4794-9e6c-d59b79efe9d0 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 720.176194] env[62954]: DEBUG oslo.service.loopingcall [None req-c4b7969b-81b1-4794-9e6c-d59b79efe9d0 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 720.176194] env[62954]: DEBUG nova.compute.manager [-] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 720.176194] env[62954]: DEBUG nova.network.neutron [-] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 720.304640] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09e30ca-8847-439f-8600-be709344fc59 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.313736] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287f3437-aa63-4a8c-ab3a-c19047e3b92c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.349530] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c54e9b-0a14-48fa-936c-fac2f0134b62 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.359488] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8256d866-9fc1-432f-855c-2a508ff00a41 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.375198] env[62954]: DEBUG nova.compute.provider_tree [None req-08082c1e-c81d-4443-a7bd-0e1511a8a5ce tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.409018] env[62954]: DEBUG nova.virt.hardware [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 720.409018] env[62954]: DEBUG nova.virt.hardware [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 720.413590] env[62954]: DEBUG nova.virt.hardware [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.413590] env[62954]: DEBUG nova.virt.hardware [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.413590] env[62954]: DEBUG nova.virt.hardware [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.413590] env[62954]: DEBUG nova.virt.hardware [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.413590] env[62954]: DEBUG nova.virt.hardware [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 720.413590] env[62954]: DEBUG nova.virt.hardware [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 720.413590] env[62954]: DEBUG nova.virt.hardware [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 720.413590] env[62954]: DEBUG nova.virt.hardware [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 720.413590] env[62954]: DEBUG nova.virt.hardware [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 720.413590] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf569b2-8925-4298-895b-9123fe112fb7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.423356] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8d1bb7-0c7a-412e-99f0-0430d5647213 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.441436] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Instance VIF info [] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.447441] env[62954]: DEBUG oslo.service.loopingcall [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 720.447964] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.448633] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d80a3bc-5ada-4bd9-91f8-9a30e2fa1f94 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.471208] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.471208] env[62954]: value = "task-2597294" [ 720.471208] env[62954]: _type = "Task" [ 720.471208] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.495797] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597294, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.660062] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597293, 'name': CreateVM_Task, 'duration_secs': 0.469508} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.660062] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.660062] env[62954]: DEBUG oslo_concurrency.lockutils [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.660062] env[62954]: DEBUG oslo_concurrency.lockutils [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.660062] env[62954]: DEBUG oslo_concurrency.lockutils [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.660062] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-714d1659-b5fc-4987-b9a4-58868df12a43 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.668033] env[62954]: DEBUG oslo_vmware.api [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Waiting for the task: (returnval){ [ 720.668033] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]523ccaf6-679a-1f97-9d90-5385a114a547" [ 720.668033] env[62954]: _type = "Task" [ 720.668033] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.677761] env[62954]: DEBUG oslo_vmware.api [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]523ccaf6-679a-1f97-9d90-5385a114a547, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.880924] env[62954]: DEBUG nova.scheduler.client.report [None req-08082c1e-c81d-4443-a7bd-0e1511a8a5ce tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.928939] env[62954]: DEBUG nova.compute.manager [req-5000eeeb-a8e9-4ee8-8b00-077b1d1ad27c req-dfd5076f-3e88-49f0-9925-bba985ea2458 service nova] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Received event network-vif-deleted-158247c0-aba5-444a-a243-0cbfcb231a73 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 720.929202] env[62954]: INFO nova.compute.manager [req-5000eeeb-a8e9-4ee8-8b00-077b1d1ad27c req-dfd5076f-3e88-49f0-9925-bba985ea2458 service nova] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Neutron deleted interface 158247c0-aba5-444a-a243-0cbfcb231a73; detaching it from the instance and deleting it from the info cache [ 720.929367] env[62954]: DEBUG nova.network.neutron [req-5000eeeb-a8e9-4ee8-8b00-077b1d1ad27c req-dfd5076f-3e88-49f0-9925-bba985ea2458 service nova] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.984172] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597294, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.033482] env[62954]: DEBUG nova.network.neutron [req-8d585a70-18e3-436a-b700-9fd59073d357 req-215b44f8-962d-4018-a3ab-4a786f7b3302 service nova] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Updated VIF entry in instance network info cache for port 6cbcd3c9-42c0-4d0e-ad7f-4b48fa8c5ce0. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.033482] env[62954]: DEBUG nova.network.neutron [req-8d585a70-18e3-436a-b700-9fd59073d357 req-215b44f8-962d-4018-a3ab-4a786f7b3302 service nova] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Updating instance_info_cache with network_info: [{"id": "6cbcd3c9-42c0-4d0e-ad7f-4b48fa8c5ce0", "address": "fa:16:3e:64:c8:d1", "network": {"id": "f344ab15-52aa-439c-8f98-7453dd997787", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-44935923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af66a3388af0443e859cdec16833be17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cbcd3c9-42", "ovs_interfaceid": "6cbcd3c9-42c0-4d0e-ad7f-4b48fa8c5ce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.176894] env[62954]: DEBUG oslo_vmware.api [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]523ccaf6-679a-1f97-9d90-5385a114a547, 'name': SearchDatastore_Task, 'duration_secs': 0.011189} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.177409] env[62954]: DEBUG oslo_concurrency.lockutils [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.177770] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.178139] env[62954]: DEBUG oslo_concurrency.lockutils [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.178403] env[62954]: DEBUG oslo_concurrency.lockutils [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.178694] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.179067] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77cdd7ce-ed05-49f5-a2fc-5c7d10dae91b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.191833] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.191833] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.191833] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09c7f022-9d90-4a9a-ace9-d9b2d789ee63 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.198616] env[62954]: DEBUG oslo_vmware.api [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Waiting for the task: (returnval){ [ 721.198616] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52634262-be63-5995-3594-75c838316bbf" [ 721.198616] env[62954]: _type = "Task" [ 721.198616] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.207630] env[62954]: DEBUG oslo_vmware.api [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52634262-be63-5995-3594-75c838316bbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.283600] env[62954]: DEBUG nova.network.neutron [-] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.390815] env[62954]: DEBUG oslo_concurrency.lockutils [None req-08082c1e-c81d-4443-a7bd-0e1511a8a5ce tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.006s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.391502] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ff7fbb61-86ef-453e-9b44-2007b7ebe28b tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.027s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.391847] env[62954]: DEBUG nova.objects.instance [None req-ff7fbb61-86ef-453e-9b44-2007b7ebe28b tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Lazy-loading 'resources' on Instance uuid 59a0c51a-c68d-48ae-a580-48ff3f4b09a6 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 721.428595] env[62954]: INFO nova.scheduler.client.report [None req-08082c1e-c81d-4443-a7bd-0e1511a8a5ce tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Deleted allocations for instance 52ba1be4-89df-419b-a8a1-39d9bab1b462 [ 721.432710] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b1869360-4262-4908-910f-7a2a61cda39b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.454650] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef491f6-d803-4051-a6b3-64a700b70a80 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.507367] env[62954]: DEBUG nova.compute.manager [req-5000eeeb-a8e9-4ee8-8b00-077b1d1ad27c req-dfd5076f-3e88-49f0-9925-bba985ea2458 service nova] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Detach interface failed, port_id=158247c0-aba5-444a-a243-0cbfcb231a73, reason: Instance 64d2fdcf-1210-4994-b86c-74bac8aaffb3 could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 721.514908] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597294, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.536374] env[62954]: DEBUG oslo_concurrency.lockutils [req-8d585a70-18e3-436a-b700-9fd59073d357 req-215b44f8-962d-4018-a3ab-4a786f7b3302 service nova] Releasing lock "refresh_cache-3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.711775] env[62954]: DEBUG oslo_vmware.api [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52634262-be63-5995-3594-75c838316bbf, 'name': SearchDatastore_Task, 'duration_secs': 0.010322} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.712675] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aefccad7-0e33-4a07-8e76-5917c2078f0f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.719642] env[62954]: DEBUG oslo_vmware.api [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Waiting for the task: (returnval){ [ 721.719642] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5221db17-1b55-69ae-5682-8b5aa5f559ac" [ 721.719642] env[62954]: _type = "Task" [ 721.719642] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.729187] env[62954]: DEBUG oslo_vmware.api [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5221db17-1b55-69ae-5682-8b5aa5f559ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.789654] env[62954]: INFO nova.compute.manager [-] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Took 1.61 seconds to deallocate network for instance. [ 721.937990] env[62954]: DEBUG oslo_concurrency.lockutils [None req-08082c1e-c81d-4443-a7bd-0e1511a8a5ce tempest-ImagesNegativeTestJSON-25442327 tempest-ImagesNegativeTestJSON-25442327-project-member] Lock "52ba1be4-89df-419b-a8a1-39d9bab1b462" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.939s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.991962] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597294, 'name': CreateVM_Task, 'duration_secs': 1.364716} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.991962] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.991962] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.991962] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.991962] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.992165] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae267203-72dd-4b1a-97ae-3a29854596ae {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.998055] env[62954]: DEBUG oslo_vmware.api [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Waiting for the task: (returnval){ [ 721.998055] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5229df13-6b8a-32eb-faca-26f006891a50" [ 721.998055] env[62954]: _type = "Task" [ 721.998055] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.009601] env[62954]: DEBUG oslo_vmware.api [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5229df13-6b8a-32eb-faca-26f006891a50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.082208] env[62954]: DEBUG oslo_vmware.rw_handles [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52452e07-5d48-df45-eb0a-3726aed92478/disk-0.vmdk. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 722.083162] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf2a7b1-b5f7-4274-bb50-e230c286b16f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.091426] env[62954]: DEBUG oslo_vmware.rw_handles [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52452e07-5d48-df45-eb0a-3726aed92478/disk-0.vmdk is in state: ready. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 722.091426] env[62954]: ERROR oslo_vmware.rw_handles [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52452e07-5d48-df45-eb0a-3726aed92478/disk-0.vmdk due to incomplete transfer. [ 722.091426] env[62954]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-123e60a8-7dd4-4066-a177-0831743f0165 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.100801] env[62954]: DEBUG oslo_vmware.rw_handles [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52452e07-5d48-df45-eb0a-3726aed92478/disk-0.vmdk. {{(pid=62954) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 722.101022] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Uploaded image 88ac67cc-d26d-4d44-8e1d-b69a9869900d to the Glance image server {{(pid=62954) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 722.103329] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Destroying the VM {{(pid=62954) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 722.103471] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-091a465b-d6ab-4210-b489-cf65b6fe34dd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.113022] env[62954]: DEBUG oslo_vmware.api [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 722.113022] env[62954]: value = "task-2597295" [ 722.113022] env[62954]: _type = "Task" [ 722.113022] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.127864] env[62954]: DEBUG oslo_vmware.api [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597295, 'name': Destroy_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.235892] env[62954]: DEBUG oslo_vmware.api [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5221db17-1b55-69ae-5682-8b5aa5f559ac, 'name': SearchDatastore_Task, 'duration_secs': 0.011835} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.236406] env[62954]: DEBUG oslo_concurrency.lockutils [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.236497] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9/3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.237082] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51cfb36a-be63-4ad0-88b0-c97021542f81 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.245344] env[62954]: DEBUG oslo_vmware.api [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Waiting for the task: (returnval){ [ 722.245344] env[62954]: value = "task-2597296" [ 722.245344] env[62954]: _type = "Task" [ 722.245344] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.254466] env[62954]: DEBUG oslo_vmware.api [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': task-2597296, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.299227] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c4b7969b-81b1-4794-9e6c-d59b79efe9d0 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.356077] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace541a3-7319-4698-85ed-4ff42ae0f22f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.364543] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b912025-f890-4704-a77d-dbd814e5216e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.396974] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c165ca18-9038-403d-bf7c-c20f35851fac {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.406262] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19adef0c-8b35-48cb-8cde-711c0abbe986 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.423303] env[62954]: DEBUG nova.compute.provider_tree [None req-ff7fbb61-86ef-453e-9b44-2007b7ebe28b tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.511329] env[62954]: DEBUG oslo_vmware.api [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5229df13-6b8a-32eb-faca-26f006891a50, 'name': SearchDatastore_Task, 'duration_secs': 0.010352} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.511329] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.511686] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.511944] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.512052] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.512291] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.512580] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bd874d4-fb93-4ed6-8a54-fd35798da930 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.526287] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.526493] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.527361] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a18328b3-4b84-4c3e-a87a-3932e2e95bd8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.534741] env[62954]: DEBUG oslo_vmware.api [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Waiting for the task: (returnval){ [ 722.534741] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5222edd6-d79d-b72b-d165-03ea5df6de76" [ 722.534741] env[62954]: _type = "Task" [ 722.534741] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.545962] env[62954]: DEBUG oslo_vmware.api [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5222edd6-d79d-b72b-d165-03ea5df6de76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.622335] env[62954]: DEBUG oslo_vmware.api [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597295, 'name': Destroy_Task, 'duration_secs': 0.302627} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.622905] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Destroyed the VM [ 722.623211] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Deleting Snapshot of the VM instance {{(pid=62954) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 722.623529] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8e5722d4-5a4f-4b27-8e7a-04779ffbff72 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.632139] env[62954]: DEBUG oslo_vmware.api [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 722.632139] env[62954]: value = "task-2597297" [ 722.632139] env[62954]: _type = "Task" [ 722.632139] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.642193] env[62954]: DEBUG oslo_vmware.api [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597297, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.755021] env[62954]: DEBUG oslo_vmware.api [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': task-2597296, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482081} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.755317] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9/3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.755534] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.755781] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85f1ea31-ea28-4696-bdba-371eb1f2ec1c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.762528] env[62954]: DEBUG oslo_vmware.api [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Waiting for the task: (returnval){ [ 722.762528] env[62954]: value = "task-2597298" [ 722.762528] env[62954]: _type = "Task" [ 722.762528] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.770611] env[62954]: DEBUG oslo_vmware.api [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': task-2597298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.926595] env[62954]: DEBUG nova.scheduler.client.report [None req-ff7fbb61-86ef-453e-9b44-2007b7ebe28b tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.049804] env[62954]: DEBUG oslo_vmware.api [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5222edd6-d79d-b72b-d165-03ea5df6de76, 'name': SearchDatastore_Task, 'duration_secs': 0.024841} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.049804] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49b34a6b-c1ea-436d-99fe-7d661af1b011 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.056019] env[62954]: DEBUG oslo_vmware.api [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Waiting for the task: (returnval){ [ 723.056019] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52cc75f3-cb8f-a29e-cebb-92854fa14ce3" [ 723.056019] env[62954]: _type = "Task" [ 723.056019] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.062344] env[62954]: DEBUG oslo_vmware.api [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52cc75f3-cb8f-a29e-cebb-92854fa14ce3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.142447] env[62954]: DEBUG oslo_vmware.api [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597297, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.273355] env[62954]: DEBUG oslo_vmware.api [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': task-2597298, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064764} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.273631] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.274452] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668f17a6-9061-44d4-b218-76ca160dc50d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.298835] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9/3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.299191] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-954dc446-1a28-466d-bc10-165bfeb46c8b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.322050] env[62954]: DEBUG oslo_vmware.api [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Waiting for the task: (returnval){ [ 723.322050] env[62954]: value = "task-2597299" [ 723.322050] env[62954]: _type = "Task" [ 723.322050] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.331456] env[62954]: DEBUG oslo_vmware.api [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': task-2597299, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.434805] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ff7fbb61-86ef-453e-9b44-2007b7ebe28b tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.438297] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.128s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.442023] env[62954]: INFO nova.compute.claims [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 723.466777] env[62954]: INFO nova.scheduler.client.report [None req-ff7fbb61-86ef-453e-9b44-2007b7ebe28b tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Deleted allocations for instance 59a0c51a-c68d-48ae-a580-48ff3f4b09a6 [ 723.571189] env[62954]: DEBUG oslo_vmware.api [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52cc75f3-cb8f-a29e-cebb-92854fa14ce3, 'name': SearchDatastore_Task, 'duration_secs': 0.011052} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.571455] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.571712] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] ef7398c4-e98d-4434-92e2-14f6e86fa19c/ef7398c4-e98d-4434-92e2-14f6e86fa19c.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.571976] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab53d601-511f-485c-8f3b-a4a2cbd60d3a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.580927] env[62954]: DEBUG oslo_vmware.api [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Waiting for the task: (returnval){ [ 723.580927] env[62954]: value = "task-2597300" [ 723.580927] env[62954]: _type = "Task" [ 723.580927] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.590568] env[62954]: DEBUG oslo_vmware.api [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.653593] env[62954]: DEBUG oslo_vmware.api [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597297, 'name': RemoveSnapshot_Task, 'duration_secs': 0.920682} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.653593] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Deleted Snapshot of the VM instance {{(pid=62954) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 723.653593] env[62954]: DEBUG nova.compute.manager [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.653593] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b22d5c-deac-48c4-b1a4-448a42e21d4a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.833126] env[62954]: DEBUG oslo_vmware.api [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': task-2597299, 'name': ReconfigVM_Task, 'duration_secs': 0.454198} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.833557] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9/3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.834167] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62954) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 723.837913] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-889a19ac-3375-4a31-9508-41865aaa93b0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.844767] env[62954]: DEBUG oslo_vmware.api [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Waiting for the task: (returnval){ [ 723.844767] env[62954]: value = "task-2597301" [ 723.844767] env[62954]: _type = "Task" [ 723.844767] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.859628] env[62954]: DEBUG oslo_vmware.api [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': task-2597301, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.980071] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ff7fbb61-86ef-453e-9b44-2007b7ebe28b tempest-ServersAdminNegativeTestJSON-1608763061 tempest-ServersAdminNegativeTestJSON-1608763061-project-member] Lock "59a0c51a-c68d-48ae-a580-48ff3f4b09a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.340s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.097407] env[62954]: DEBUG oslo_vmware.api [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597300, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502931} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.097763] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] ef7398c4-e98d-4434-92e2-14f6e86fa19c/ef7398c4-e98d-4434-92e2-14f6e86fa19c.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.097897] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.098215] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c3609db-19c1-4a52-8d37-175460194f15 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.106135] env[62954]: DEBUG oslo_vmware.api [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Waiting for the task: (returnval){ [ 724.106135] env[62954]: value = "task-2597302" [ 724.106135] env[62954]: _type = "Task" [ 724.106135] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.117461] env[62954]: DEBUG oslo_vmware.api [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.166395] env[62954]: INFO nova.compute.manager [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Shelve offloading [ 724.356049] env[62954]: DEBUG oslo_vmware.api [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': task-2597301, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.112458} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.356049] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62954) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 724.356768] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc942858-d0fb-4240-aba1-74e5a8f0b81c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.384160] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9/ephemeral_0.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.384545] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f06de6f3-8683-41a5-9f92-bd6b70d2e5ee {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.404737] env[62954]: DEBUG oslo_vmware.api [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Waiting for the task: (returnval){ [ 724.404737] env[62954]: value = "task-2597303" [ 724.404737] env[62954]: _type = "Task" [ 724.404737] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.413615] env[62954]: DEBUG oslo_vmware.api [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': task-2597303, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.620528] env[62954]: DEBUG oslo_vmware.api [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069494} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.620528] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.620528] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf74a58-c577-4471-ad4e-b3c8defc1f6f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.644269] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] ef7398c4-e98d-4434-92e2-14f6e86fa19c/ef7398c4-e98d-4434-92e2-14f6e86fa19c.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.648095] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d3075b1-4c6b-4de3-8e72-1be4d0da28e7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.670324] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.671922] env[62954]: DEBUG oslo_vmware.api [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Waiting for the task: (returnval){ [ 724.671922] env[62954]: value = "task-2597304" [ 724.671922] env[62954]: _type = "Task" [ 724.671922] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.671922] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fdc4d4c-7c62-4e99-a368-e0c7d1d80549 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.686826] env[62954]: DEBUG oslo_vmware.api [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597304, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.688579] env[62954]: DEBUG oslo_vmware.api [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 724.688579] env[62954]: value = "task-2597305" [ 724.688579] env[62954]: _type = "Task" [ 724.688579] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.703546] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] VM already powered off {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 724.703546] env[62954]: DEBUG nova.compute.manager [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.704472] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcb6ce5-2c7d-45db-a334-6abd30fb9b15 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.711791] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "refresh_cache-383d7013-3574-4b60-9975-af059d4f8a99" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.711791] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquired lock "refresh_cache-383d7013-3574-4b60-9975-af059d4f8a99" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.712094] env[62954]: DEBUG nova.network.neutron [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.871332] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff08002f-62b8-4706-9394-91ef58703cb0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.880214] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab409a7a-b7c0-4c06-a791-15e4b1822ce8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.915993] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d60435-be7e-420a-94db-03dd737fbc1b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.926478] env[62954]: DEBUG oslo_vmware.api [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': task-2597303, 'name': ReconfigVM_Task, 'duration_secs': 0.269731} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.927895] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9/ephemeral_0.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.928229] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545a1691-77a3-4e02-a694-1716182e191d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.932195] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89511fe9-5eeb-4353-a25f-8229cd3b6697 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.948594] env[62954]: DEBUG nova.compute.provider_tree [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.951593] env[62954]: DEBUG oslo_vmware.api [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Waiting for the task: (returnval){ [ 724.951593] env[62954]: value = "task-2597306" [ 724.951593] env[62954]: _type = "Task" [ 724.951593] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.963514] env[62954]: DEBUG oslo_vmware.api [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': task-2597306, 'name': Rename_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.184470] env[62954]: DEBUG oslo_vmware.api [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597304, 'name': ReconfigVM_Task, 'duration_secs': 0.483537} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.185835] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Reconfigured VM instance instance-00000030 to attach disk [datastore2] ef7398c4-e98d-4434-92e2-14f6e86fa19c/ef7398c4-e98d-4434-92e2-14f6e86fa19c.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.186570] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21822f4a-f214-4851-828b-af57e82019ad {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.194854] env[62954]: DEBUG oslo_vmware.api [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Waiting for the task: (returnval){ [ 725.194854] env[62954]: value = "task-2597307" [ 725.194854] env[62954]: _type = "Task" [ 725.194854] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.204135] env[62954]: DEBUG oslo_vmware.api [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597307, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.454039] env[62954]: DEBUG nova.scheduler.client.report [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.470874] env[62954]: DEBUG oslo_vmware.api [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': task-2597306, 'name': Rename_Task, 'duration_secs': 0.190549} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.470874] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.471124] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ce0066b-f118-40c6-b95f-98141cb170f8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.494223] env[62954]: DEBUG oslo_vmware.api [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Waiting for the task: (returnval){ [ 725.494223] env[62954]: value = "task-2597308" [ 725.494223] env[62954]: _type = "Task" [ 725.494223] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.503238] env[62954]: DEBUG oslo_vmware.api [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': task-2597308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.551169] env[62954]: DEBUG nova.network.neutron [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Updating instance_info_cache with network_info: [{"id": "00554cae-e98b-4575-a1f8-e56206d5ed9e", "address": "fa:16:3e:59:24:ee", "network": {"id": "a3bdc751-8cf3-4508-9734-f077b7bcca4b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-735498890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c9a1a2527e442b2806b13f1fd9765d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00554cae-e9", "ovs_interfaceid": "00554cae-e98b-4575-a1f8-e56206d5ed9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.706699] env[62954]: DEBUG oslo_vmware.api [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597307, 'name': Rename_Task, 'duration_secs': 0.151345} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.707214] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.707214] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c93ba546-94a9-44dc-a101-8480ef97a3c2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.718094] env[62954]: DEBUG oslo_vmware.api [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Waiting for the task: (returnval){ [ 725.718094] env[62954]: value = "task-2597309" [ 725.718094] env[62954]: _type = "Task" [ 725.718094] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.728077] env[62954]: DEBUG oslo_vmware.api [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.965023] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.965023] env[62954]: DEBUG nova.compute.manager [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 725.966110] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.565s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.966458] env[62954]: DEBUG nova.objects.instance [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Lazy-loading 'resources' on Instance uuid 20f27901-885e-4d03-ae59-077275d85b14 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.008032] env[62954]: DEBUG oslo_vmware.api [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': task-2597308, 'name': PowerOnVM_Task, 'duration_secs': 0.467854} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.008032] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.008032] env[62954]: INFO nova.compute.manager [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Took 8.34 seconds to spawn the instance on the hypervisor. [ 726.008032] env[62954]: DEBUG nova.compute.manager [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.008032] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed82d18-bbc5-4092-a7fb-4d37194cffc9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.056083] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Releasing lock "refresh_cache-383d7013-3574-4b60-9975-af059d4f8a99" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.233128] env[62954]: DEBUG oslo_vmware.api [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597309, 'name': PowerOnVM_Task, 'duration_secs': 0.451294} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.234446] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.237017] env[62954]: DEBUG nova.compute.manager [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.237017] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c177dd52-2365-4de7-88b8-5b5fc7f6a3ea {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.248550] env[62954]: DEBUG oslo_concurrency.lockutils [None req-852483ad-732a-4fe6-bb26-ff4513b9e2d9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Acquiring lock "a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.248983] env[62954]: DEBUG oslo_concurrency.lockutils [None req-852483ad-732a-4fe6-bb26-ff4513b9e2d9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lock "a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.425958] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.425958] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f46b71-a0ff-4864-b148-cde4f949e07d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.438030] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.440366] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3872b4e-c087-421b-9d88-b4ff3065c51d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.443487] env[62954]: DEBUG nova.compute.manager [req-868a4427-76ca-42c9-9e70-446b0a351016 req-2b317d47-c655-4926-8c9d-d644956470d7 service nova] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Received event network-vif-unplugged-00554cae-e98b-4575-a1f8-e56206d5ed9e {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 726.443767] env[62954]: DEBUG oslo_concurrency.lockutils [req-868a4427-76ca-42c9-9e70-446b0a351016 req-2b317d47-c655-4926-8c9d-d644956470d7 service nova] Acquiring lock "383d7013-3574-4b60-9975-af059d4f8a99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.444040] env[62954]: DEBUG oslo_concurrency.lockutils [req-868a4427-76ca-42c9-9e70-446b0a351016 req-2b317d47-c655-4926-8c9d-d644956470d7 service nova] Lock "383d7013-3574-4b60-9975-af059d4f8a99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.444256] env[62954]: DEBUG oslo_concurrency.lockutils [req-868a4427-76ca-42c9-9e70-446b0a351016 req-2b317d47-c655-4926-8c9d-d644956470d7 service nova] Lock "383d7013-3574-4b60-9975-af059d4f8a99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.444483] env[62954]: DEBUG nova.compute.manager [req-868a4427-76ca-42c9-9e70-446b0a351016 req-2b317d47-c655-4926-8c9d-d644956470d7 service nova] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] No waiting events found dispatching network-vif-unplugged-00554cae-e98b-4575-a1f8-e56206d5ed9e {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 726.445291] env[62954]: WARNING nova.compute.manager [req-868a4427-76ca-42c9-9e70-446b0a351016 req-2b317d47-c655-4926-8c9d-d644956470d7 service nova] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Received unexpected event network-vif-unplugged-00554cae-e98b-4575-a1f8-e56206d5ed9e for instance with vm_state shelved and task_state shelving_offloading. [ 726.470748] env[62954]: DEBUG nova.compute.utils [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 726.476336] env[62954]: DEBUG nova.compute.manager [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 726.476397] env[62954]: DEBUG nova.network.neutron [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 726.531523] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 726.532294] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 726.532491] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Deleting the datastore file [datastore1] 383d7013-3574-4b60-9975-af059d4f8a99 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.534707] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c174a496-d771-4270-a160-3d8c2f438c52 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.538474] env[62954]: INFO nova.compute.manager [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Took 36.90 seconds to build instance. [ 726.555335] env[62954]: DEBUG oslo_vmware.api [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 726.555335] env[62954]: value = "task-2597311" [ 726.555335] env[62954]: _type = "Task" [ 726.555335] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.571060] env[62954]: DEBUG oslo_vmware.api [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.583882] env[62954]: DEBUG nova.policy [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68519d55ee5e43489e612620b2c0b265', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b851f961a2e7429ba075073e18d11392', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.753022] env[62954]: DEBUG nova.compute.utils [None req-852483ad-732a-4fe6-bb26-ff4513b9e2d9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 726.758711] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.880784] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0180a589-7509-4134-9f57-6449bf6b82e0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.889578] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a406fcc0-5995-4a6e-bf70-620416196987 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.922717] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6738b4-133f-49eb-b5f2-59ec9ddaf97b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.933498] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a406fa53-2f1e-4e82-98be-01a6595d01a4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.951057] env[62954]: DEBUG nova.compute.provider_tree [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.977416] env[62954]: DEBUG nova.compute.manager [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 726.980850] env[62954]: DEBUG nova.network.neutron [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Successfully created port: 02becd61-0b0b-47ea-a9c9-7e4b7746d3c6 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 727.040302] env[62954]: DEBUG oslo_concurrency.lockutils [None req-fba2e855-bf5c-411f-aa84-d6a9000e505c tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Lock "3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.432s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.070615] env[62954]: DEBUG oslo_vmware.api [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318949} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.071294] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.071550] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.071730] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.098186] env[62954]: INFO nova.scheduler.client.report [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Deleted allocations for instance 383d7013-3574-4b60-9975-af059d4f8a99 [ 727.260976] env[62954]: DEBUG oslo_concurrency.lockutils [None req-852483ad-732a-4fe6-bb26-ff4513b9e2d9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lock "a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.454706] env[62954]: DEBUG nova.scheduler.client.report [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.603323] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.877141] env[62954]: DEBUG oslo_concurrency.lockutils [None req-392358c9-3046-4aaa-97c2-7c979c953413 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Acquiring lock "ef7398c4-e98d-4434-92e2-14f6e86fa19c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.877444] env[62954]: DEBUG oslo_concurrency.lockutils [None req-392358c9-3046-4aaa-97c2-7c979c953413 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Lock "ef7398c4-e98d-4434-92e2-14f6e86fa19c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.877601] env[62954]: DEBUG oslo_concurrency.lockutils [None req-392358c9-3046-4aaa-97c2-7c979c953413 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Acquiring lock "ef7398c4-e98d-4434-92e2-14f6e86fa19c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.877828] env[62954]: DEBUG oslo_concurrency.lockutils [None req-392358c9-3046-4aaa-97c2-7c979c953413 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Lock "ef7398c4-e98d-4434-92e2-14f6e86fa19c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.877965] env[62954]: DEBUG oslo_concurrency.lockutils [None req-392358c9-3046-4aaa-97c2-7c979c953413 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Lock "ef7398c4-e98d-4434-92e2-14f6e86fa19c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.880991] env[62954]: INFO nova.compute.manager [None req-392358c9-3046-4aaa-97c2-7c979c953413 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Terminating instance [ 727.961429] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.995s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.966480] env[62954]: DEBUG oslo_concurrency.lockutils [None req-34f4d781-43b8-498c-b765-5fdfd0fdce36 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.022s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.966480] env[62954]: DEBUG nova.objects.instance [None req-34f4d781-43b8-498c-b765-5fdfd0fdce36 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Lazy-loading 'resources' on Instance uuid 7adb750f-15da-4dde-9769-fbf85030c3e3 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 727.991576] env[62954]: INFO nova.scheduler.client.report [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Deleted allocations for instance 20f27901-885e-4d03-ae59-077275d85b14 [ 727.991923] env[62954]: DEBUG nova.compute.manager [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 728.035690] env[62954]: DEBUG nova.virt.hardware [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 728.036179] env[62954]: DEBUG nova.virt.hardware [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 728.037236] env[62954]: DEBUG nova.virt.hardware [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.037236] env[62954]: DEBUG nova.virt.hardware [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 728.037236] env[62954]: DEBUG nova.virt.hardware [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.037236] env[62954]: DEBUG nova.virt.hardware [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 728.037484] env[62954]: DEBUG nova.virt.hardware [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 728.037573] env[62954]: DEBUG nova.virt.hardware [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 728.037786] env[62954]: DEBUG nova.virt.hardware [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 728.037982] env[62954]: DEBUG nova.virt.hardware [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 728.038206] env[62954]: DEBUG nova.virt.hardware [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 728.039253] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9960e66c-cc46-4767-937a-dff014eb2c33 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.051134] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd2b031-8d73-4c87-920f-4ba4a0621958 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.378028] env[62954]: DEBUG oslo_concurrency.lockutils [None req-852483ad-732a-4fe6-bb26-ff4513b9e2d9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Acquiring lock "a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.378028] env[62954]: DEBUG oslo_concurrency.lockutils [None req-852483ad-732a-4fe6-bb26-ff4513b9e2d9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lock "a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.378464] env[62954]: INFO nova.compute.manager [None req-852483ad-732a-4fe6-bb26-ff4513b9e2d9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Attaching volume 89a887bb-154a-4fc5-b52f-562a3407a401 to /dev/sdb [ 728.389123] env[62954]: DEBUG oslo_concurrency.lockutils [None req-392358c9-3046-4aaa-97c2-7c979c953413 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Acquiring lock "refresh_cache-ef7398c4-e98d-4434-92e2-14f6e86fa19c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.389383] env[62954]: DEBUG oslo_concurrency.lockutils [None req-392358c9-3046-4aaa-97c2-7c979c953413 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Acquired lock "refresh_cache-ef7398c4-e98d-4434-92e2-14f6e86fa19c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.390018] env[62954]: DEBUG nova.network.neutron [None req-392358c9-3046-4aaa-97c2-7c979c953413 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.425655] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece6192d-8da9-49ce-990d-bc42fb4771bd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.447090] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21cfc23-33f8-4d35-9b02-8fc7af4f8948 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.467410] env[62954]: DEBUG nova.virt.block_device [None req-852483ad-732a-4fe6-bb26-ff4513b9e2d9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Updating existing volume attachment record: f9282982-ebdf-4a33-8634-732f222fc22b {{(pid=62954) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 728.507294] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c8ed0906-4948-4ace-91fe-5f2394a597b0 tempest-ServersTestBootFromVolume-986745340 tempest-ServersTestBootFromVolume-986745340-project-member] Lock "20f27901-885e-4d03-ae59-077275d85b14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.028s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.789321] env[62954]: DEBUG nova.compute.manager [req-ac6faa58-b511-49c3-9cfa-8eabbd92760d req-76105f66-2407-471b-821b-986de51c57c8 service nova] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Received event network-changed-00554cae-e98b-4575-a1f8-e56206d5ed9e {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 728.789659] env[62954]: DEBUG nova.compute.manager [req-ac6faa58-b511-49c3-9cfa-8eabbd92760d req-76105f66-2407-471b-821b-986de51c57c8 service nova] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Refreshing instance network info cache due to event network-changed-00554cae-e98b-4575-a1f8-e56206d5ed9e. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 728.789730] env[62954]: DEBUG oslo_concurrency.lockutils [req-ac6faa58-b511-49c3-9cfa-8eabbd92760d req-76105f66-2407-471b-821b-986de51c57c8 service nova] Acquiring lock "refresh_cache-383d7013-3574-4b60-9975-af059d4f8a99" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.789869] env[62954]: DEBUG oslo_concurrency.lockutils [req-ac6faa58-b511-49c3-9cfa-8eabbd92760d req-76105f66-2407-471b-821b-986de51c57c8 service nova] Acquired lock "refresh_cache-383d7013-3574-4b60-9975-af059d4f8a99" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.790041] env[62954]: DEBUG nova.network.neutron [req-ac6faa58-b511-49c3-9cfa-8eabbd92760d req-76105f66-2407-471b-821b-986de51c57c8 service nova] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Refreshing network info cache for port 00554cae-e98b-4575-a1f8-e56206d5ed9e {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.935388] env[62954]: DEBUG nova.network.neutron [None req-392358c9-3046-4aaa-97c2-7c979c953413 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 728.943142] env[62954]: DEBUG oslo_concurrency.lockutils [None req-21862627-9031-4743-abcf-e15be78b2930 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "383d7013-3574-4b60-9975-af059d4f8a99" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.977786] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b86cb1-ed05-434c-bc46-c72771324e21 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.988761] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400565e5-2df7-4011-8bcc-5daa47d092ae {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.023334] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fa251c-e9f1-408e-80aa-6b7eae070e8d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.034563] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3de521-a93d-496e-9c50-2ac075cbcf98 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.051707] env[62954]: DEBUG nova.compute.provider_tree [None req-34f4d781-43b8-498c-b765-5fdfd0fdce36 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.105250] env[62954]: DEBUG nova.network.neutron [None req-392358c9-3046-4aaa-97c2-7c979c953413 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.112634] env[62954]: DEBUG nova.network.neutron [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Successfully updated port: 02becd61-0b0b-47ea-a9c9-7e4b7746d3c6 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 729.387119] env[62954]: DEBUG nova.compute.manager [req-df279807-b8c9-443f-92b8-b7ba2a9c0d44 req-334cdb0e-c61a-4e34-becb-cc05a491a650 service nova] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Received event network-changed-6cbcd3c9-42c0-4d0e-ad7f-4b48fa8c5ce0 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 729.387418] env[62954]: DEBUG nova.compute.manager [req-df279807-b8c9-443f-92b8-b7ba2a9c0d44 req-334cdb0e-c61a-4e34-becb-cc05a491a650 service nova] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Refreshing instance network info cache due to event network-changed-6cbcd3c9-42c0-4d0e-ad7f-4b48fa8c5ce0. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 729.387528] env[62954]: DEBUG oslo_concurrency.lockutils [req-df279807-b8c9-443f-92b8-b7ba2a9c0d44 req-334cdb0e-c61a-4e34-becb-cc05a491a650 service nova] Acquiring lock "refresh_cache-3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.387666] env[62954]: DEBUG oslo_concurrency.lockutils [req-df279807-b8c9-443f-92b8-b7ba2a9c0d44 req-334cdb0e-c61a-4e34-becb-cc05a491a650 service nova] Acquired lock "refresh_cache-3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.387823] env[62954]: DEBUG nova.network.neutron [req-df279807-b8c9-443f-92b8-b7ba2a9c0d44 req-334cdb0e-c61a-4e34-becb-cc05a491a650 service nova] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Refreshing network info cache for port 6cbcd3c9-42c0-4d0e-ad7f-4b48fa8c5ce0 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.562085] env[62954]: DEBUG nova.scheduler.client.report [None req-34f4d781-43b8-498c-b765-5fdfd0fdce36 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.610994] env[62954]: DEBUG oslo_concurrency.lockutils [None req-392358c9-3046-4aaa-97c2-7c979c953413 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Releasing lock "refresh_cache-ef7398c4-e98d-4434-92e2-14f6e86fa19c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.612049] env[62954]: DEBUG nova.compute.manager [None req-392358c9-3046-4aaa-97c2-7c979c953413 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 729.612049] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-392358c9-3046-4aaa-97c2-7c979c953413 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 729.613040] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e1c52b-6d16-4980-adf0-ae9750c94781 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.618890] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquiring lock "refresh_cache-b29065f6-554c-47e1-a1b3-c40e03ab66da" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.618890] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquired lock "refresh_cache-b29065f6-554c-47e1-a1b3-c40e03ab66da" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.618890] env[62954]: DEBUG nova.network.neutron [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.625430] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-392358c9-3046-4aaa-97c2-7c979c953413 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.625430] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04dcf9ce-b1e8-4088-b241-c7233df6a5a8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.638367] env[62954]: DEBUG oslo_vmware.api [None req-392358c9-3046-4aaa-97c2-7c979c953413 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Waiting for the task: (returnval){ [ 729.638367] env[62954]: value = "task-2597315" [ 729.638367] env[62954]: _type = "Task" [ 729.638367] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.649785] env[62954]: DEBUG oslo_vmware.api [None req-392358c9-3046-4aaa-97c2-7c979c953413 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.071793] env[62954]: DEBUG oslo_concurrency.lockutils [None req-34f4d781-43b8-498c-b765-5fdfd0fdce36 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.074368] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7f4ffcbc-a5c4-4d31-8f02-b5f7d4464004 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.101s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.074807] env[62954]: DEBUG nova.objects.instance [None req-7f4ffcbc-a5c4-4d31-8f02-b5f7d4464004 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Lazy-loading 'resources' on Instance uuid d6a6c979-4668-4bb8-9e40-af48f6fa0afd {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.115540] env[62954]: INFO nova.scheduler.client.report [None req-34f4d781-43b8-498c-b765-5fdfd0fdce36 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Deleted allocations for instance 7adb750f-15da-4dde-9769-fbf85030c3e3 [ 730.125202] env[62954]: DEBUG nova.network.neutron [req-ac6faa58-b511-49c3-9cfa-8eabbd92760d req-76105f66-2407-471b-821b-986de51c57c8 service nova] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Updated VIF entry in instance network info cache for port 00554cae-e98b-4575-a1f8-e56206d5ed9e. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.125789] env[62954]: DEBUG nova.network.neutron [req-ac6faa58-b511-49c3-9cfa-8eabbd92760d req-76105f66-2407-471b-821b-986de51c57c8 service nova] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Updating instance_info_cache with network_info: [{"id": "00554cae-e98b-4575-a1f8-e56206d5ed9e", "address": "fa:16:3e:59:24:ee", "network": {"id": "a3bdc751-8cf3-4508-9734-f077b7bcca4b", "bridge": null, "label": "tempest-DeleteServersTestJSON-735498890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c9a1a2527e442b2806b13f1fd9765d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap00554cae-e9", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.153114] env[62954]: DEBUG oslo_vmware.api [None req-392358c9-3046-4aaa-97c2-7c979c953413 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597315, 'name': PowerOffVM_Task, 'duration_secs': 0.141581} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.153627] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-392358c9-3046-4aaa-97c2-7c979c953413 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.153627] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-392358c9-3046-4aaa-97c2-7c979c953413 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.153806] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b71e281-38de-4194-8d44-09ece37b164a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.175292] env[62954]: DEBUG nova.network.neutron [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 730.187378] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-392358c9-3046-4aaa-97c2-7c979c953413 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.187626] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-392358c9-3046-4aaa-97c2-7c979c953413 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.187876] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-392358c9-3046-4aaa-97c2-7c979c953413 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Deleting the datastore file [datastore2] ef7398c4-e98d-4434-92e2-14f6e86fa19c {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.188038] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5fadb77-246f-4712-9c5d-ca2f026cc289 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.196479] env[62954]: DEBUG oslo_vmware.api [None req-392358c9-3046-4aaa-97c2-7c979c953413 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Waiting for the task: (returnval){ [ 730.196479] env[62954]: value = "task-2597317" [ 730.196479] env[62954]: _type = "Task" [ 730.196479] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.206095] env[62954]: DEBUG oslo_vmware.api [None req-392358c9-3046-4aaa-97c2-7c979c953413 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.439148] env[62954]: DEBUG nova.network.neutron [req-df279807-b8c9-443f-92b8-b7ba2a9c0d44 req-334cdb0e-c61a-4e34-becb-cc05a491a650 service nova] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Updated VIF entry in instance network info cache for port 6cbcd3c9-42c0-4d0e-ad7f-4b48fa8c5ce0. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.439148] env[62954]: DEBUG nova.network.neutron [req-df279807-b8c9-443f-92b8-b7ba2a9c0d44 req-334cdb0e-c61a-4e34-becb-cc05a491a650 service nova] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Updating instance_info_cache with network_info: [{"id": "6cbcd3c9-42c0-4d0e-ad7f-4b48fa8c5ce0", "address": "fa:16:3e:64:c8:d1", "network": {"id": "f344ab15-52aa-439c-8f98-7453dd997787", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-44935923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af66a3388af0443e859cdec16833be17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cbcd3c9-42", "ovs_interfaceid": "6cbcd3c9-42c0-4d0e-ad7f-4b48fa8c5ce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.501344] env[62954]: DEBUG nova.network.neutron [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Updating instance_info_cache with network_info: [{"id": "02becd61-0b0b-47ea-a9c9-7e4b7746d3c6", "address": "fa:16:3e:af:7e:57", "network": {"id": "d1b45f2e-880d-4974-9a98-f1129f3b15aa", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2015080669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b851f961a2e7429ba075073e18d11392", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02becd61-0b", "ovs_interfaceid": "02becd61-0b0b-47ea-a9c9-7e4b7746d3c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.641249] env[62954]: DEBUG oslo_concurrency.lockutils [req-ac6faa58-b511-49c3-9cfa-8eabbd92760d req-76105f66-2407-471b-821b-986de51c57c8 service nova] Releasing lock "refresh_cache-383d7013-3574-4b60-9975-af059d4f8a99" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.641249] env[62954]: DEBUG oslo_concurrency.lockutils [None req-34f4d781-43b8-498c-b765-5fdfd0fdce36 tempest-ListImageFiltersTestJSON-2019407662 tempest-ListImageFiltersTestJSON-2019407662-project-member] Lock "7adb750f-15da-4dde-9769-fbf85030c3e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.319s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.711379] env[62954]: DEBUG oslo_vmware.api [None req-392358c9-3046-4aaa-97c2-7c979c953413 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1021} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.711712] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-392358c9-3046-4aaa-97c2-7c979c953413 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.711980] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-392358c9-3046-4aaa-97c2-7c979c953413 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.712207] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-392358c9-3046-4aaa-97c2-7c979c953413 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.712425] env[62954]: INFO nova.compute.manager [None req-392358c9-3046-4aaa-97c2-7c979c953413 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Took 1.10 seconds to destroy the instance on the hypervisor. [ 730.712698] env[62954]: DEBUG oslo.service.loopingcall [None req-392358c9-3046-4aaa-97c2-7c979c953413 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 730.712945] env[62954]: DEBUG nova.compute.manager [-] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 730.713080] env[62954]: DEBUG nova.network.neutron [-] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 730.736348] env[62954]: DEBUG nova.network.neutron [-] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 730.943780] env[62954]: DEBUG oslo_concurrency.lockutils [req-df279807-b8c9-443f-92b8-b7ba2a9c0d44 req-334cdb0e-c61a-4e34-becb-cc05a491a650 service nova] Releasing lock "refresh_cache-3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.957096] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff41b45-6210-46a2-ad11-6323c1ab7edf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.965544] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac96c3d-2f36-45c7-b036-06e4d3ec9c3d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.997850] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d7b89b-9443-4f6b-ab71-b533dfccc0fc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.008018] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Releasing lock "refresh_cache-b29065f6-554c-47e1-a1b3-c40e03ab66da" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.008018] env[62954]: DEBUG nova.compute.manager [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Instance network_info: |[{"id": "02becd61-0b0b-47ea-a9c9-7e4b7746d3c6", "address": "fa:16:3e:af:7e:57", "network": {"id": "d1b45f2e-880d-4974-9a98-f1129f3b15aa", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2015080669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b851f961a2e7429ba075073e18d11392", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02becd61-0b", "ovs_interfaceid": "02becd61-0b0b-47ea-a9c9-7e4b7746d3c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 731.008018] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:7e:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4b6ddb2-2e19-4031-9b22-add90d41a114', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02becd61-0b0b-47ea-a9c9-7e4b7746d3c6', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 731.014875] env[62954]: DEBUG oslo.service.loopingcall [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 731.015424] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58598288-b807-4363-84d0-40607cad5bb2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.019367] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 731.020075] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3b1a5d1-ae08-4ed8-8b37-f855c136ec8f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.044357] env[62954]: DEBUG nova.compute.provider_tree [None req-7f4ffcbc-a5c4-4d31-8f02-b5f7d4464004 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.046812] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 731.046812] env[62954]: value = "task-2597318" [ 731.046812] env[62954]: _type = "Task" [ 731.046812] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.055537] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597318, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.098703] env[62954]: DEBUG nova.compute.manager [req-dcb86513-c7f6-47ac-8850-073ef4270dc3 req-9a56f2c7-f437-4fd4-b3f0-dc1af6f6bcdc service nova] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Received event network-vif-plugged-02becd61-0b0b-47ea-a9c9-7e4b7746d3c6 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 731.099024] env[62954]: DEBUG oslo_concurrency.lockutils [req-dcb86513-c7f6-47ac-8850-073ef4270dc3 req-9a56f2c7-f437-4fd4-b3f0-dc1af6f6bcdc service nova] Acquiring lock "b29065f6-554c-47e1-a1b3-c40e03ab66da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.099855] env[62954]: DEBUG oslo_concurrency.lockutils [req-dcb86513-c7f6-47ac-8850-073ef4270dc3 req-9a56f2c7-f437-4fd4-b3f0-dc1af6f6bcdc service nova] Lock "b29065f6-554c-47e1-a1b3-c40e03ab66da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.102397] env[62954]: DEBUG oslo_concurrency.lockutils [req-dcb86513-c7f6-47ac-8850-073ef4270dc3 req-9a56f2c7-f437-4fd4-b3f0-dc1af6f6bcdc service nova] Lock "b29065f6-554c-47e1-a1b3-c40e03ab66da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.102397] env[62954]: DEBUG nova.compute.manager [req-dcb86513-c7f6-47ac-8850-073ef4270dc3 req-9a56f2c7-f437-4fd4-b3f0-dc1af6f6bcdc service nova] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] No waiting events found dispatching network-vif-plugged-02becd61-0b0b-47ea-a9c9-7e4b7746d3c6 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 731.102397] env[62954]: WARNING nova.compute.manager [req-dcb86513-c7f6-47ac-8850-073ef4270dc3 req-9a56f2c7-f437-4fd4-b3f0-dc1af6f6bcdc service nova] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Received unexpected event network-vif-plugged-02becd61-0b0b-47ea-a9c9-7e4b7746d3c6 for instance with vm_state building and task_state spawning. [ 731.102397] env[62954]: DEBUG nova.compute.manager [req-dcb86513-c7f6-47ac-8850-073ef4270dc3 req-9a56f2c7-f437-4fd4-b3f0-dc1af6f6bcdc service nova] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Received event network-changed-02becd61-0b0b-47ea-a9c9-7e4b7746d3c6 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 731.102397] env[62954]: DEBUG nova.compute.manager [req-dcb86513-c7f6-47ac-8850-073ef4270dc3 req-9a56f2c7-f437-4fd4-b3f0-dc1af6f6bcdc service nova] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Refreshing instance network info cache due to event network-changed-02becd61-0b0b-47ea-a9c9-7e4b7746d3c6. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 731.102397] env[62954]: DEBUG oslo_concurrency.lockutils [req-dcb86513-c7f6-47ac-8850-073ef4270dc3 req-9a56f2c7-f437-4fd4-b3f0-dc1af6f6bcdc service nova] Acquiring lock "refresh_cache-b29065f6-554c-47e1-a1b3-c40e03ab66da" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.102397] env[62954]: DEBUG oslo_concurrency.lockutils [req-dcb86513-c7f6-47ac-8850-073ef4270dc3 req-9a56f2c7-f437-4fd4-b3f0-dc1af6f6bcdc service nova] Acquired lock "refresh_cache-b29065f6-554c-47e1-a1b3-c40e03ab66da" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.102397] env[62954]: DEBUG nova.network.neutron [req-dcb86513-c7f6-47ac-8850-073ef4270dc3 req-9a56f2c7-f437-4fd4-b3f0-dc1af6f6bcdc service nova] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Refreshing network info cache for port 02becd61-0b0b-47ea-a9c9-7e4b7746d3c6 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.240278] env[62954]: DEBUG nova.network.neutron [-] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.552414] env[62954]: DEBUG nova.scheduler.client.report [None req-7f4ffcbc-a5c4-4d31-8f02-b5f7d4464004 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.566249] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597318, 'name': CreateVM_Task, 'duration_secs': 0.34281} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.566852] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.567532] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.567709] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.568041] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.568600] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4770d5a7-250c-4f2e-80cb-a39dafcef899 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.575949] env[62954]: DEBUG oslo_vmware.api [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 731.575949] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5299843e-8349-7f72-626a-27d5a8bb3e60" [ 731.575949] env[62954]: _type = "Task" [ 731.575949] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.585809] env[62954]: DEBUG oslo_vmware.api [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5299843e-8349-7f72-626a-27d5a8bb3e60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.687378] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a83cc520-3bdb-4bbc-9dab-94fd2ceecc8d tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Acquiring lock "0ed3f1ae-f140-42a8-9581-aadb93447fbb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.688592] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a83cc520-3bdb-4bbc-9dab-94fd2ceecc8d tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Lock "0ed3f1ae-f140-42a8-9581-aadb93447fbb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.688929] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a83cc520-3bdb-4bbc-9dab-94fd2ceecc8d tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Acquiring lock "0ed3f1ae-f140-42a8-9581-aadb93447fbb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.689140] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a83cc520-3bdb-4bbc-9dab-94fd2ceecc8d tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Lock "0ed3f1ae-f140-42a8-9581-aadb93447fbb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.689388] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a83cc520-3bdb-4bbc-9dab-94fd2ceecc8d tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Lock "0ed3f1ae-f140-42a8-9581-aadb93447fbb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.693355] env[62954]: INFO nova.compute.manager [None req-a83cc520-3bdb-4bbc-9dab-94fd2ceecc8d tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Terminating instance [ 731.743620] env[62954]: INFO nova.compute.manager [-] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Took 1.03 seconds to deallocate network for instance. [ 731.788754] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Acquiring lock "2afb6f73-709d-4a37-8b32-23fd34a2191a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.789169] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Lock "2afb6f73-709d-4a37-8b32-23fd34a2191a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.059779] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7f4ffcbc-a5c4-4d31-8f02-b5f7d4464004 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.986s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.062685] env[62954]: DEBUG oslo_concurrency.lockutils [None req-45fb8bdd-d12f-49ff-b773-562c22ddf53e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.613s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.062962] env[62954]: DEBUG nova.objects.instance [None req-45fb8bdd-d12f-49ff-b773-562c22ddf53e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Lazy-loading 'resources' on Instance uuid bcf452a5-32c1-4181-9650-7d4a5334d8dc {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.096786] env[62954]: DEBUG oslo_vmware.api [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5299843e-8349-7f72-626a-27d5a8bb3e60, 'name': SearchDatastore_Task, 'duration_secs': 0.009865} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.097837] env[62954]: INFO nova.scheduler.client.report [None req-7f4ffcbc-a5c4-4d31-8f02-b5f7d4464004 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Deleted allocations for instance d6a6c979-4668-4bb8-9e40-af48f6fa0afd [ 732.098942] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.100303] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.100584] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.101209] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.101209] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.106025] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d9dc84e-f4e2-408f-9a35-d99f977a2ff3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.113790] env[62954]: DEBUG nova.network.neutron [req-dcb86513-c7f6-47ac-8850-073ef4270dc3 req-9a56f2c7-f437-4fd4-b3f0-dc1af6f6bcdc service nova] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Updated VIF entry in instance network info cache for port 02becd61-0b0b-47ea-a9c9-7e4b7746d3c6. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.113790] env[62954]: DEBUG nova.network.neutron [req-dcb86513-c7f6-47ac-8850-073ef4270dc3 req-9a56f2c7-f437-4fd4-b3f0-dc1af6f6bcdc service nova] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Updating instance_info_cache with network_info: [{"id": "02becd61-0b0b-47ea-a9c9-7e4b7746d3c6", "address": "fa:16:3e:af:7e:57", "network": {"id": "d1b45f2e-880d-4974-9a98-f1129f3b15aa", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2015080669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b851f961a2e7429ba075073e18d11392", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02becd61-0b", "ovs_interfaceid": "02becd61-0b0b-47ea-a9c9-7e4b7746d3c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.118673] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.120032] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.120897] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f61a790-3124-4c7c-9529-6bbe933ec2f9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.128769] env[62954]: DEBUG oslo_vmware.api [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 732.128769] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5258cb51-9291-9a9c-de3d-5ca8dc3c3236" [ 732.128769] env[62954]: _type = "Task" [ 732.128769] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.145334] env[62954]: DEBUG oslo_vmware.api [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5258cb51-9291-9a9c-de3d-5ca8dc3c3236, 'name': SearchDatastore_Task, 'duration_secs': 0.011045} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.145723] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-964a6a2f-521a-48a4-8d41-38ef0482dfcf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.154124] env[62954]: DEBUG oslo_vmware.api [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 732.154124] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5203b494-305d-e40e-d540-ebe97115a5c6" [ 732.154124] env[62954]: _type = "Task" [ 732.154124] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.169010] env[62954]: DEBUG oslo_vmware.api [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5203b494-305d-e40e-d540-ebe97115a5c6, 'name': SearchDatastore_Task, 'duration_secs': 0.010773} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.169010] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.169010] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] b29065f6-554c-47e1-a1b3-c40e03ab66da/b29065f6-554c-47e1-a1b3-c40e03ab66da.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.169010] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6503bd0d-5f65-4253-9de4-eaf853c9fc7c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.177383] env[62954]: DEBUG oslo_vmware.api [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 732.177383] env[62954]: value = "task-2597320" [ 732.177383] env[62954]: _type = "Task" [ 732.177383] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.190082] env[62954]: DEBUG oslo_vmware.api [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.201802] env[62954]: DEBUG nova.compute.manager [None req-a83cc520-3bdb-4bbc-9dab-94fd2ceecc8d tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 732.201873] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a83cc520-3bdb-4bbc-9dab-94fd2ceecc8d tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 732.203255] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7921bde-1f9d-4d4e-b7ca-b97b3508e7a4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.211626] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-a83cc520-3bdb-4bbc-9dab-94fd2ceecc8d tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 732.213237] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96949d97-5d40-457e-8636-b06a1e3e7599 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.221808] env[62954]: DEBUG oslo_vmware.api [None req-a83cc520-3bdb-4bbc-9dab-94fd2ceecc8d tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Waiting for the task: (returnval){ [ 732.221808] env[62954]: value = "task-2597321" [ 732.221808] env[62954]: _type = "Task" [ 732.221808] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.234215] env[62954]: DEBUG oslo_vmware.api [None req-a83cc520-3bdb-4bbc-9dab-94fd2ceecc8d tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Task: {'id': task-2597321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.261541] env[62954]: DEBUG oslo_concurrency.lockutils [None req-392358c9-3046-4aaa-97c2-7c979c953413 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 732.294256] env[62954]: DEBUG nova.compute.manager [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.618844] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7f4ffcbc-a5c4-4d31-8f02-b5f7d4464004 tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Lock "d6a6c979-4668-4bb8-9e40-af48f6fa0afd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.384s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.623253] env[62954]: DEBUG oslo_concurrency.lockutils [req-dcb86513-c7f6-47ac-8850-073ef4270dc3 req-9a56f2c7-f437-4fd4-b3f0-dc1af6f6bcdc service nova] Releasing lock "refresh_cache-b29065f6-554c-47e1-a1b3-c40e03ab66da" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.694218] env[62954]: DEBUG oslo_vmware.api [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597320, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.732228] env[62954]: DEBUG oslo_vmware.api [None req-a83cc520-3bdb-4bbc-9dab-94fd2ceecc8d tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Task: {'id': task-2597321, 'name': PowerOffVM_Task, 'duration_secs': 0.215393} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.736119] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-a83cc520-3bdb-4bbc-9dab-94fd2ceecc8d tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.736370] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a83cc520-3bdb-4bbc-9dab-94fd2ceecc8d tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.737223] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f98fbc8-d495-4b1f-99ef-528bf32e3aa3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.807728] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a83cc520-3bdb-4bbc-9dab-94fd2ceecc8d tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.810445] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a83cc520-3bdb-4bbc-9dab-94fd2ceecc8d tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.810673] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-a83cc520-3bdb-4bbc-9dab-94fd2ceecc8d tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Deleting the datastore file [datastore1] 0ed3f1ae-f140-42a8-9581-aadb93447fbb {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.812149] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3c030ab-61be-4a0a-a38d-4fc0788d93c8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.819249] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 732.822561] env[62954]: DEBUG oslo_vmware.api [None req-a83cc520-3bdb-4bbc-9dab-94fd2ceecc8d tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Waiting for the task: (returnval){ [ 732.822561] env[62954]: value = "task-2597323" [ 732.822561] env[62954]: _type = "Task" [ 732.822561] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.837941] env[62954]: DEBUG oslo_vmware.api [None req-a83cc520-3bdb-4bbc-9dab-94fd2ceecc8d tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Task: {'id': task-2597323, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.007185] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0cba78-b33b-4ef0-9db6-fc85149849d7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.015042] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c47ff0-da15-4afb-9c91-f91e52d39b9c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.054077] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1ff7ee-457d-46d3-b9b1-c57aa1afc7d6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.065063] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb353968-9df7-4c66-9634-7bc778be6800 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.078165] env[62954]: DEBUG nova.compute.provider_tree [None req-45fb8bdd-d12f-49ff-b773-562c22ddf53e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.189457] env[62954]: DEBUG oslo_vmware.api [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597320, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546249} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.189569] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] b29065f6-554c-47e1-a1b3-c40e03ab66da/b29065f6-554c-47e1-a1b3-c40e03ab66da.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.189773] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.190072] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eaca146d-5a0f-48ff-8bd3-e0d1394d451c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.198075] env[62954]: DEBUG oslo_vmware.api [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 733.198075] env[62954]: value = "task-2597324" [ 733.198075] env[62954]: _type = "Task" [ 733.198075] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.208407] env[62954]: DEBUG oslo_vmware.api [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597324, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.333723] env[62954]: DEBUG oslo_vmware.api [None req-a83cc520-3bdb-4bbc-9dab-94fd2ceecc8d tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Task: {'id': task-2597323, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160857} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.334120] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-a83cc520-3bdb-4bbc-9dab-94fd2ceecc8d tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.334273] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a83cc520-3bdb-4bbc-9dab-94fd2ceecc8d tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.334455] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a83cc520-3bdb-4bbc-9dab-94fd2ceecc8d tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.334647] env[62954]: INFO nova.compute.manager [None req-a83cc520-3bdb-4bbc-9dab-94fd2ceecc8d tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 733.334904] env[62954]: DEBUG oslo.service.loopingcall [None req-a83cc520-3bdb-4bbc-9dab-94fd2ceecc8d tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 733.335113] env[62954]: DEBUG nova.compute.manager [-] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 733.335238] env[62954]: DEBUG nova.network.neutron [-] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 733.541188] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-852483ad-732a-4fe6-bb26-ff4513b9e2d9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Volume attach. Driver type: vmdk {{(pid=62954) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 733.541610] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-852483ad-732a-4fe6-bb26-ff4513b9e2d9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523864', 'volume_id': '89a887bb-154a-4fc5-b52f-562a3407a401', 'name': 'volume-89a887bb-154a-4fc5-b52f-562a3407a401', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d', 'attached_at': '', 'detached_at': '', 'volume_id': '89a887bb-154a-4fc5-b52f-562a3407a401', 'serial': '89a887bb-154a-4fc5-b52f-562a3407a401'} {{(pid=62954) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 733.542980] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aec96a9-32e6-40c9-8fa3-0424aeb1d684 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.571122] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3adcd3-f203-40a3-ad64-2a3e64576243 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.593634] env[62954]: DEBUG nova.scheduler.client.report [None req-45fb8bdd-d12f-49ff-b773-562c22ddf53e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.607242] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-852483ad-732a-4fe6-bb26-ff4513b9e2d9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] volume-89a887bb-154a-4fc5-b52f-562a3407a401/volume-89a887bb-154a-4fc5-b52f-562a3407a401.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.608310] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19c42897-3496-42c0-95c4-fd816799b67e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.630882] env[62954]: DEBUG oslo_vmware.api [None req-852483ad-732a-4fe6-bb26-ff4513b9e2d9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Waiting for the task: (returnval){ [ 733.630882] env[62954]: value = "task-2597325" [ 733.630882] env[62954]: _type = "Task" [ 733.630882] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.640432] env[62954]: DEBUG oslo_vmware.api [None req-852483ad-732a-4fe6-bb26-ff4513b9e2d9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597325, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.709348] env[62954]: DEBUG oslo_vmware.api [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597324, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069029} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.709701] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.710538] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9a66ad-0c7c-418b-b9db-0e51320fcbc4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.739436] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] b29065f6-554c-47e1-a1b3-c40e03ab66da/b29065f6-554c-47e1-a1b3-c40e03ab66da.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.739775] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16c74907-f15e-46f6-937e-14dbe8303538 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.762228] env[62954]: DEBUG oslo_vmware.api [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 733.762228] env[62954]: value = "task-2597326" [ 733.762228] env[62954]: _type = "Task" [ 733.762228] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.772883] env[62954]: DEBUG oslo_vmware.api [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597326, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.107280] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8a431e34-8d60-4678-9bb6-8ec3d07cbc54 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Acquiring lock "60e703f7-b811-4186-a986-1958392664cd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.107520] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8a431e34-8d60-4678-9bb6-8ec3d07cbc54 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Lock "60e703f7-b811-4186-a986-1958392664cd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.109707] env[62954]: DEBUG oslo_concurrency.lockutils [None req-45fb8bdd-d12f-49ff-b773-562c22ddf53e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.047s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.113964] env[62954]: DEBUG oslo_concurrency.lockutils [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.398s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.116779] env[62954]: INFO nova.compute.claims [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.137322] env[62954]: INFO nova.scheduler.client.report [None req-45fb8bdd-d12f-49ff-b773-562c22ddf53e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Deleted allocations for instance bcf452a5-32c1-4181-9650-7d4a5334d8dc [ 734.147720] env[62954]: DEBUG oslo_vmware.api [None req-852483ad-732a-4fe6-bb26-ff4513b9e2d9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.273475] env[62954]: DEBUG oslo_vmware.api [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597326, 'name': ReconfigVM_Task, 'duration_secs': 0.503493} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.273765] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Reconfigured VM instance instance-00000032 to attach disk [datastore2] b29065f6-554c-47e1-a1b3-c40e03ab66da/b29065f6-554c-47e1-a1b3-c40e03ab66da.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.274443] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38fc4fd8-3089-44c5-b0b3-2287be868d29 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.279830] env[62954]: DEBUG oslo_vmware.api [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 734.279830] env[62954]: value = "task-2597327" [ 734.279830] env[62954]: _type = "Task" [ 734.279830] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.287764] env[62954]: DEBUG oslo_vmware.api [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597327, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.478687] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Acquiring lock "6b972424-1a75-4945-81b0-a90874f329e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.479239] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Lock "6b972424-1a75-4945-81b0-a90874f329e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.615585] env[62954]: DEBUG nova.compute.utils [None req-8a431e34-8d60-4678-9bb6-8ec3d07cbc54 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 734.645693] env[62954]: DEBUG oslo_vmware.api [None req-852483ad-732a-4fe6-bb26-ff4513b9e2d9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597325, 'name': ReconfigVM_Task, 'duration_secs': 0.617841} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.646802] env[62954]: DEBUG oslo_concurrency.lockutils [None req-45fb8bdd-d12f-49ff-b773-562c22ddf53e tempest-ServersTestMultiNic-1579436153 tempest-ServersTestMultiNic-1579436153-project-member] Lock "bcf452a5-32c1-4181-9650-7d4a5334d8dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.207s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.648275] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-852483ad-732a-4fe6-bb26-ff4513b9e2d9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Reconfigured VM instance instance-00000017 to attach disk [datastore2] volume-89a887bb-154a-4fc5-b52f-562a3407a401/volume-89a887bb-154a-4fc5-b52f-562a3407a401.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.654706] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f9d072d-f668-4d94-8302-fba48e2409ef {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.676252] env[62954]: DEBUG oslo_vmware.api [None req-852483ad-732a-4fe6-bb26-ff4513b9e2d9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Waiting for the task: (returnval){ [ 734.676252] env[62954]: value = "task-2597328" [ 734.676252] env[62954]: _type = "Task" [ 734.676252] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.687500] env[62954]: DEBUG oslo_vmware.api [None req-852483ad-732a-4fe6-bb26-ff4513b9e2d9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597328, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.790144] env[62954]: DEBUG oslo_vmware.api [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597327, 'name': Rename_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.983034] env[62954]: DEBUG nova.compute.manager [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 735.022689] env[62954]: DEBUG nova.network.neutron [-] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.119250] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8a431e34-8d60-4678-9bb6-8ec3d07cbc54 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Lock "60e703f7-b811-4186-a986-1958392664cd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.193256] env[62954]: DEBUG oslo_vmware.api [None req-852483ad-732a-4fe6-bb26-ff4513b9e2d9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.304116] env[62954]: DEBUG oslo_vmware.api [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597327, 'name': Rename_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.336592] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 735.336814] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 735.513651] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.527064] env[62954]: INFO nova.compute.manager [-] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Took 2.19 seconds to deallocate network for instance. [ 735.545269] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d49a6e0-d07e-4489-9612-81d5c3a5debf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.553921] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1e994d-982e-4b06-ae06-8a7306c3091a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.600242] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d714e9a5-6d79-4a54-ad01-b2c3907417bd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.610310] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6ba670-1eea-4619-a762-f699c8b05453 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.630354] env[62954]: DEBUG nova.compute.provider_tree [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.690144] env[62954]: DEBUG nova.compute.manager [req-1a83e784-c0e5-435c-b153-2c7af5318543 req-4bf12b00-8474-45fc-8ddc-11946e6fc027 service nova] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Received event network-vif-deleted-8d9c608e-1868-47b5-b4ec-bd772b621db1 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 735.696888] env[62954]: DEBUG oslo_vmware.api [None req-852483ad-732a-4fe6-bb26-ff4513b9e2d9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597328, 'name': ReconfigVM_Task, 'duration_secs': 0.842555} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.697256] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-852483ad-732a-4fe6-bb26-ff4513b9e2d9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523864', 'volume_id': '89a887bb-154a-4fc5-b52f-562a3407a401', 'name': 'volume-89a887bb-154a-4fc5-b52f-562a3407a401', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d', 'attached_at': '', 'detached_at': '', 'volume_id': '89a887bb-154a-4fc5-b52f-562a3407a401', 'serial': '89a887bb-154a-4fc5-b52f-562a3407a401'} {{(pid=62954) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 735.798798] env[62954]: DEBUG oslo_vmware.api [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597327, 'name': Rename_Task, 'duration_secs': 1.154078} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.799098] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.799348] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ad19e34-621a-48d0-b756-d70914ebc62b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.807632] env[62954]: DEBUG oslo_vmware.api [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 735.807632] env[62954]: value = "task-2597329" [ 735.807632] env[62954]: _type = "Task" [ 735.807632] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.814743] env[62954]: DEBUG oslo_vmware.api [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597329, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.847304] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 735.847304] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Starting heal instance info cache {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 736.035687] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a83cc520-3bdb-4bbc-9dab-94fd2ceecc8d tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.132871] env[62954]: DEBUG nova.scheduler.client.report [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.209979] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8a431e34-8d60-4678-9bb6-8ec3d07cbc54 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Acquiring lock "60e703f7-b811-4186-a986-1958392664cd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.209979] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8a431e34-8d60-4678-9bb6-8ec3d07cbc54 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Lock "60e703f7-b811-4186-a986-1958392664cd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.209979] env[62954]: INFO nova.compute.manager [None req-8a431e34-8d60-4678-9bb6-8ec3d07cbc54 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Attaching volume d8bfd490-a613-4063-8786-ad292b058d27 to /dev/sdb [ 736.249598] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e11f98-5ea5-498c-96ce-0340250f9b07 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.261336] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf78fa5-f1bc-4e6e-a5f8-b09b79783e1a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.278374] env[62954]: DEBUG nova.virt.block_device [None req-8a431e34-8d60-4678-9bb6-8ec3d07cbc54 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Updating existing volume attachment record: 6598b521-3560-4501-b0f8-92298b7c1450 {{(pid=62954) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 736.319637] env[62954]: DEBUG oslo_vmware.api [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597329, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.410677] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "refresh_cache-60e703f7-b811-4186-a986-1958392664cd" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.410858] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquired lock "refresh_cache-60e703f7-b811-4186-a986-1958392664cd" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.411011] env[62954]: DEBUG nova.network.neutron [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 60e703f7-b811-4186-a986-1958392664cd] Forcefully refreshing network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 736.637745] env[62954]: DEBUG oslo_concurrency.lockutils [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.638297] env[62954]: DEBUG nova.compute.manager [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.641319] env[62954]: DEBUG oslo_concurrency.lockutils [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.963s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.644361] env[62954]: INFO nova.compute.claims [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.757287] env[62954]: DEBUG nova.objects.instance [None req-852483ad-732a-4fe6-bb26-ff4513b9e2d9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lazy-loading 'flavor' on Instance uuid a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.820394] env[62954]: DEBUG oslo_vmware.api [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597329, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.991762] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquiring lock "74cce47e-4c36-419b-a153-2e7e4bc67982" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.994278] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "74cce47e-4c36-419b-a153-2e7e4bc67982" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.150947] env[62954]: DEBUG nova.compute.utils [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 737.160579] env[62954]: DEBUG nova.compute.manager [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.160756] env[62954]: DEBUG nova.network.neutron [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.176435] env[62954]: DEBUG oslo_concurrency.lockutils [None req-512c48fd-ef62-4629-a61d-ed665a366ee1 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Acquiring lock "a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.262690] env[62954]: DEBUG oslo_concurrency.lockutils [None req-852483ad-732a-4fe6-bb26-ff4513b9e2d9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lock "a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.885s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.264163] env[62954]: DEBUG oslo_concurrency.lockutils [None req-512c48fd-ef62-4629-a61d-ed665a366ee1 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lock "a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.088s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.264381] env[62954]: DEBUG nova.compute.manager [None req-512c48fd-ef62-4629-a61d-ed665a366ee1 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.265274] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b30266b-518c-4af9-86c3-78a9b4236b40 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.273583] env[62954]: DEBUG nova.compute.manager [None req-512c48fd-ef62-4629-a61d-ed665a366ee1 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62954) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 737.275398] env[62954]: DEBUG nova.objects.instance [None req-512c48fd-ef62-4629-a61d-ed665a366ee1 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lazy-loading 'flavor' on Instance uuid a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.282336] env[62954]: DEBUG nova.policy [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c4ce33b95eb4e4681ced33716e01fe1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ea3f4565fee40f2863a4acec611c17e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.318594] env[62954]: DEBUG oslo_vmware.api [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597329, 'name': PowerOnVM_Task, 'duration_secs': 1.104037} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.318659] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.318833] env[62954]: INFO nova.compute.manager [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Took 9.33 seconds to spawn the instance on the hypervisor. [ 737.319043] env[62954]: DEBUG nova.compute.manager [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.319846] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca8a8a7-1204-41ab-a495-c313a9821f19 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.496434] env[62954]: DEBUG nova.compute.manager [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 737.663114] env[62954]: DEBUG nova.compute.manager [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.843304] env[62954]: DEBUG nova.network.neutron [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 60e703f7-b811-4186-a986-1958392664cd] Updating instance_info_cache with network_info: [{"id": "f458a9f7-76db-4751-911c-a91194fb742f", "address": "fa:16:3e:6f:52:6e", "network": {"id": "7486243e-b62d-4aa2-bc9a-eeb8836227e1", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-218744595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0953265659a3411a8f6e8df09cfd72e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf458a9f7-76", "ovs_interfaceid": "f458a9f7-76db-4751-911c-a91194fb742f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.850055] env[62954]: INFO nova.compute.manager [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Took 31.57 seconds to build instance. [ 738.027071] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.028502] env[62954]: DEBUG nova.network.neutron [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Successfully created port: 854ac58c-5f34-451a-a739-84592c235a94 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.094020] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ff0baf-b87a-4ccc-87db-9312f539923e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.098990] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc8171b-2f3d-4b22-99e7-5d8c487f6725 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.141743] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a106c3-87ae-4b30-b585-9ac58a310b86 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.151289] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6631369-2686-41c7-8b3b-45edf2fc30d2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.166833] env[62954]: DEBUG nova.compute.provider_tree [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.289027] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-512c48fd-ef62-4629-a61d-ed665a366ee1 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.289027] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-159c0e76-cc93-4508-a358-1577cdfc31e1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.293539] env[62954]: DEBUG oslo_vmware.api [None req-512c48fd-ef62-4629-a61d-ed665a366ee1 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Waiting for the task: (returnval){ [ 738.293539] env[62954]: value = "task-2597333" [ 738.293539] env[62954]: _type = "Task" [ 738.293539] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.303410] env[62954]: DEBUG oslo_vmware.api [None req-512c48fd-ef62-4629-a61d-ed665a366ee1 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.351155] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Releasing lock "refresh_cache-60e703f7-b811-4186-a986-1958392664cd" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.352076] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 60e703f7-b811-4186-a986-1958392664cd] Updated the network info_cache for instance {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 738.352076] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.352076] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.352076] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.352076] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.352367] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.352881] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cc0fe165-ac05-4eb6-884e-1f65624b82e8 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "b29065f6-554c-47e1-a1b3-c40e03ab66da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.082s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.352881] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.353192] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62954) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 738.353192] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.677555] env[62954]: DEBUG nova.scheduler.client.report [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.683991] env[62954]: DEBUG nova.compute.manager [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.719533] env[62954]: DEBUG nova.virt.hardware [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.720263] env[62954]: DEBUG nova.virt.hardware [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.720263] env[62954]: DEBUG nova.virt.hardware [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.720263] env[62954]: DEBUG nova.virt.hardware [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.720263] env[62954]: DEBUG nova.virt.hardware [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.720466] env[62954]: DEBUG nova.virt.hardware [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.720758] env[62954]: DEBUG nova.virt.hardware [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.720758] env[62954]: DEBUG nova.virt.hardware [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.720925] env[62954]: DEBUG nova.virt.hardware [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.721147] env[62954]: DEBUG nova.virt.hardware [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.721341] env[62954]: DEBUG nova.virt.hardware [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.722501] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b78e7a7-f1d8-47b6-8033-738e4a0a2c0a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.733440] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f58682-442d-4ec2-b343-d484d38220fd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.810231] env[62954]: DEBUG oslo_vmware.api [None req-512c48fd-ef62-4629-a61d-ed665a366ee1 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597333, 'name': PowerOffVM_Task, 'duration_secs': 0.367234} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.810519] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-512c48fd-ef62-4629-a61d-ed665a366ee1 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.810746] env[62954]: DEBUG nova.compute.manager [None req-512c48fd-ef62-4629-a61d-ed665a366ee1 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.811709] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d573c9-fce8-49c2-ad78-78cddce6ed30 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.834619] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6bebdb0e-a93d-4632-bfd1-985fc364bcde tempest-ServersAdminTestJSON-1676455340 tempest-ServersAdminTestJSON-1676455340-project-admin] Acquiring lock "refresh_cache-b29065f6-554c-47e1-a1b3-c40e03ab66da" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.835824] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6bebdb0e-a93d-4632-bfd1-985fc364bcde tempest-ServersAdminTestJSON-1676455340 tempest-ServersAdminTestJSON-1676455340-project-admin] Acquired lock "refresh_cache-b29065f6-554c-47e1-a1b3-c40e03ab66da" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.835824] env[62954]: DEBUG nova.network.neutron [None req-6bebdb0e-a93d-4632-bfd1-985fc364bcde tempest-ServersAdminTestJSON-1676455340 tempest-ServersAdminTestJSON-1676455340-project-admin] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.858937] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.019903] env[62954]: DEBUG oslo_concurrency.lockutils [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Acquiring lock "6d8062ce-8e5a-4b48-b7e2-88780aa233ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.019965] env[62954]: DEBUG oslo_concurrency.lockutils [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Lock "6d8062ce-8e5a-4b48-b7e2-88780aa233ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.189023] env[62954]: DEBUG oslo_concurrency.lockutils [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.189023] env[62954]: DEBUG nova.compute.manager [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 739.190978] env[62954]: DEBUG oslo_concurrency.lockutils [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.448s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.194643] env[62954]: INFO nova.compute.claims [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.345335] env[62954]: DEBUG oslo_concurrency.lockutils [None req-512c48fd-ef62-4629-a61d-ed665a366ee1 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lock "a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.081s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.479729] env[62954]: DEBUG oslo_concurrency.lockutils [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Acquiring lock "bd25771f-4502-4a7c-acb6-75a91117d993" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.479729] env[62954]: DEBUG oslo_concurrency.lockutils [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Lock "bd25771f-4502-4a7c-acb6-75a91117d993" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.525416] env[62954]: DEBUG nova.compute.manager [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 739.619739] env[62954]: DEBUG nova.network.neutron [None req-6bebdb0e-a93d-4632-bfd1-985fc364bcde tempest-ServersAdminTestJSON-1676455340 tempest-ServersAdminTestJSON-1676455340-project-admin] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Updating instance_info_cache with network_info: [{"id": "02becd61-0b0b-47ea-a9c9-7e4b7746d3c6", "address": "fa:16:3e:af:7e:57", "network": {"id": "d1b45f2e-880d-4974-9a98-f1129f3b15aa", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2015080669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b851f961a2e7429ba075073e18d11392", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02becd61-0b", "ovs_interfaceid": "02becd61-0b0b-47ea-a9c9-7e4b7746d3c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.703201] env[62954]: DEBUG nova.compute.utils [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 739.708035] env[62954]: DEBUG nova.compute.manager [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 739.708035] env[62954]: DEBUG nova.network.neutron [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 739.763300] env[62954]: DEBUG nova.policy [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce526a5d393e4cc48e202a29cf82d28d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bb14452e23d41fcaea9bfb1fb4ce75d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.070159] env[62954]: DEBUG oslo_concurrency.lockutils [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.121971] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6bebdb0e-a93d-4632-bfd1-985fc364bcde tempest-ServersAdminTestJSON-1676455340 tempest-ServersAdminTestJSON-1676455340-project-admin] Releasing lock "refresh_cache-b29065f6-554c-47e1-a1b3-c40e03ab66da" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.122282] env[62954]: DEBUG nova.compute.manager [None req-6bebdb0e-a93d-4632-bfd1-985fc364bcde tempest-ServersAdminTestJSON-1676455340 tempest-ServersAdminTestJSON-1676455340-project-admin] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Inject network info {{(pid=62954) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 740.122521] env[62954]: DEBUG nova.compute.manager [None req-6bebdb0e-a93d-4632-bfd1-985fc364bcde tempest-ServersAdminTestJSON-1676455340 tempest-ServersAdminTestJSON-1676455340-project-admin] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] network_info to inject: |[{"id": "02becd61-0b0b-47ea-a9c9-7e4b7746d3c6", "address": "fa:16:3e:af:7e:57", "network": {"id": "d1b45f2e-880d-4974-9a98-f1129f3b15aa", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2015080669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b851f961a2e7429ba075073e18d11392", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02becd61-0b", "ovs_interfaceid": "02becd61-0b0b-47ea-a9c9-7e4b7746d3c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 740.129490] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6bebdb0e-a93d-4632-bfd1-985fc364bcde tempest-ServersAdminTestJSON-1676455340 tempest-ServersAdminTestJSON-1676455340-project-admin] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Reconfiguring VM instance to set the machine id {{(pid=62954) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 740.130469] env[62954]: DEBUG nova.network.neutron [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Successfully created port: 8e79f528-2db9-4b57-8ac9-0110a34c785a {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.132872] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16e792bd-c4d2-4a51-98d1-f0d09c6da1d4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.151771] env[62954]: DEBUG oslo_vmware.api [None req-6bebdb0e-a93d-4632-bfd1-985fc364bcde tempest-ServersAdminTestJSON-1676455340 tempest-ServersAdminTestJSON-1676455340-project-admin] Waiting for the task: (returnval){ [ 740.151771] env[62954]: value = "task-2597335" [ 740.151771] env[62954]: _type = "Task" [ 740.151771] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.161873] env[62954]: DEBUG oslo_vmware.api [None req-6bebdb0e-a93d-4632-bfd1-985fc364bcde tempest-ServersAdminTestJSON-1676455340 tempest-ServersAdminTestJSON-1676455340-project-admin] Task: {'id': task-2597335, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.208531] env[62954]: DEBUG nova.compute.manager [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 740.251718] env[62954]: DEBUG nova.compute.manager [req-9c388511-7674-494f-bd4d-6573c1ee2cb8 req-ea362a27-de9c-4541-bacd-68094a2831f8 service nova] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Received event network-vif-plugged-854ac58c-5f34-451a-a739-84592c235a94 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 740.255085] env[62954]: DEBUG oslo_concurrency.lockutils [req-9c388511-7674-494f-bd4d-6573c1ee2cb8 req-ea362a27-de9c-4541-bacd-68094a2831f8 service nova] Acquiring lock "4e2c3168-923a-4d87-a5d6-e6d4ed7d521c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.255085] env[62954]: DEBUG oslo_concurrency.lockutils [req-9c388511-7674-494f-bd4d-6573c1ee2cb8 req-ea362a27-de9c-4541-bacd-68094a2831f8 service nova] Lock "4e2c3168-923a-4d87-a5d6-e6d4ed7d521c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.255085] env[62954]: DEBUG oslo_concurrency.lockutils [req-9c388511-7674-494f-bd4d-6573c1ee2cb8 req-ea362a27-de9c-4541-bacd-68094a2831f8 service nova] Lock "4e2c3168-923a-4d87-a5d6-e6d4ed7d521c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.255085] env[62954]: DEBUG nova.compute.manager [req-9c388511-7674-494f-bd4d-6573c1ee2cb8 req-ea362a27-de9c-4541-bacd-68094a2831f8 service nova] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] No waiting events found dispatching network-vif-plugged-854ac58c-5f34-451a-a739-84592c235a94 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 740.255085] env[62954]: WARNING nova.compute.manager [req-9c388511-7674-494f-bd4d-6573c1ee2cb8 req-ea362a27-de9c-4541-bacd-68094a2831f8 service nova] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Received unexpected event network-vif-plugged-854ac58c-5f34-451a-a739-84592c235a94 for instance with vm_state building and task_state spawning. [ 740.435273] env[62954]: DEBUG nova.network.neutron [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Successfully updated port: 854ac58c-5f34-451a-a739-84592c235a94 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 740.609021] env[62954]: DEBUG nova.objects.instance [None req-806a3834-a1aa-4ba6-98bc-2cbbb359ed36 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lazy-loading 'flavor' on Instance uuid a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.637206] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05015917-bfa6-411c-8fbf-c510e2ce6b11 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.645349] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabc7a98-5e69-40c3-9ba2-eaf2a60bd51e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.684621] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8723c03-0540-4e99-a3a7-76469012036e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.692120] env[62954]: DEBUG oslo_vmware.api [None req-6bebdb0e-a93d-4632-bfd1-985fc364bcde tempest-ServersAdminTestJSON-1676455340 tempest-ServersAdminTestJSON-1676455340-project-admin] Task: {'id': task-2597335, 'name': ReconfigVM_Task, 'duration_secs': 0.235851} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.694291] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6bebdb0e-a93d-4632-bfd1-985fc364bcde tempest-ServersAdminTestJSON-1676455340 tempest-ServersAdminTestJSON-1676455340-project-admin] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Reconfigured VM instance to set the machine id {{(pid=62954) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 740.695690] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023da891-4c97-482f-a209-cc447256b79f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.709316] env[62954]: DEBUG nova.compute.provider_tree [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.941802] env[62954]: DEBUG oslo_concurrency.lockutils [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquiring lock "refresh_cache-4e2c3168-923a-4d87-a5d6-e6d4ed7d521c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.941974] env[62954]: DEBUG oslo_concurrency.lockutils [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquired lock "refresh_cache-4e2c3168-923a-4d87-a5d6-e6d4ed7d521c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.942150] env[62954]: DEBUG nova.network.neutron [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.115898] env[62954]: DEBUG oslo_concurrency.lockutils [None req-806a3834-a1aa-4ba6-98bc-2cbbb359ed36 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Acquiring lock "refresh_cache-a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.116224] env[62954]: DEBUG oslo_concurrency.lockutils [None req-806a3834-a1aa-4ba6-98bc-2cbbb359ed36 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Acquired lock "refresh_cache-a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.116468] env[62954]: DEBUG nova.network.neutron [None req-806a3834-a1aa-4ba6-98bc-2cbbb359ed36 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.116681] env[62954]: DEBUG nova.objects.instance [None req-806a3834-a1aa-4ba6-98bc-2cbbb359ed36 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lazy-loading 'info_cache' on Instance uuid a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.212657] env[62954]: DEBUG nova.scheduler.client.report [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.223437] env[62954]: DEBUG nova.compute.manager [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 741.252426] env[62954]: DEBUG nova.virt.hardware [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.252426] env[62954]: DEBUG nova.virt.hardware [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.252426] env[62954]: DEBUG nova.virt.hardware [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.252894] env[62954]: DEBUG nova.virt.hardware [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.252946] env[62954]: DEBUG nova.virt.hardware [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.253158] env[62954]: DEBUG nova.virt.hardware [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.253778] env[62954]: DEBUG nova.virt.hardware [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.253959] env[62954]: DEBUG nova.virt.hardware [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.254108] env[62954]: DEBUG nova.virt.hardware [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.254301] env[62954]: DEBUG nova.virt.hardware [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.254633] env[62954]: DEBUG nova.virt.hardware [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.255776] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232ceaae-6409-4a15-9a11-af6ac68f8b9f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.269527] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f120fde-4776-4ff3-8f9f-7cb1c33c705a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.332134] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a431e34-8d60-4678-9bb6-8ec3d07cbc54 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Volume attach. Driver type: vmdk {{(pid=62954) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 741.333055] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a431e34-8d60-4678-9bb6-8ec3d07cbc54 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523867', 'volume_id': 'd8bfd490-a613-4063-8786-ad292b058d27', 'name': 'volume-d8bfd490-a613-4063-8786-ad292b058d27', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60e703f7-b811-4186-a986-1958392664cd', 'attached_at': '', 'detached_at': '', 'volume_id': 'd8bfd490-a613-4063-8786-ad292b058d27', 'serial': 'd8bfd490-a613-4063-8786-ad292b058d27'} {{(pid=62954) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 741.333440] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58eb2629-8b94-49ed-85fb-63c9708d168f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.357695] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7eb6246-7300-4271-9d08-23be77362b79 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.385898] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a431e34-8d60-4678-9bb6-8ec3d07cbc54 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] volume-d8bfd490-a613-4063-8786-ad292b058d27/volume-d8bfd490-a613-4063-8786-ad292b058d27.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.386247] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27f2f71a-6f20-402e-a58c-14a40770f4fa {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.406347] env[62954]: DEBUG oslo_vmware.api [None req-8a431e34-8d60-4678-9bb6-8ec3d07cbc54 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Waiting for the task: (returnval){ [ 741.406347] env[62954]: value = "task-2597336" [ 741.406347] env[62954]: _type = "Task" [ 741.406347] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.416774] env[62954]: DEBUG oslo_vmware.api [None req-8a431e34-8d60-4678-9bb6-8ec3d07cbc54 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2597336, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.488382] env[62954]: DEBUG nova.network.neutron [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.621633] env[62954]: DEBUG nova.objects.base [None req-806a3834-a1aa-4ba6-98bc-2cbbb359ed36 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62954) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 741.721523] env[62954]: DEBUG oslo_concurrency.lockutils [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.722090] env[62954]: DEBUG nova.compute.manager [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 741.728652] env[62954]: DEBUG oslo_concurrency.lockutils [None req-aa42c224-e06b-4989-8501-2d0bae7b5741 tempest-ServersListShow296Test-684184185 tempest-ServersListShow296Test-684184185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.332s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.730977] env[62954]: INFO nova.compute.claims [None req-aa42c224-e06b-4989-8501-2d0bae7b5741 tempest-ServersListShow296Test-684184185 tempest-ServersListShow296Test-684184185-project-member] [instance: 7adf880d-9e95-40f4-9b82-672993bf0c9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.821970] env[62954]: DEBUG nova.network.neutron [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Updating instance_info_cache with network_info: [{"id": "854ac58c-5f34-451a-a739-84592c235a94", "address": "fa:16:3e:1f:f1:17", "network": {"id": "4bc10178-00ee-4e02-a77f-251b191703f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1716852077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ea3f4565fee40f2863a4acec611c17e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap854ac58c-5f", "ovs_interfaceid": "854ac58c-5f34-451a-a739-84592c235a94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.917653] env[62954]: DEBUG oslo_vmware.api [None req-8a431e34-8d60-4678-9bb6-8ec3d07cbc54 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2597336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.235780] env[62954]: DEBUG nova.compute.utils [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 742.237191] env[62954]: DEBUG nova.compute.manager [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 742.237353] env[62954]: DEBUG nova.network.neutron [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 742.241552] env[62954]: DEBUG oslo_concurrency.lockutils [None req-aa42c224-e06b-4989-8501-2d0bae7b5741 tempest-ServersListShow296Test-684184185 tempest-ServersListShow296Test-684184185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.512s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.242469] env[62954]: DEBUG nova.compute.utils [None req-aa42c224-e06b-4989-8501-2d0bae7b5741 tempest-ServersListShow296Test-684184185 tempest-ServersListShow296Test-684184185-project-member] [instance: 7adf880d-9e95-40f4-9b82-672993bf0c9a] Instance 7adf880d-9e95-40f4-9b82-672993bf0c9a could not be found. {{(pid=62954) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 742.243848] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.226s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.249158] env[62954]: INFO nova.compute.claims [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.257357] env[62954]: DEBUG nova.compute.manager [req-a9639ed1-daf4-4de1-b961-41ccf191d348 req-f46c85ec-c906-4257-8fa5-bbfb54cb169f service nova] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Received event network-vif-plugged-8e79f528-2db9-4b57-8ac9-0110a34c785a {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 742.257947] env[62954]: DEBUG oslo_concurrency.lockutils [req-a9639ed1-daf4-4de1-b961-41ccf191d348 req-f46c85ec-c906-4257-8fa5-bbfb54cb169f service nova] Acquiring lock "57d17803-dafe-4870-8c9a-be30cf09e06b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.258226] env[62954]: DEBUG oslo_concurrency.lockutils [req-a9639ed1-daf4-4de1-b961-41ccf191d348 req-f46c85ec-c906-4257-8fa5-bbfb54cb169f service nova] Lock "57d17803-dafe-4870-8c9a-be30cf09e06b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.258780] env[62954]: DEBUG oslo_concurrency.lockutils [req-a9639ed1-daf4-4de1-b961-41ccf191d348 req-f46c85ec-c906-4257-8fa5-bbfb54cb169f service nova] Lock "57d17803-dafe-4870-8c9a-be30cf09e06b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.258780] env[62954]: DEBUG nova.compute.manager [req-a9639ed1-daf4-4de1-b961-41ccf191d348 req-f46c85ec-c906-4257-8fa5-bbfb54cb169f service nova] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] No waiting events found dispatching network-vif-plugged-8e79f528-2db9-4b57-8ac9-0110a34c785a {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 742.259439] env[62954]: WARNING nova.compute.manager [req-a9639ed1-daf4-4de1-b961-41ccf191d348 req-f46c85ec-c906-4257-8fa5-bbfb54cb169f service nova] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Received unexpected event network-vif-plugged-8e79f528-2db9-4b57-8ac9-0110a34c785a for instance with vm_state building and task_state spawning. [ 742.261267] env[62954]: DEBUG nova.compute.manager [None req-aa42c224-e06b-4989-8501-2d0bae7b5741 tempest-ServersListShow296Test-684184185 tempest-ServersListShow296Test-684184185-project-member] [instance: 7adf880d-9e95-40f4-9b82-672993bf0c9a] Instance disappeared during build. {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2520}} [ 742.261509] env[62954]: DEBUG nova.compute.manager [None req-aa42c224-e06b-4989-8501-2d0bae7b5741 tempest-ServersListShow296Test-684184185 tempest-ServersListShow296Test-684184185-project-member] [instance: 7adf880d-9e95-40f4-9b82-672993bf0c9a] Unplugging VIFs for instance {{(pid=62954) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}} [ 742.261945] env[62954]: DEBUG oslo_concurrency.lockutils [None req-aa42c224-e06b-4989-8501-2d0bae7b5741 tempest-ServersListShow296Test-684184185 tempest-ServersListShow296Test-684184185-project-member] Acquiring lock "refresh_cache-7adf880d-9e95-40f4-9b82-672993bf0c9a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.262184] env[62954]: DEBUG oslo_concurrency.lockutils [None req-aa42c224-e06b-4989-8501-2d0bae7b5741 tempest-ServersListShow296Test-684184185 tempest-ServersListShow296Test-684184185-project-member] Acquired lock "refresh_cache-7adf880d-9e95-40f4-9b82-672993bf0c9a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.262457] env[62954]: DEBUG nova.network.neutron [None req-aa42c224-e06b-4989-8501-2d0bae7b5741 tempest-ServersListShow296Test-684184185 tempest-ServersListShow296Test-684184185-project-member] [instance: 7adf880d-9e95-40f4-9b82-672993bf0c9a] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.275565] env[62954]: DEBUG nova.network.neutron [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Successfully updated port: 8e79f528-2db9-4b57-8ac9-0110a34c785a {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 742.324236] env[62954]: DEBUG oslo_concurrency.lockutils [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Releasing lock "refresh_cache-4e2c3168-923a-4d87-a5d6-e6d4ed7d521c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.324236] env[62954]: DEBUG nova.compute.manager [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Instance network_info: |[{"id": "854ac58c-5f34-451a-a739-84592c235a94", "address": "fa:16:3e:1f:f1:17", "network": {"id": "4bc10178-00ee-4e02-a77f-251b191703f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1716852077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ea3f4565fee40f2863a4acec611c17e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap854ac58c-5f", "ovs_interfaceid": "854ac58c-5f34-451a-a739-84592c235a94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.324505] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:f1:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bafe8721-91d4-4127-b215-d9e8e27947dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '854ac58c-5f34-451a-a739-84592c235a94', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.332922] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Creating folder: Project (2ea3f4565fee40f2863a4acec611c17e). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.334136] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d83c539-06c7-452c-941c-6a90cef15f4c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.345615] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Created folder: Project (2ea3f4565fee40f2863a4acec611c17e) in parent group-v523717. [ 742.345824] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Creating folder: Instances. Parent ref: group-v523868. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.346082] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02767a01-9970-404f-8ded-346a5e1e24fe {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.355650] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Created folder: Instances in parent group-v523868. [ 742.356193] env[62954]: DEBUG oslo.service.loopingcall [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 742.356453] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.356602] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dceb9932-1c6a-459b-b4d9-965b30d28251 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.375894] env[62954]: DEBUG nova.policy [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce526a5d393e4cc48e202a29cf82d28d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bb14452e23d41fcaea9bfb1fb4ce75d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 742.381846] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.381846] env[62954]: value = "task-2597339" [ 742.381846] env[62954]: _type = "Task" [ 742.381846] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.394248] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597339, 'name': CreateVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.416727] env[62954]: DEBUG oslo_vmware.api [None req-8a431e34-8d60-4678-9bb6-8ec3d07cbc54 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2597336, 'name': ReconfigVM_Task, 'duration_secs': 0.583779} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.417065] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a431e34-8d60-4678-9bb6-8ec3d07cbc54 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Reconfigured VM instance instance-00000007 to attach disk [datastore2] volume-d8bfd490-a613-4063-8786-ad292b058d27/volume-d8bfd490-a613-4063-8786-ad292b058d27.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.421754] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36ed36bf-3d0f-4c56-ab36-ff8ec42384ea {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.437948] env[62954]: DEBUG oslo_vmware.api [None req-8a431e34-8d60-4678-9bb6-8ec3d07cbc54 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Waiting for the task: (returnval){ [ 742.437948] env[62954]: value = "task-2597340" [ 742.437948] env[62954]: _type = "Task" [ 742.437948] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.450537] env[62954]: DEBUG oslo_vmware.api [None req-8a431e34-8d60-4678-9bb6-8ec3d07cbc54 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2597340, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.452859] env[62954]: DEBUG nova.compute.manager [req-a527f5b8-f23d-4c74-bd45-615af1961a5e req-8aeaab5d-e0aa-4733-9a38-fcc02bef5ac9 service nova] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Received event network-changed-854ac58c-5f34-451a-a739-84592c235a94 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 742.452954] env[62954]: DEBUG nova.compute.manager [req-a527f5b8-f23d-4c74-bd45-615af1961a5e req-8aeaab5d-e0aa-4733-9a38-fcc02bef5ac9 service nova] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Refreshing instance network info cache due to event network-changed-854ac58c-5f34-451a-a739-84592c235a94. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 742.453300] env[62954]: DEBUG oslo_concurrency.lockutils [req-a527f5b8-f23d-4c74-bd45-615af1961a5e req-8aeaab5d-e0aa-4733-9a38-fcc02bef5ac9 service nova] Acquiring lock "refresh_cache-4e2c3168-923a-4d87-a5d6-e6d4ed7d521c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.453425] env[62954]: DEBUG oslo_concurrency.lockutils [req-a527f5b8-f23d-4c74-bd45-615af1961a5e req-8aeaab5d-e0aa-4733-9a38-fcc02bef5ac9 service nova] Acquired lock "refresh_cache-4e2c3168-923a-4d87-a5d6-e6d4ed7d521c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.453631] env[62954]: DEBUG nova.network.neutron [req-a527f5b8-f23d-4c74-bd45-615af1961a5e req-8aeaab5d-e0aa-4733-9a38-fcc02bef5ac9 service nova] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Refreshing network info cache for port 854ac58c-5f34-451a-a739-84592c235a94 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.664387] env[62954]: INFO nova.compute.manager [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Rebuilding instance [ 742.712706] env[62954]: DEBUG nova.network.neutron [None req-806a3834-a1aa-4ba6-98bc-2cbbb359ed36 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Updating instance_info_cache with network_info: [{"id": "3864934b-a251-4052-9e45-c837bacbe596", "address": "fa:16:3e:2b:5c:03", "network": {"id": "e2c00089-192e-4550-a1d0-97edff29a9da", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-334355756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd82b9480b6448fb86a9dddf12602c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3864934b-a2", "ovs_interfaceid": "3864934b-a251-4052-9e45-c837bacbe596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.716280] env[62954]: DEBUG nova.compute.manager [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.717850] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200b7c57-0aef-4bed-a006-eb7cb4345fab {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.745025] env[62954]: DEBUG nova.compute.manager [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 742.764908] env[62954]: DEBUG nova.compute.utils [None req-aa42c224-e06b-4989-8501-2d0bae7b5741 tempest-ServersListShow296Test-684184185 tempest-ServersListShow296Test-684184185-project-member] [instance: 7adf880d-9e95-40f4-9b82-672993bf0c9a] Can not refresh info_cache because instance was not found {{(pid=62954) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 742.779016] env[62954]: DEBUG oslo_concurrency.lockutils [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquiring lock "refresh_cache-57d17803-dafe-4870-8c9a-be30cf09e06b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.779151] env[62954]: DEBUG oslo_concurrency.lockutils [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquired lock "refresh_cache-57d17803-dafe-4870-8c9a-be30cf09e06b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.779305] env[62954]: DEBUG nova.network.neutron [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.787328] env[62954]: DEBUG nova.network.neutron [None req-aa42c224-e06b-4989-8501-2d0bae7b5741 tempest-ServersListShow296Test-684184185 tempest-ServersListShow296Test-684184185-project-member] [instance: 7adf880d-9e95-40f4-9b82-672993bf0c9a] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.873853] env[62954]: DEBUG nova.network.neutron [None req-aa42c224-e06b-4989-8501-2d0bae7b5741 tempest-ServersListShow296Test-684184185 tempest-ServersListShow296Test-684184185-project-member] [instance: 7adf880d-9e95-40f4-9b82-672993bf0c9a] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.891988] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597339, 'name': CreateVM_Task, 'duration_secs': 0.383212} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.892206] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.893537] env[62954]: DEBUG oslo_concurrency.lockutils [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.893537] env[62954]: DEBUG oslo_concurrency.lockutils [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.893537] env[62954]: DEBUG oslo_concurrency.lockutils [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.897022] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0358a75b-96e4-4254-9fdf-31a1b32b9fce {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.898799] env[62954]: DEBUG oslo_vmware.api [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 742.898799] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52abe20d-7a63-b17f-2aeb-9c890bc178fc" [ 742.898799] env[62954]: _type = "Task" [ 742.898799] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.907925] env[62954]: DEBUG oslo_vmware.api [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52abe20d-7a63-b17f-2aeb-9c890bc178fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.948931] env[62954]: DEBUG oslo_vmware.api [None req-8a431e34-8d60-4678-9bb6-8ec3d07cbc54 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2597340, 'name': ReconfigVM_Task, 'duration_secs': 0.163354} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.949257] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a431e34-8d60-4678-9bb6-8ec3d07cbc54 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523867', 'volume_id': 'd8bfd490-a613-4063-8786-ad292b058d27', 'name': 'volume-d8bfd490-a613-4063-8786-ad292b058d27', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60e703f7-b811-4186-a986-1958392664cd', 'attached_at': '', 'detached_at': '', 'volume_id': 'd8bfd490-a613-4063-8786-ad292b058d27', 'serial': 'd8bfd490-a613-4063-8786-ad292b058d27'} {{(pid=62954) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 742.969522] env[62954]: DEBUG nova.network.neutron [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Successfully created port: 2d78483c-7bfc-4273-b154-ca2b4b588f8d {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 743.224214] env[62954]: DEBUG oslo_concurrency.lockutils [None req-806a3834-a1aa-4ba6-98bc-2cbbb359ed36 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Releasing lock "refresh_cache-a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.349579] env[62954]: DEBUG nova.network.neutron [req-a527f5b8-f23d-4c74-bd45-615af1961a5e req-8aeaab5d-e0aa-4733-9a38-fcc02bef5ac9 service nova] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Updated VIF entry in instance network info cache for port 854ac58c-5f34-451a-a739-84592c235a94. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.349579] env[62954]: DEBUG nova.network.neutron [req-a527f5b8-f23d-4c74-bd45-615af1961a5e req-8aeaab5d-e0aa-4733-9a38-fcc02bef5ac9 service nova] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Updating instance_info_cache with network_info: [{"id": "854ac58c-5f34-451a-a739-84592c235a94", "address": "fa:16:3e:1f:f1:17", "network": {"id": "4bc10178-00ee-4e02-a77f-251b191703f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1716852077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ea3f4565fee40f2863a4acec611c17e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap854ac58c-5f", "ovs_interfaceid": "854ac58c-5f34-451a-a739-84592c235a94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.363193] env[62954]: DEBUG nova.network.neutron [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.382816] env[62954]: DEBUG oslo_concurrency.lockutils [None req-aa42c224-e06b-4989-8501-2d0bae7b5741 tempest-ServersListShow296Test-684184185 tempest-ServersListShow296Test-684184185-project-member] Releasing lock "refresh_cache-7adf880d-9e95-40f4-9b82-672993bf0c9a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.382816] env[62954]: DEBUG nova.compute.manager [None req-aa42c224-e06b-4989-8501-2d0bae7b5741 tempest-ServersListShow296Test-684184185 tempest-ServersListShow296Test-684184185-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62954) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3036}} [ 743.382816] env[62954]: DEBUG nova.compute.manager [None req-aa42c224-e06b-4989-8501-2d0bae7b5741 tempest-ServersListShow296Test-684184185 tempest-ServersListShow296Test-684184185-project-member] [instance: 7adf880d-9e95-40f4-9b82-672993bf0c9a] Skipping network deallocation for instance since networking was not requested. {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2292}} [ 743.411416] env[62954]: DEBUG oslo_vmware.api [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52abe20d-7a63-b17f-2aeb-9c890bc178fc, 'name': SearchDatastore_Task, 'duration_secs': 0.011465} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.414932] env[62954]: DEBUG oslo_concurrency.lockutils [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.415180] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.415422] env[62954]: DEBUG oslo_concurrency.lockutils [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.415570] env[62954]: DEBUG oslo_concurrency.lockutils [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.416586] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.417685] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7154dc94-d7f0-4e94-a3f2-263148730304 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.431411] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.431637] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.434953] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2a99119-e298-4f9a-b3bf-7221b6bf67cb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.442642] env[62954]: DEBUG oslo_vmware.api [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 743.442642] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]525bbf67-13ca-f9f1-266d-ee43c3d4d413" [ 743.442642] env[62954]: _type = "Task" [ 743.442642] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.457711] env[62954]: DEBUG oslo_vmware.api [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]525bbf67-13ca-f9f1-266d-ee43c3d4d413, 'name': SearchDatastore_Task, 'duration_secs': 0.009737} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.459895] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fce80ee-d668-4401-a665-c74f2d3979ec {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.466547] env[62954]: DEBUG oslo_vmware.api [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 743.466547] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5240714f-6aae-6f3d-93a0-4adf52a0b05a" [ 743.466547] env[62954]: _type = "Task" [ 743.466547] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.473826] env[62954]: DEBUG oslo_vmware.api [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5240714f-6aae-6f3d-93a0-4adf52a0b05a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.600460] env[62954]: DEBUG nova.network.neutron [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Updating instance_info_cache with network_info: [{"id": "8e79f528-2db9-4b57-8ac9-0110a34c785a", "address": "fa:16:3e:c7:60:33", "network": {"id": "ad3c3fac-b172-4a84-a7a1-c71e6406470f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-827521925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bb14452e23d41fcaea9bfb1fb4ce75d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e79f528-2d", "ovs_interfaceid": "8e79f528-2db9-4b57-8ac9-0110a34c785a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.656284] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28b21d4-461a-4e61-9e4e-95d1aaf68a11 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.665980] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a3adc3-5065-48c1-8043-e97514011101 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.697990] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f5caa1-d033-4b5b-aa1d-c65a3e68733e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.705566] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1a03c5-6558-4bb3-ab89-d0d27cec5563 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.721588] env[62954]: DEBUG nova.compute.provider_tree [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.732265] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.733062] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02571fdd-d2f4-4e37-9908-a72d7037206a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.740438] env[62954]: DEBUG oslo_vmware.api [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 743.740438] env[62954]: value = "task-2597341" [ 743.740438] env[62954]: _type = "Task" [ 743.740438] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.748546] env[62954]: DEBUG oslo_vmware.api [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.756017] env[62954]: DEBUG nova.compute.manager [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 743.782601] env[62954]: DEBUG nova.virt.hardware [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 743.782847] env[62954]: DEBUG nova.virt.hardware [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 743.783012] env[62954]: DEBUG nova.virt.hardware [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.783325] env[62954]: DEBUG nova.virt.hardware [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 743.783454] env[62954]: DEBUG nova.virt.hardware [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.783665] env[62954]: DEBUG nova.virt.hardware [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 743.783997] env[62954]: DEBUG nova.virt.hardware [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 743.784339] env[62954]: DEBUG nova.virt.hardware [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 743.784746] env[62954]: DEBUG nova.virt.hardware [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 743.784952] env[62954]: DEBUG nova.virt.hardware [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 743.785169] env[62954]: DEBUG nova.virt.hardware [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 743.786048] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64350891-8e66-46ca-a5a7-eda429d04883 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.796255] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcd3d93-d1f9-42c3-85d7-964495e9c071 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.851680] env[62954]: DEBUG oslo_concurrency.lockutils [req-a527f5b8-f23d-4c74-bd45-615af1961a5e req-8aeaab5d-e0aa-4733-9a38-fcc02bef5ac9 service nova] Releasing lock "refresh_cache-4e2c3168-923a-4d87-a5d6-e6d4ed7d521c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.978123] env[62954]: DEBUG oslo_vmware.api [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5240714f-6aae-6f3d-93a0-4adf52a0b05a, 'name': SearchDatastore_Task, 'duration_secs': 0.01007} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.978400] env[62954]: DEBUG oslo_concurrency.lockutils [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.978651] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c/4e2c3168-923a-4d87-a5d6-e6d4ed7d521c.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.978908] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f40901a-e6c7-4d7d-9bdd-87c739445253 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.986835] env[62954]: DEBUG oslo_vmware.api [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 743.986835] env[62954]: value = "task-2597342" [ 743.986835] env[62954]: _type = "Task" [ 743.986835] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.004503] env[62954]: DEBUG nova.objects.instance [None req-8a431e34-8d60-4678-9bb6-8ec3d07cbc54 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Lazy-loading 'flavor' on Instance uuid 60e703f7-b811-4186-a986-1958392664cd {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.005947] env[62954]: DEBUG oslo_vmware.api [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2597342, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.103382] env[62954]: DEBUG oslo_concurrency.lockutils [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Releasing lock "refresh_cache-57d17803-dafe-4870-8c9a-be30cf09e06b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.103752] env[62954]: DEBUG nova.compute.manager [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Instance network_info: |[{"id": "8e79f528-2db9-4b57-8ac9-0110a34c785a", "address": "fa:16:3e:c7:60:33", "network": {"id": "ad3c3fac-b172-4a84-a7a1-c71e6406470f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-827521925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bb14452e23d41fcaea9bfb1fb4ce75d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e79f528-2d", "ovs_interfaceid": "8e79f528-2db9-4b57-8ac9-0110a34c785a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 744.104235] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:60:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1768af3d-3317-4ef5-b484-0c2707d63de7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e79f528-2db9-4b57-8ac9-0110a34c785a', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.114108] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Creating folder: Project (9bb14452e23d41fcaea9bfb1fb4ce75d). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 744.115080] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d07d3653-d73c-4189-87e2-fff79716b6df {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.126307] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Created folder: Project (9bb14452e23d41fcaea9bfb1fb4ce75d) in parent group-v523717. [ 744.126514] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Creating folder: Instances. Parent ref: group-v523871. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 744.126778] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-632dca81-b611-4eb2-a246-a4200f1ab837 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.137773] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Created folder: Instances in parent group-v523871. [ 744.138066] env[62954]: DEBUG oslo.service.loopingcall [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 744.138309] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.138531] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4f52f69-1645-40df-989d-83ece8e692de {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.163615] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.163615] env[62954]: value = "task-2597345" [ 744.163615] env[62954]: _type = "Task" [ 744.163615] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.173827] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597345, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.227024] env[62954]: DEBUG nova.scheduler.client.report [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.232250] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-806a3834-a1aa-4ba6-98bc-2cbbb359ed36 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.233220] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7526d10-6b7e-4de3-b423-6e7cb1908781 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.249902] env[62954]: DEBUG oslo_vmware.api [None req-806a3834-a1aa-4ba6-98bc-2cbbb359ed36 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Waiting for the task: (returnval){ [ 744.249902] env[62954]: value = "task-2597346" [ 744.249902] env[62954]: _type = "Task" [ 744.249902] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.260456] env[62954]: DEBUG oslo_vmware.api [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597341, 'name': PowerOffVM_Task, 'duration_secs': 0.18443} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.261551] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.262194] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.263614] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d3166b-e7f6-4986-99dd-37de82d3d3f0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.272992] env[62954]: DEBUG oslo_vmware.api [None req-806a3834-a1aa-4ba6-98bc-2cbbb359ed36 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597346, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.281679] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.282270] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f023f4c0-38f9-4c28-aa27-0455a3f1aed1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.360386] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.360386] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.360386] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Deleting the datastore file [datastore2] 2effe3ff-ff7c-4369-9168-dc699087eced {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.360386] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06157451-1086-4f77-b18a-fa76cee84b36 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.371046] env[62954]: DEBUG oslo_vmware.api [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 744.371046] env[62954]: value = "task-2597348" [ 744.371046] env[62954]: _type = "Task" [ 744.371046] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.383463] env[62954]: DEBUG oslo_vmware.api [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.404136] env[62954]: DEBUG oslo_concurrency.lockutils [None req-aa42c224-e06b-4989-8501-2d0bae7b5741 tempest-ServersListShow296Test-684184185 tempest-ServersListShow296Test-684184185-project-member] Lock "7adf880d-9e95-40f4-9b82-672993bf0c9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.048s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.460390] env[62954]: DEBUG nova.compute.manager [req-3e33374b-9627-4273-bb02-d418e62cb170 req-2ebdbd38-fe28-43d2-97a0-271a8814e8ca service nova] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Received event network-changed-8e79f528-2db9-4b57-8ac9-0110a34c785a {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 744.460390] env[62954]: DEBUG nova.compute.manager [req-3e33374b-9627-4273-bb02-d418e62cb170 req-2ebdbd38-fe28-43d2-97a0-271a8814e8ca service nova] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Refreshing instance network info cache due to event network-changed-8e79f528-2db9-4b57-8ac9-0110a34c785a. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 744.460390] env[62954]: DEBUG oslo_concurrency.lockutils [req-3e33374b-9627-4273-bb02-d418e62cb170 req-2ebdbd38-fe28-43d2-97a0-271a8814e8ca service nova] Acquiring lock "refresh_cache-57d17803-dafe-4870-8c9a-be30cf09e06b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.460791] env[62954]: DEBUG oslo_concurrency.lockutils [req-3e33374b-9627-4273-bb02-d418e62cb170 req-2ebdbd38-fe28-43d2-97a0-271a8814e8ca service nova] Acquired lock "refresh_cache-57d17803-dafe-4870-8c9a-be30cf09e06b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.460791] env[62954]: DEBUG nova.network.neutron [req-3e33374b-9627-4273-bb02-d418e62cb170 req-2ebdbd38-fe28-43d2-97a0-271a8814e8ca service nova] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Refreshing network info cache for port 8e79f528-2db9-4b57-8ac9-0110a34c785a {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.499100] env[62954]: DEBUG oslo_vmware.api [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2597342, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457837} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.499377] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c/4e2c3168-923a-4d87-a5d6-e6d4ed7d521c.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.499585] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.499837] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b19792ab-4e57-4b6e-9867-b18a868e06ae {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.506777] env[62954]: DEBUG oslo_vmware.api [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 744.506777] env[62954]: value = "task-2597349" [ 744.506777] env[62954]: _type = "Task" [ 744.506777] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.509633] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8a431e34-8d60-4678-9bb6-8ec3d07cbc54 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Lock "60e703f7-b811-4186-a986-1958392664cd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.301s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.519809] env[62954]: DEBUG oslo_vmware.api [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2597349, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.674923] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597345, 'name': CreateVM_Task, 'duration_secs': 0.495775} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.674923] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.674923] env[62954]: DEBUG oslo_concurrency.lockutils [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.675094] env[62954]: DEBUG oslo_concurrency.lockutils [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.675336] env[62954]: DEBUG oslo_concurrency.lockutils [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.675596] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20970438-9e46-45bf-9ad0-9fe9ffdbc213 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.685695] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for the task: (returnval){ [ 744.685695] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]528fbd7a-16aa-8990-e77f-ddfc65949800" [ 744.685695] env[62954]: _type = "Task" [ 744.685695] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.699505] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]528fbd7a-16aa-8990-e77f-ddfc65949800, 'name': SearchDatastore_Task, 'duration_secs': 0.008724} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.699934] env[62954]: DEBUG oslo_concurrency.lockutils [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.700243] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.700913] env[62954]: DEBUG oslo_concurrency.lockutils [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.701571] env[62954]: DEBUG oslo_concurrency.lockutils [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.701571] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.702241] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a96260e9-d64a-48ca-8fdd-6c04aba27422 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.710788] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.710963] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.711757] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4479ddef-dad1-46df-a517-09dc50a2ad95 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.718652] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for the task: (returnval){ [ 744.718652] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]526b4b98-2485-cc31-3926-effe3b49da8b" [ 744.718652] env[62954]: _type = "Task" [ 744.718652] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.733203] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]526b4b98-2485-cc31-3926-effe3b49da8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.737821] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.737821] env[62954]: DEBUG nova.compute.manager [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.740363] env[62954]: DEBUG oslo_concurrency.lockutils [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 27.701s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.745754] env[62954]: DEBUG nova.network.neutron [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Successfully updated port: 2d78483c-7bfc-4273-b154-ca2b4b588f8d {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.751728] env[62954]: DEBUG nova.compute.manager [req-11a8e69c-6c74-45e2-b2b2-69b0d5f1e97c req-7416adbe-0ffb-44e9-a898-65ba4d567025 service nova] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Received event network-vif-plugged-2d78483c-7bfc-4273-b154-ca2b4b588f8d {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 744.752029] env[62954]: DEBUG oslo_concurrency.lockutils [req-11a8e69c-6c74-45e2-b2b2-69b0d5f1e97c req-7416adbe-0ffb-44e9-a898-65ba4d567025 service nova] Acquiring lock "1641ac46-fa21-4f35-9975-3a96a9ffa11c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.752307] env[62954]: DEBUG oslo_concurrency.lockutils [req-11a8e69c-6c74-45e2-b2b2-69b0d5f1e97c req-7416adbe-0ffb-44e9-a898-65ba4d567025 service nova] Lock "1641ac46-fa21-4f35-9975-3a96a9ffa11c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.752540] env[62954]: DEBUG oslo_concurrency.lockutils [req-11a8e69c-6c74-45e2-b2b2-69b0d5f1e97c req-7416adbe-0ffb-44e9-a898-65ba4d567025 service nova] Lock "1641ac46-fa21-4f35-9975-3a96a9ffa11c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.752770] env[62954]: DEBUG nova.compute.manager [req-11a8e69c-6c74-45e2-b2b2-69b0d5f1e97c req-7416adbe-0ffb-44e9-a898-65ba4d567025 service nova] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] No waiting events found dispatching network-vif-plugged-2d78483c-7bfc-4273-b154-ca2b4b588f8d {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 744.752997] env[62954]: WARNING nova.compute.manager [req-11a8e69c-6c74-45e2-b2b2-69b0d5f1e97c req-7416adbe-0ffb-44e9-a898-65ba4d567025 service nova] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Received unexpected event network-vif-plugged-2d78483c-7bfc-4273-b154-ca2b4b588f8d for instance with vm_state building and task_state spawning. [ 744.764665] env[62954]: DEBUG oslo_vmware.api [None req-806a3834-a1aa-4ba6-98bc-2cbbb359ed36 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597346, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.881785] env[62954]: DEBUG oslo_vmware.api [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201502} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.883619] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.883619] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.883619] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.906902] env[62954]: DEBUG nova.compute.manager [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.017416] env[62954]: DEBUG oslo_vmware.api [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2597349, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073674} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.017689] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.018509] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c335a2-d4b0-4fae-b891-52231d32fc56 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.044922] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c/4e2c3168-923a-4d87-a5d6-e6d4ed7d521c.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.044922] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cac15514-9160-446f-86ed-45c2665264c6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.072644] env[62954]: DEBUG oslo_vmware.api [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 745.072644] env[62954]: value = "task-2597350" [ 745.072644] env[62954]: _type = "Task" [ 745.072644] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.081528] env[62954]: DEBUG oslo_vmware.api [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2597350, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.233109] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]526b4b98-2485-cc31-3926-effe3b49da8b, 'name': SearchDatastore_Task, 'duration_secs': 0.009385} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.233977] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39e1a7bc-331d-4c12-adff-7acad30d825b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.239609] env[62954]: DEBUG oslo_concurrency.lockutils [None req-692c49b0-eaca-463a-8f38-062fb3570da3 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Acquiring lock "60e703f7-b811-4186-a986-1958392664cd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.239846] env[62954]: DEBUG oslo_concurrency.lockutils [None req-692c49b0-eaca-463a-8f38-062fb3570da3 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Lock "60e703f7-b811-4186-a986-1958392664cd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.241354] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for the task: (returnval){ [ 745.241354] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]520adf31-a227-ef6e-2162-001ffaf78e34" [ 745.241354] env[62954]: _type = "Task" [ 745.241354] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.246106] env[62954]: DEBUG nova.compute.utils [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 745.253020] env[62954]: INFO nova.compute.claims [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.254113] env[62954]: DEBUG nova.compute.manager [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.254113] env[62954]: DEBUG nova.network.neutron [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.256125] env[62954]: DEBUG oslo_concurrency.lockutils [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquiring lock "refresh_cache-1641ac46-fa21-4f35-9975-3a96a9ffa11c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.256276] env[62954]: DEBUG oslo_concurrency.lockutils [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquired lock "refresh_cache-1641ac46-fa21-4f35-9975-3a96a9ffa11c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.256424] env[62954]: DEBUG nova.network.neutron [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.268275] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]520adf31-a227-ef6e-2162-001ffaf78e34, 'name': SearchDatastore_Task, 'duration_secs': 0.011999} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.268932] env[62954]: DEBUG oslo_concurrency.lockutils [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.269261] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 57d17803-dafe-4870-8c9a-be30cf09e06b/57d17803-dafe-4870-8c9a-be30cf09e06b.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.269773] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80e03973-33a2-4313-a228-512884a575ea {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.275875] env[62954]: DEBUG oslo_vmware.api [None req-806a3834-a1aa-4ba6-98bc-2cbbb359ed36 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597346, 'name': PowerOnVM_Task, 'duration_secs': 0.595468} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.276957] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-806a3834-a1aa-4ba6-98bc-2cbbb359ed36 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.277211] env[62954]: DEBUG nova.compute.manager [None req-806a3834-a1aa-4ba6-98bc-2cbbb359ed36 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.278032] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda3785f-8f43-4316-a8b3-814c908bbd50 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.282189] env[62954]: DEBUG nova.network.neutron [req-3e33374b-9627-4273-bb02-d418e62cb170 req-2ebdbd38-fe28-43d2-97a0-271a8814e8ca service nova] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Updated VIF entry in instance network info cache for port 8e79f528-2db9-4b57-8ac9-0110a34c785a. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.282189] env[62954]: DEBUG nova.network.neutron [req-3e33374b-9627-4273-bb02-d418e62cb170 req-2ebdbd38-fe28-43d2-97a0-271a8814e8ca service nova] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Updating instance_info_cache with network_info: [{"id": "8e79f528-2db9-4b57-8ac9-0110a34c785a", "address": "fa:16:3e:c7:60:33", "network": {"id": "ad3c3fac-b172-4a84-a7a1-c71e6406470f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-827521925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bb14452e23d41fcaea9bfb1fb4ce75d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e79f528-2d", "ovs_interfaceid": "8e79f528-2db9-4b57-8ac9-0110a34c785a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.284947] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for the task: (returnval){ [ 745.284947] env[62954]: value = "task-2597351" [ 745.284947] env[62954]: _type = "Task" [ 745.284947] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.303097] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597351, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.327400] env[62954]: DEBUG nova.policy [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6ac124edbac4122918f5dbe6f9cca92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41d1a22c81b4415d99deec68c7f68d09', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.434227] env[62954]: DEBUG oslo_concurrency.lockutils [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.587938] env[62954]: DEBUG oslo_vmware.api [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2597350, 'name': ReconfigVM_Task, 'duration_secs': 0.356988} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.588272] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c/4e2c3168-923a-4d87-a5d6-e6d4ed7d521c.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.588953] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a78f6723-4cd3-44ef-9e72-44cf3fa50159 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.596947] env[62954]: DEBUG oslo_vmware.api [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 745.596947] env[62954]: value = "task-2597352" [ 745.596947] env[62954]: _type = "Task" [ 745.596947] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.605827] env[62954]: DEBUG oslo_vmware.api [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2597352, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.745257] env[62954]: INFO nova.compute.manager [None req-692c49b0-eaca-463a-8f38-062fb3570da3 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Detaching volume d8bfd490-a613-4063-8786-ad292b058d27 [ 745.757305] env[62954]: DEBUG nova.compute.manager [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.761403] env[62954]: INFO nova.compute.resource_tracker [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Updating resource usage from migration ed3c00f2-361d-4ece-8b78-dbf77ab19e14 [ 745.790062] env[62954]: DEBUG oslo_concurrency.lockutils [req-3e33374b-9627-4273-bb02-d418e62cb170 req-2ebdbd38-fe28-43d2-97a0-271a8814e8ca service nova] Releasing lock "refresh_cache-57d17803-dafe-4870-8c9a-be30cf09e06b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.806664] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597351, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.808902] env[62954]: INFO nova.virt.block_device [None req-692c49b0-eaca-463a-8f38-062fb3570da3 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Attempting to driver detach volume d8bfd490-a613-4063-8786-ad292b058d27 from mountpoint /dev/sdb [ 745.808902] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-692c49b0-eaca-463a-8f38-062fb3570da3 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Volume detach. Driver type: vmdk {{(pid=62954) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 745.808902] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-692c49b0-eaca-463a-8f38-062fb3570da3 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523867', 'volume_id': 'd8bfd490-a613-4063-8786-ad292b058d27', 'name': 'volume-d8bfd490-a613-4063-8786-ad292b058d27', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60e703f7-b811-4186-a986-1958392664cd', 'attached_at': '', 'detached_at': '', 'volume_id': 'd8bfd490-a613-4063-8786-ad292b058d27', 'serial': 'd8bfd490-a613-4063-8786-ad292b058d27'} {{(pid=62954) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 745.809665] env[62954]: DEBUG nova.network.neutron [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.812732] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5111fcd7-2e5e-495a-aa6e-d39822bbbba1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.816867] env[62954]: DEBUG nova.network.neutron [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Successfully created port: 6fa98b71-59d6-469c-865a-08a8334703ae {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 745.857659] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2f4550-9937-4a66-bbd3-f0a0bbd794ee {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.868423] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc78a19-a99f-4c2b-97ff-8742f90c2b0c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.902862] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d12f566-511a-4914-b40f-0eab1126d566 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.920534] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-692c49b0-eaca-463a-8f38-062fb3570da3 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] The volume has not been displaced from its original location: [datastore2] volume-d8bfd490-a613-4063-8786-ad292b058d27/volume-d8bfd490-a613-4063-8786-ad292b058d27.vmdk. No consolidation needed. {{(pid=62954) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 745.925395] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-692c49b0-eaca-463a-8f38-062fb3570da3 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Reconfiguring VM instance instance-00000007 to detach disk 2001 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 745.931850] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8800735d-0992-4586-93cc-7d491b736797 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.950407] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Acquiring lock "2398388f-5606-44da-bb32-65b071ee0a5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.950620] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Lock "2398388f-5606-44da-bb32-65b071ee0a5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.953046] env[62954]: DEBUG nova.virt.hardware [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.953298] env[62954]: DEBUG nova.virt.hardware [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.953457] env[62954]: DEBUG nova.virt.hardware [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.953639] env[62954]: DEBUG nova.virt.hardware [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.953780] env[62954]: DEBUG nova.virt.hardware [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.953922] env[62954]: DEBUG nova.virt.hardware [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.954138] env[62954]: DEBUG nova.virt.hardware [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.954293] env[62954]: DEBUG nova.virt.hardware [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.954450] env[62954]: DEBUG nova.virt.hardware [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.954609] env[62954]: DEBUG nova.virt.hardware [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.954824] env[62954]: DEBUG nova.virt.hardware [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.956053] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d155bf5-4755-4d7e-91ea-8e0a9fe4402c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.960734] env[62954]: DEBUG oslo_vmware.api [None req-692c49b0-eaca-463a-8f38-062fb3570da3 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Waiting for the task: (returnval){ [ 745.960734] env[62954]: value = "task-2597353" [ 745.960734] env[62954]: _type = "Task" [ 745.960734] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.972157] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f3ec44-a336-4482-98aa-bd6a2b3b7c6f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.979439] env[62954]: DEBUG oslo_vmware.api [None req-692c49b0-eaca-463a-8f38-062fb3570da3 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2597353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.990543] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:5e:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4b6ddb2-2e19-4031-9b22-add90d41a114', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '681bee78-80cc-44cd-8d58-61d66dc8b650', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.998148] env[62954]: DEBUG oslo.service.loopingcall [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 746.003240] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.003726] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28aaab9e-a305-4c78-9b0d-ac49ea504b1a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.026463] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.026463] env[62954]: value = "task-2597354" [ 746.026463] env[62954]: _type = "Task" [ 746.026463] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.034382] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597354, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.107355] env[62954]: DEBUG oslo_vmware.api [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2597352, 'name': Rename_Task, 'duration_secs': 0.302826} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.110841] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.111266] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-394df158-111f-487e-bbf5-9120fedba376 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.116464] env[62954]: DEBUG nova.network.neutron [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Updating instance_info_cache with network_info: [{"id": "2d78483c-7bfc-4273-b154-ca2b4b588f8d", "address": "fa:16:3e:d4:9e:4a", "network": {"id": "ad3c3fac-b172-4a84-a7a1-c71e6406470f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-827521925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bb14452e23d41fcaea9bfb1fb4ce75d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d78483c-7b", "ovs_interfaceid": "2d78483c-7bfc-4273-b154-ca2b4b588f8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.119942] env[62954]: DEBUG oslo_vmware.api [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 746.119942] env[62954]: value = "task-2597355" [ 746.119942] env[62954]: _type = "Task" [ 746.119942] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.135959] env[62954]: DEBUG oslo_vmware.api [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2597355, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.304332] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597351, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543814} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.304661] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 57d17803-dafe-4870-8c9a-be30cf09e06b/57d17803-dafe-4870-8c9a-be30cf09e06b.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 746.308021] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.308021] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ecddc0f-fddd-4cd2-8e76-4aff89a0e368 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.309719] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be8726e-1750-4103-a9e7-2b5f86f2e60a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.313351] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for the task: (returnval){ [ 746.313351] env[62954]: value = "task-2597356" [ 746.313351] env[62954]: _type = "Task" [ 746.313351] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.319962] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801c627d-ef79-417f-887f-93b5ee50c023 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.326616] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.357829] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959beb0c-5df6-4183-a335-6c05208f652c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.366234] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017d1cd5-4031-4ed5-a1ff-4a0064474712 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.380753] env[62954]: DEBUG nova.compute.provider_tree [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.469499] env[62954]: DEBUG oslo_vmware.api [None req-692c49b0-eaca-463a-8f38-062fb3570da3 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2597353, 'name': ReconfigVM_Task, 'duration_secs': 0.241366} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.469785] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-692c49b0-eaca-463a-8f38-062fb3570da3 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Reconfigured VM instance instance-00000007 to detach disk 2001 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 746.474738] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e194d6b-5ccd-433b-9694-a92208ee91ff {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.490223] env[62954]: DEBUG oslo_vmware.api [None req-692c49b0-eaca-463a-8f38-062fb3570da3 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Waiting for the task: (returnval){ [ 746.490223] env[62954]: value = "task-2597357" [ 746.490223] env[62954]: _type = "Task" [ 746.490223] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.499157] env[62954]: DEBUG oslo_vmware.api [None req-692c49b0-eaca-463a-8f38-062fb3570da3 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2597357, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.535502] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597354, 'name': CreateVM_Task, 'duration_secs': 0.491871} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.535714] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.536373] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.536536] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.537031] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.537399] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d97f52dd-e28a-4718-8b8b-27a2766a3982 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.544611] env[62954]: DEBUG oslo_vmware.api [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 746.544611] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52cbb583-b347-86a4-a187-2919749897dc" [ 746.544611] env[62954]: _type = "Task" [ 746.544611] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.557465] env[62954]: DEBUG oslo_vmware.api [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52cbb583-b347-86a4-a187-2919749897dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.621261] env[62954]: DEBUG oslo_concurrency.lockutils [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Releasing lock "refresh_cache-1641ac46-fa21-4f35-9975-3a96a9ffa11c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.622583] env[62954]: DEBUG nova.compute.manager [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Instance network_info: |[{"id": "2d78483c-7bfc-4273-b154-ca2b4b588f8d", "address": "fa:16:3e:d4:9e:4a", "network": {"id": "ad3c3fac-b172-4a84-a7a1-c71e6406470f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-827521925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bb14452e23d41fcaea9bfb1fb4ce75d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d78483c-7b", "ovs_interfaceid": "2d78483c-7bfc-4273-b154-ca2b4b588f8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 746.622583] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:9e:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1768af3d-3317-4ef5-b484-0c2707d63de7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d78483c-7bfc-4273-b154-ca2b4b588f8d', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.630272] env[62954]: DEBUG oslo.service.loopingcall [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 746.634615] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.634893] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0426e58-5b62-4d97-be9b-51d335230c22 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.655460] env[62954]: DEBUG oslo_vmware.api [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2597355, 'name': PowerOnVM_Task, 'duration_secs': 0.467021} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.659101] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.659101] env[62954]: INFO nova.compute.manager [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Took 7.97 seconds to spawn the instance on the hypervisor. [ 746.659101] env[62954]: DEBUG nova.compute.manager [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.659101] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.659101] env[62954]: value = "task-2597358" [ 746.659101] env[62954]: _type = "Task" [ 746.659101] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.659101] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baad26df-d416-4b5a-8030-a7803dad1e56 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.672634] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597358, 'name': CreateVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.767513] env[62954]: DEBUG nova.compute.manager [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.780495] env[62954]: DEBUG nova.compute.manager [req-73a5b8d3-a150-4cde-9205-0f04a67b3cec req-eed49179-7487-4a0b-b484-07187c281dc6 service nova] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Received event network-changed-2d78483c-7bfc-4273-b154-ca2b4b588f8d {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 746.781309] env[62954]: DEBUG nova.compute.manager [req-73a5b8d3-a150-4cde-9205-0f04a67b3cec req-eed49179-7487-4a0b-b484-07187c281dc6 service nova] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Refreshing instance network info cache due to event network-changed-2d78483c-7bfc-4273-b154-ca2b4b588f8d. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 746.781309] env[62954]: DEBUG oslo_concurrency.lockutils [req-73a5b8d3-a150-4cde-9205-0f04a67b3cec req-eed49179-7487-4a0b-b484-07187c281dc6 service nova] Acquiring lock "refresh_cache-1641ac46-fa21-4f35-9975-3a96a9ffa11c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.781537] env[62954]: DEBUG oslo_concurrency.lockutils [req-73a5b8d3-a150-4cde-9205-0f04a67b3cec req-eed49179-7487-4a0b-b484-07187c281dc6 service nova] Acquired lock "refresh_cache-1641ac46-fa21-4f35-9975-3a96a9ffa11c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.783840] env[62954]: DEBUG nova.network.neutron [req-73a5b8d3-a150-4cde-9205-0f04a67b3cec req-eed49179-7487-4a0b-b484-07187c281dc6 service nova] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Refreshing network info cache for port 2d78483c-7bfc-4273-b154-ca2b4b588f8d {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.801995] env[62954]: DEBUG nova.virt.hardware [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.801995] env[62954]: DEBUG nova.virt.hardware [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.801995] env[62954]: DEBUG nova.virt.hardware [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.801995] env[62954]: DEBUG nova.virt.hardware [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.802539] env[62954]: DEBUG nova.virt.hardware [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.802640] env[62954]: DEBUG nova.virt.hardware [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.802862] env[62954]: DEBUG nova.virt.hardware [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.803035] env[62954]: DEBUG nova.virt.hardware [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.803239] env[62954]: DEBUG nova.virt.hardware [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.803422] env[62954]: DEBUG nova.virt.hardware [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.803600] env[62954]: DEBUG nova.virt.hardware [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.804690] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9efe5a0-419b-4170-9e43-66a0d600609f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.813570] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3ca1c6-e64e-4f99-9819-b46fa6a4d38b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.827036] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097136} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.835119] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.836355] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919bf726-38e5-4654-90f4-82716e466ce3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.859518] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 57d17803-dafe-4870-8c9a-be30cf09e06b/57d17803-dafe-4870-8c9a-be30cf09e06b.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.860110] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2c37dd0-3195-4331-ab54-6e38b4e405d9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.880553] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for the task: (returnval){ [ 746.880553] env[62954]: value = "task-2597359" [ 746.880553] env[62954]: _type = "Task" [ 746.880553] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.884449] env[62954]: DEBUG nova.scheduler.client.report [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.893079] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597359, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.000147] env[62954]: DEBUG oslo_vmware.api [None req-692c49b0-eaca-463a-8f38-062fb3570da3 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2597357, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.056367] env[62954]: DEBUG oslo_vmware.api [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52cbb583-b347-86a4-a187-2919749897dc, 'name': SearchDatastore_Task, 'duration_secs': 0.01225} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.056885] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.057244] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.057591] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.057837] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.058128] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.058490] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb927894-e494-4830-9e6f-c055a785c0c8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.072669] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.072867] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.073735] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a625ae46-b3b3-43e5-8ab0-950f796580aa {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.080459] env[62954]: DEBUG oslo_vmware.api [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 747.080459] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52b15bc9-f028-89a9-edea-2b58d70f9a06" [ 747.080459] env[62954]: _type = "Task" [ 747.080459] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.088928] env[62954]: DEBUG oslo_vmware.api [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52b15bc9-f028-89a9-edea-2b58d70f9a06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.177593] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597358, 'name': CreateVM_Task} progress is 25%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.181852] env[62954]: INFO nova.compute.manager [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Took 34.49 seconds to build instance. [ 747.371022] env[62954]: DEBUG nova.compute.manager [req-66abc33a-aa8b-4753-a5a6-fce5d68d49f1 req-ca89abca-c634-41a2-a5db-f0ca1e42e7cc service nova] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Received event network-vif-plugged-6fa98b71-59d6-469c-865a-08a8334703ae {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 747.371022] env[62954]: DEBUG oslo_concurrency.lockutils [req-66abc33a-aa8b-4753-a5a6-fce5d68d49f1 req-ca89abca-c634-41a2-a5db-f0ca1e42e7cc service nova] Acquiring lock "2bdc6d5a-4b65-44bb-8281-1067a1045d6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.371022] env[62954]: DEBUG oslo_concurrency.lockutils [req-66abc33a-aa8b-4753-a5a6-fce5d68d49f1 req-ca89abca-c634-41a2-a5db-f0ca1e42e7cc service nova] Lock "2bdc6d5a-4b65-44bb-8281-1067a1045d6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.371022] env[62954]: DEBUG oslo_concurrency.lockutils [req-66abc33a-aa8b-4753-a5a6-fce5d68d49f1 req-ca89abca-c634-41a2-a5db-f0ca1e42e7cc service nova] Lock "2bdc6d5a-4b65-44bb-8281-1067a1045d6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.371788] env[62954]: DEBUG nova.compute.manager [req-66abc33a-aa8b-4753-a5a6-fce5d68d49f1 req-ca89abca-c634-41a2-a5db-f0ca1e42e7cc service nova] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] No waiting events found dispatching network-vif-plugged-6fa98b71-59d6-469c-865a-08a8334703ae {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 747.371938] env[62954]: WARNING nova.compute.manager [req-66abc33a-aa8b-4753-a5a6-fce5d68d49f1 req-ca89abca-c634-41a2-a5db-f0ca1e42e7cc service nova] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Received unexpected event network-vif-plugged-6fa98b71-59d6-469c-865a-08a8334703ae for instance with vm_state building and task_state spawning. [ 747.388945] env[62954]: DEBUG oslo_concurrency.lockutils [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.649s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.389188] env[62954]: INFO nova.compute.manager [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Migrating [ 747.402149] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.902s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.404063] env[62954]: INFO nova.compute.claims [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.411184] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.503419] env[62954]: DEBUG oslo_vmware.api [None req-692c49b0-eaca-463a-8f38-062fb3570da3 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2597357, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.509612] env[62954]: DEBUG nova.network.neutron [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Successfully updated port: 6fa98b71-59d6-469c-865a-08a8334703ae {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 747.594815] env[62954]: DEBUG oslo_vmware.api [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52b15bc9-f028-89a9-edea-2b58d70f9a06, 'name': SearchDatastore_Task, 'duration_secs': 0.021752} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.595811] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-876c6bf5-4e25-49b1-b638-9ba7f20ebb8e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.600771] env[62954]: DEBUG oslo_vmware.api [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 747.600771] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5275620a-f3b6-407d-a0d1-0188e5482937" [ 747.600771] env[62954]: _type = "Task" [ 747.600771] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.608202] env[62954]: DEBUG oslo_vmware.api [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5275620a-f3b6-407d-a0d1-0188e5482937, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.675887] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597358, 'name': CreateVM_Task, 'duration_secs': 0.75597} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.676201] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.677183] env[62954]: DEBUG oslo_concurrency.lockutils [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.678057] env[62954]: DEBUG oslo_concurrency.lockutils [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.678057] env[62954]: DEBUG oslo_concurrency.lockutils [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.678297] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c0458f5-e9d0-4c2a-b4b8-31bc226d6de6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.684066] env[62954]: DEBUG oslo_concurrency.lockutils [None req-41e91fb0-2b27-4891-87ed-4b88c1f44d46 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "4e2c3168-923a-4d87-a5d6-e6d4ed7d521c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.684453] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for the task: (returnval){ [ 747.684453] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52dd6c2b-046c-9ac3-7807-a64fa85113a7" [ 747.684453] env[62954]: _type = "Task" [ 747.684453] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.700133] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52dd6c2b-046c-9ac3-7807-a64fa85113a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.791801] env[62954]: DEBUG nova.network.neutron [req-73a5b8d3-a150-4cde-9205-0f04a67b3cec req-eed49179-7487-4a0b-b484-07187c281dc6 service nova] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Updated VIF entry in instance network info cache for port 2d78483c-7bfc-4273-b154-ca2b4b588f8d. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.792361] env[62954]: DEBUG nova.network.neutron [req-73a5b8d3-a150-4cde-9205-0f04a67b3cec req-eed49179-7487-4a0b-b484-07187c281dc6 service nova] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Updating instance_info_cache with network_info: [{"id": "2d78483c-7bfc-4273-b154-ca2b4b588f8d", "address": "fa:16:3e:d4:9e:4a", "network": {"id": "ad3c3fac-b172-4a84-a7a1-c71e6406470f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-827521925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bb14452e23d41fcaea9bfb1fb4ce75d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d78483c-7b", "ovs_interfaceid": "2d78483c-7bfc-4273-b154-ca2b4b588f8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.892154] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.920152] env[62954]: DEBUG oslo_concurrency.lockutils [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquiring lock "refresh_cache-a210b97d-117c-418b-81a2-594ec21dde75" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.920152] env[62954]: DEBUG oslo_concurrency.lockutils [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquired lock "refresh_cache-a210b97d-117c-418b-81a2-594ec21dde75" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.920152] env[62954]: DEBUG nova.network.neutron [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.001462] env[62954]: DEBUG oslo_vmware.api [None req-692c49b0-eaca-463a-8f38-062fb3570da3 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2597357, 'name': ReconfigVM_Task, 'duration_secs': 1.182153} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.002514] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-692c49b0-eaca-463a-8f38-062fb3570da3 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523867', 'volume_id': 'd8bfd490-a613-4063-8786-ad292b058d27', 'name': 'volume-d8bfd490-a613-4063-8786-ad292b058d27', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60e703f7-b811-4186-a986-1958392664cd', 'attached_at': '', 'detached_at': '', 'volume_id': 'd8bfd490-a613-4063-8786-ad292b058d27', 'serial': 'd8bfd490-a613-4063-8786-ad292b058d27'} {{(pid=62954) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 748.009654] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Acquiring lock "refresh_cache-2bdc6d5a-4b65-44bb-8281-1067a1045d6a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.009798] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Acquired lock "refresh_cache-2bdc6d5a-4b65-44bb-8281-1067a1045d6a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.010256] env[62954]: DEBUG nova.network.neutron [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.110917] env[62954]: DEBUG oslo_vmware.api [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5275620a-f3b6-407d-a0d1-0188e5482937, 'name': SearchDatastore_Task, 'duration_secs': 0.032843} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.111303] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.111594] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 2effe3ff-ff7c-4369-9168-dc699087eced/2effe3ff-ff7c-4369-9168-dc699087eced.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.111854] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3039bc30-c955-4a61-8e20-eb2f422839aa {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.119096] env[62954]: DEBUG oslo_vmware.api [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 748.119096] env[62954]: value = "task-2597360" [ 748.119096] env[62954]: _type = "Task" [ 748.119096] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.129304] env[62954]: DEBUG oslo_vmware.api [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.191113] env[62954]: DEBUG nova.compute.manager [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.199652] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52dd6c2b-046c-9ac3-7807-a64fa85113a7, 'name': SearchDatastore_Task, 'duration_secs': 0.010315} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.200337] env[62954]: DEBUG oslo_concurrency.lockutils [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.200576] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.200814] env[62954]: DEBUG oslo_concurrency.lockutils [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.201091] env[62954]: DEBUG oslo_concurrency.lockutils [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.201402] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.201776] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01be4f28-4dd8-4f48-a164-acbbaf125c5f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.211258] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.211471] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.212266] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f5bc4c5-e5cb-40cb-86e6-66fe8482ab66 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.219614] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for the task: (returnval){ [ 748.219614] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5289e229-cedd-778e-0f5c-766469e2bbc3" [ 748.219614] env[62954]: _type = "Task" [ 748.219614] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.230280] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5289e229-cedd-778e-0f5c-766469e2bbc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.295036] env[62954]: DEBUG oslo_concurrency.lockutils [req-73a5b8d3-a150-4cde-9205-0f04a67b3cec req-eed49179-7487-4a0b-b484-07187c281dc6 service nova] Releasing lock "refresh_cache-1641ac46-fa21-4f35-9975-3a96a9ffa11c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.392862] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597359, 'name': ReconfigVM_Task, 'duration_secs': 1.362127} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.393068] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 57d17803-dafe-4870-8c9a-be30cf09e06b/57d17803-dafe-4870-8c9a-be30cf09e06b.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.393748] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7805ba10-4e45-4d54-afa9-fc7627f91318 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.399696] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for the task: (returnval){ [ 748.399696] env[62954]: value = "task-2597361" [ 748.399696] env[62954]: _type = "Task" [ 748.399696] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.412636] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597361, 'name': Rename_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.569288] env[62954]: DEBUG nova.objects.instance [None req-692c49b0-eaca-463a-8f38-062fb3570da3 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Lazy-loading 'flavor' on Instance uuid 60e703f7-b811-4186-a986-1958392664cd {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.577607] env[62954]: DEBUG nova.network.neutron [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 748.631334] env[62954]: DEBUG oslo_vmware.api [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597360, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.725644] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.737955] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5289e229-cedd-778e-0f5c-766469e2bbc3, 'name': SearchDatastore_Task, 'duration_secs': 0.011508} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.738804] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2900dd42-d063-4294-9a5e-e7b28e81b0f3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.746395] env[62954]: DEBUG nova.network.neutron [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Updating instance_info_cache with network_info: [{"id": "c9ad8abe-24b2-444b-8c62-38a265863ee3", "address": "fa:16:3e:15:e0:42", "network": {"id": "7d93cd88-3a79-4663-b604-587d28ffb013", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ae6c0f6d5bc5436aa4f50fbf2889df6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9ad8abe-24", "ovs_interfaceid": "c9ad8abe-24b2-444b-8c62-38a265863ee3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.752520] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for the task: (returnval){ [ 748.752520] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52394134-719e-0283-ad74-156270aa3ddb" [ 748.752520] env[62954]: _type = "Task" [ 748.752520] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.763480] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52394134-719e-0283-ad74-156270aa3ddb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.767728] env[62954]: DEBUG nova.network.neutron [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Updating instance_info_cache with network_info: [{"id": "6fa98b71-59d6-469c-865a-08a8334703ae", "address": "fa:16:3e:59:75:bc", "network": {"id": "46edbcab-0b59-4fcd-bdd3-d2fba82fa032", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-81551222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41d1a22c81b4415d99deec68c7f68d09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fa98b71-59", "ovs_interfaceid": "6fa98b71-59d6-469c-865a-08a8334703ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.807198] env[62954]: DEBUG nova.compute.manager [req-24957040-4198-41ef-a9b3-bab7b0f1568e req-ffec622b-5eb2-4edd-a3a1-f0a138bcf77c service nova] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Received event network-changed-854ac58c-5f34-451a-a739-84592c235a94 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 748.807408] env[62954]: DEBUG nova.compute.manager [req-24957040-4198-41ef-a9b3-bab7b0f1568e req-ffec622b-5eb2-4edd-a3a1-f0a138bcf77c service nova] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Refreshing instance network info cache due to event network-changed-854ac58c-5f34-451a-a739-84592c235a94. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 748.807659] env[62954]: DEBUG oslo_concurrency.lockutils [req-24957040-4198-41ef-a9b3-bab7b0f1568e req-ffec622b-5eb2-4edd-a3a1-f0a138bcf77c service nova] Acquiring lock "refresh_cache-4e2c3168-923a-4d87-a5d6-e6d4ed7d521c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.807761] env[62954]: DEBUG oslo_concurrency.lockutils [req-24957040-4198-41ef-a9b3-bab7b0f1568e req-ffec622b-5eb2-4edd-a3a1-f0a138bcf77c service nova] Acquired lock "refresh_cache-4e2c3168-923a-4d87-a5d6-e6d4ed7d521c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.807920] env[62954]: DEBUG nova.network.neutron [req-24957040-4198-41ef-a9b3-bab7b0f1568e req-ffec622b-5eb2-4edd-a3a1-f0a138bcf77c service nova] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Refreshing network info cache for port 854ac58c-5f34-451a-a739-84592c235a94 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.857021] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a26a234-133c-4199-8f17-8ef443e9abb5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.865408] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51e08ef-ec76-4425-90d1-6bda64933d93 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.898584] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1fa345-f099-4906-8666-db2d6855d2c6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.911998] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98334b0-85f8-485a-b945-b08bcfc9aef0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.915736] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597361, 'name': Rename_Task, 'duration_secs': 0.203421} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.916014] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.916554] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af969f48-03a4-415b-8f62-015372134df1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.925760] env[62954]: DEBUG nova.compute.provider_tree [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.932412] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for the task: (returnval){ [ 748.932412] env[62954]: value = "task-2597362" [ 748.932412] env[62954]: _type = "Task" [ 748.932412] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.940744] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.129263] env[62954]: DEBUG oslo_vmware.api [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.745376} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.129506] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 2effe3ff-ff7c-4369-9168-dc699087eced/2effe3ff-ff7c-4369-9168-dc699087eced.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.129716] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.130030] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61d68a68-cead-4e13-b40a-6a20807cdee7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.136451] env[62954]: DEBUG oslo_vmware.api [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 749.136451] env[62954]: value = "task-2597363" [ 749.136451] env[62954]: _type = "Task" [ 749.136451] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.143890] env[62954]: DEBUG oslo_vmware.api [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.253733] env[62954]: DEBUG oslo_concurrency.lockutils [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Releasing lock "refresh_cache-a210b97d-117c-418b-81a2-594ec21dde75" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.265686] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52394134-719e-0283-ad74-156270aa3ddb, 'name': SearchDatastore_Task, 'duration_secs': 0.039645} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.265958] env[62954]: DEBUG oslo_concurrency.lockutils [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.266230] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 1641ac46-fa21-4f35-9975-3a96a9ffa11c/1641ac46-fa21-4f35-9975-3a96a9ffa11c.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.266488] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14900c7e-4c56-46ea-a1e2-67b82c30ed99 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.269793] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Releasing lock "refresh_cache-2bdc6d5a-4b65-44bb-8281-1067a1045d6a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.269882] env[62954]: DEBUG nova.compute.manager [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Instance network_info: |[{"id": "6fa98b71-59d6-469c-865a-08a8334703ae", "address": "fa:16:3e:59:75:bc", "network": {"id": "46edbcab-0b59-4fcd-bdd3-d2fba82fa032", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-81551222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41d1a22c81b4415d99deec68c7f68d09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fa98b71-59", "ovs_interfaceid": "6fa98b71-59d6-469c-865a-08a8334703ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 749.270516] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:75:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '683a619f-b10d-41a3-8c03-4f69f6c9ce53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fa98b71-59d6-469c-865a-08a8334703ae', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 749.278278] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Creating folder: Project (41d1a22c81b4415d99deec68c7f68d09). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.280101] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db36bc33-ca76-4654-973f-eed6feecc6cd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.282072] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for the task: (returnval){ [ 749.282072] env[62954]: value = "task-2597364" [ 749.282072] env[62954]: _type = "Task" [ 749.282072] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.290410] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597364, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.291618] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Created folder: Project (41d1a22c81b4415d99deec68c7f68d09) in parent group-v523717. [ 749.291799] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Creating folder: Instances. Parent ref: group-v523876. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.292036] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82408e1b-ccc2-40c9-a5a4-ef59fa7ced55 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.299920] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Created folder: Instances in parent group-v523876. [ 749.300172] env[62954]: DEBUG oslo.service.loopingcall [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 749.300363] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 749.300564] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e72e59cd-df4b-463a-80e8-8bc2209818c5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.321310] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 749.321310] env[62954]: value = "task-2597367" [ 749.321310] env[62954]: _type = "Task" [ 749.321310] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.330382] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597367, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.405203] env[62954]: DEBUG nova.compute.manager [req-9e0a4ef3-07c7-4eb1-93b6-fcd2b0717fe5 req-e786aaf8-b00e-45eb-8bdc-f757b4034174 service nova] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Received event network-changed-6fa98b71-59d6-469c-865a-08a8334703ae {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 749.405203] env[62954]: DEBUG nova.compute.manager [req-9e0a4ef3-07c7-4eb1-93b6-fcd2b0717fe5 req-e786aaf8-b00e-45eb-8bdc-f757b4034174 service nova] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Refreshing instance network info cache due to event network-changed-6fa98b71-59d6-469c-865a-08a8334703ae. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 749.405203] env[62954]: DEBUG oslo_concurrency.lockutils [req-9e0a4ef3-07c7-4eb1-93b6-fcd2b0717fe5 req-e786aaf8-b00e-45eb-8bdc-f757b4034174 service nova] Acquiring lock "refresh_cache-2bdc6d5a-4b65-44bb-8281-1067a1045d6a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.405203] env[62954]: DEBUG oslo_concurrency.lockutils [req-9e0a4ef3-07c7-4eb1-93b6-fcd2b0717fe5 req-e786aaf8-b00e-45eb-8bdc-f757b4034174 service nova] Acquired lock "refresh_cache-2bdc6d5a-4b65-44bb-8281-1067a1045d6a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.405203] env[62954]: DEBUG nova.network.neutron [req-9e0a4ef3-07c7-4eb1-93b6-fcd2b0717fe5 req-e786aaf8-b00e-45eb-8bdc-f757b4034174 service nova] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Refreshing network info cache for port 6fa98b71-59d6-469c-865a-08a8334703ae {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.432032] env[62954]: DEBUG nova.scheduler.client.report [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.443378] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597362, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.577689] env[62954]: DEBUG oslo_concurrency.lockutils [None req-692c49b0-eaca-463a-8f38-062fb3570da3 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Lock "60e703f7-b811-4186-a986-1958392664cd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.337s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.650014] env[62954]: DEBUG oslo_vmware.api [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085613} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.650608] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.651878] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a69606d-52b8-4bbf-92f7-3eb9ee3b970c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.682582] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 2effe3ff-ff7c-4369-9168-dc699087eced/2effe3ff-ff7c-4369-9168-dc699087eced.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.683034] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5aae330c-b9e2-4dee-94fd-45506b0527ef {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.706884] env[62954]: DEBUG oslo_vmware.api [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 749.706884] env[62954]: value = "task-2597368" [ 749.706884] env[62954]: _type = "Task" [ 749.706884] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.722612] env[62954]: DEBUG oslo_vmware.api [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597368, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.796035] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597364, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.829908] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597367, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.904655] env[62954]: DEBUG nova.network.neutron [req-24957040-4198-41ef-a9b3-bab7b0f1568e req-ffec622b-5eb2-4edd-a3a1-f0a138bcf77c service nova] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Updated VIF entry in instance network info cache for port 854ac58c-5f34-451a-a739-84592c235a94. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.905075] env[62954]: DEBUG nova.network.neutron [req-24957040-4198-41ef-a9b3-bab7b0f1568e req-ffec622b-5eb2-4edd-a3a1-f0a138bcf77c service nova] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Updating instance_info_cache with network_info: [{"id": "854ac58c-5f34-451a-a739-84592c235a94", "address": "fa:16:3e:1f:f1:17", "network": {"id": "4bc10178-00ee-4e02-a77f-251b191703f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1716852077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ea3f4565fee40f2863a4acec611c17e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap854ac58c-5f", "ovs_interfaceid": "854ac58c-5f34-451a-a739-84592c235a94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.934986] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.935559] env[62954]: DEBUG nova.compute.manager [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 749.945025] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c4b7969b-81b1-4794-9e6c-d59b79efe9d0 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.643s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.945025] env[62954]: DEBUG nova.objects.instance [None req-c4b7969b-81b1-4794-9e6c-d59b79efe9d0 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Lazy-loading 'resources' on Instance uuid 64d2fdcf-1210-4994-b86c-74bac8aaffb3 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 749.950605] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597362, 'name': PowerOnVM_Task, 'duration_secs': 0.619412} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.954322] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.954572] env[62954]: INFO nova.compute.manager [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Took 8.73 seconds to spawn the instance on the hypervisor. [ 749.954770] env[62954]: DEBUG nova.compute.manager [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.956296] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c2e780-1c0d-484e-9daa-fb1be2636056 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.218592] env[62954]: DEBUG oslo_vmware.api [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597368, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.219511] env[62954]: DEBUG nova.network.neutron [req-9e0a4ef3-07c7-4eb1-93b6-fcd2b0717fe5 req-e786aaf8-b00e-45eb-8bdc-f757b4034174 service nova] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Updated VIF entry in instance network info cache for port 6fa98b71-59d6-469c-865a-08a8334703ae. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.219863] env[62954]: DEBUG nova.network.neutron [req-9e0a4ef3-07c7-4eb1-93b6-fcd2b0717fe5 req-e786aaf8-b00e-45eb-8bdc-f757b4034174 service nova] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Updating instance_info_cache with network_info: [{"id": "6fa98b71-59d6-469c-865a-08a8334703ae", "address": "fa:16:3e:59:75:bc", "network": {"id": "46edbcab-0b59-4fcd-bdd3-d2fba82fa032", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-81551222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41d1a22c81b4415d99deec68c7f68d09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fa98b71-59", "ovs_interfaceid": "6fa98b71-59d6-469c-865a-08a8334703ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.293028] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597364, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562358} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.293380] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 1641ac46-fa21-4f35-9975-3a96a9ffa11c/1641ac46-fa21-4f35-9975-3a96a9ffa11c.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.293673] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.294037] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60ad2061-f4e0-48dc-9f22-a21342312b14 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.301380] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for the task: (returnval){ [ 750.301380] env[62954]: value = "task-2597369" [ 750.301380] env[62954]: _type = "Task" [ 750.301380] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.309745] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597369, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.330308] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597367, 'name': CreateVM_Task, 'duration_secs': 0.533028} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.330476] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.331152] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.331393] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.331734] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.331979] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1f741a8-9757-4355-b034-989d505865ed {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.336593] env[62954]: DEBUG oslo_vmware.api [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Waiting for the task: (returnval){ [ 750.336593] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52a3b6b1-ea1a-de23-0d55-1fe2e4d4b6c8" [ 750.336593] env[62954]: _type = "Task" [ 750.336593] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.344616] env[62954]: DEBUG oslo_vmware.api [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52a3b6b1-ea1a-de23-0d55-1fe2e4d4b6c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.408417] env[62954]: DEBUG oslo_concurrency.lockutils [req-24957040-4198-41ef-a9b3-bab7b0f1568e req-ffec622b-5eb2-4edd-a3a1-f0a138bcf77c service nova] Releasing lock "refresh_cache-4e2c3168-923a-4d87-a5d6-e6d4ed7d521c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.451345] env[62954]: DEBUG nova.compute.utils [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 750.451345] env[62954]: DEBUG nova.compute.manager [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 750.451345] env[62954]: DEBUG nova.network.neutron [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 750.477440] env[62954]: INFO nova.compute.manager [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Took 35.83 seconds to build instance. [ 750.492296] env[62954]: DEBUG nova.policy [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '278dfbe70e5b4ca9895a28045a42f4a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c63415eabc2540309dd82fe654116228', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 750.529749] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Acquiring lock "3c12b5fd-118b-4de9-bc25-7205c8f0eb0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.529990] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Lock "3c12b5fd-118b-4de9-bc25-7205c8f0eb0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.721057] env[62954]: DEBUG oslo_vmware.api [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597368, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.722855] env[62954]: DEBUG oslo_concurrency.lockutils [req-9e0a4ef3-07c7-4eb1-93b6-fcd2b0717fe5 req-e786aaf8-b00e-45eb-8bdc-f757b4034174 service nova] Releasing lock "refresh_cache-2bdc6d5a-4b65-44bb-8281-1067a1045d6a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.770785] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73351c31-4cbd-48e8-b394-d340adaca4c2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.789466] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Updating instance 'a210b97d-117c-418b-81a2-594ec21dde75' progress to 0 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 750.814077] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597369, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061675} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.814371] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.815161] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8393ff-aefb-4bbf-8fe8-ff2a9f212742 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.837858] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 1641ac46-fa21-4f35-9975-3a96a9ffa11c/1641ac46-fa21-4f35-9975-3a96a9ffa11c.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.839234] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5eba24f3-4f77-403d-8884-dff62f819d10 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.855039] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fb8f3d-7006-4bc3-b1bc-adc4a4128d03 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.858668] env[62954]: DEBUG nova.network.neutron [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Successfully created port: 5b48fec2-4fa8-40bd-977d-9d8e5512a053 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 750.872665] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f4d6ec-890f-45a7-a7fc-58389ca49fc7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.875823] env[62954]: DEBUG oslo_vmware.api [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52a3b6b1-ea1a-de23-0d55-1fe2e4d4b6c8, 'name': SearchDatastore_Task, 'duration_secs': 0.015439} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.876193] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for the task: (returnval){ [ 750.876193] env[62954]: value = "task-2597370" [ 750.876193] env[62954]: _type = "Task" [ 750.876193] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.876475] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.876711] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.876941] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.877109] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.877305] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.877886] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa7ea137-f41e-4f37-8d6f-26c8fd2c39a9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.910593] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b455f4bc-bdb2-4cdd-b5c7-b6ad74ed30a5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.916563] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.918089] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.918271] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.918980] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69023ec7-5cd4-45e9-992d-325eac099eac {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.924727] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673715f7-0104-4055-8468-3d41875aebc2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.929820] env[62954]: DEBUG oslo_vmware.api [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Waiting for the task: (returnval){ [ 750.929820] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52311c8b-a8c6-3dc9-4fc0-baa27a3038a0" [ 750.929820] env[62954]: _type = "Task" [ 750.929820] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.942741] env[62954]: DEBUG nova.compute.provider_tree [None req-c4b7969b-81b1-4794-9e6c-d59b79efe9d0 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.950680] env[62954]: DEBUG oslo_vmware.api [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52311c8b-a8c6-3dc9-4fc0-baa27a3038a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.953559] env[62954]: DEBUG nova.compute.manager [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 750.979840] env[62954]: DEBUG oslo_concurrency.lockutils [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lock "57d17803-dafe-4870-8c9a-be30cf09e06b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.348s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.221567] env[62954]: DEBUG oslo_vmware.api [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597368, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.299110] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.299529] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91e22faf-d65f-4709-8f77-a85aa8d91441 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.306692] env[62954]: DEBUG oslo_vmware.api [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Waiting for the task: (returnval){ [ 751.306692] env[62954]: value = "task-2597371" [ 751.306692] env[62954]: _type = "Task" [ 751.306692] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.314767] env[62954]: DEBUG oslo_vmware.api [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2597371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.387709] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.440937] env[62954]: DEBUG oslo_vmware.api [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52311c8b-a8c6-3dc9-4fc0-baa27a3038a0, 'name': SearchDatastore_Task, 'duration_secs': 0.022659} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.441882] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0facec00-bdf6-4377-988f-cf9346fa49df {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.445436] env[62954]: DEBUG nova.scheduler.client.report [None req-c4b7969b-81b1-4794-9e6c-d59b79efe9d0 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.451676] env[62954]: DEBUG oslo_vmware.api [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Waiting for the task: (returnval){ [ 751.451676] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]520b8b85-892a-eb6b-b085-2f5a728c0156" [ 751.451676] env[62954]: _type = "Task" [ 751.451676] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.463986] env[62954]: DEBUG oslo_vmware.api [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]520b8b85-892a-eb6b-b085-2f5a728c0156, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.481849] env[62954]: DEBUG nova.compute.manager [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 751.720729] env[62954]: DEBUG oslo_vmware.api [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597368, 'name': ReconfigVM_Task, 'duration_secs': 1.71259} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.721018] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 2effe3ff-ff7c-4369-9168-dc699087eced/2effe3ff-ff7c-4369-9168-dc699087eced.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.721678] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5591e5d-a448-40a1-80f8-5abe39f33a8c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.727684] env[62954]: DEBUG oslo_vmware.api [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 751.727684] env[62954]: value = "task-2597372" [ 751.727684] env[62954]: _type = "Task" [ 751.727684] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.736821] env[62954]: DEBUG oslo_vmware.api [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597372, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.816980] env[62954]: DEBUG oslo_vmware.api [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2597371, 'name': PowerOffVM_Task, 'duration_secs': 0.201699} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.817273] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 751.817484] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Updating instance 'a210b97d-117c-418b-81a2-594ec21dde75' progress to 17 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 751.888229] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597370, 'name': ReconfigVM_Task, 'duration_secs': 0.747525} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.888510] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 1641ac46-fa21-4f35-9975-3a96a9ffa11c/1641ac46-fa21-4f35-9975-3a96a9ffa11c.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.889175] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70ff6b41-691a-4065-b839-a5c7f00ba7e6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.895228] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for the task: (returnval){ [ 751.895228] env[62954]: value = "task-2597373" [ 751.895228] env[62954]: _type = "Task" [ 751.895228] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.902762] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597373, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.950399] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c4b7969b-81b1-4794-9e6c-d59b79efe9d0 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.953285] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.195s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.953665] env[62954]: DEBUG nova.objects.instance [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62954) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 751.967698] env[62954]: DEBUG nova.compute.manager [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 751.973281] env[62954]: DEBUG oslo_vmware.api [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]520b8b85-892a-eb6b-b085-2f5a728c0156, 'name': SearchDatastore_Task, 'duration_secs': 0.014647} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.973281] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.973281] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 2bdc6d5a-4b65-44bb-8281-1067a1045d6a/2bdc6d5a-4b65-44bb-8281-1067a1045d6a.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.973281] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8f836e9-2e50-445d-9239-22b0441ea6ae {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.978121] env[62954]: DEBUG oslo_vmware.api [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Waiting for the task: (returnval){ [ 751.978121] env[62954]: value = "task-2597374" [ 751.978121] env[62954]: _type = "Task" [ 751.978121] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.991771] env[62954]: DEBUG oslo_vmware.api [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Task: {'id': task-2597374, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.994801] env[62954]: INFO nova.scheduler.client.report [None req-c4b7969b-81b1-4794-9e6c-d59b79efe9d0 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Deleted allocations for instance 64d2fdcf-1210-4994-b86c-74bac8aaffb3 [ 752.009967] env[62954]: DEBUG nova.virt.hardware [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.010225] env[62954]: DEBUG nova.virt.hardware [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.010381] env[62954]: DEBUG nova.virt.hardware [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.010564] env[62954]: DEBUG nova.virt.hardware [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.011600] env[62954]: DEBUG nova.virt.hardware [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.011955] env[62954]: DEBUG nova.virt.hardware [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.012975] env[62954]: DEBUG nova.virt.hardware [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.013131] env[62954]: DEBUG nova.virt.hardware [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.013371] env[62954]: DEBUG nova.virt.hardware [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.013585] env[62954]: DEBUG nova.virt.hardware [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.013786] env[62954]: DEBUG nova.virt.hardware [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.015301] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a23c55-3038-46dd-b3e6-43fd1f8edfd4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.019296] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.025890] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a1760c-4eb1-4beb-8e80-df1083fde08e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.239424] env[62954]: DEBUG oslo_vmware.api [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597372, 'name': Rename_Task, 'duration_secs': 0.209526} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.239753] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.240017] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c14b549-5371-4aeb-8ec4-a45d91a55d73 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.247439] env[62954]: DEBUG oslo_vmware.api [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 752.247439] env[62954]: value = "task-2597375" [ 752.247439] env[62954]: _type = "Task" [ 752.247439] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.259537] env[62954]: DEBUG oslo_vmware.api [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597375, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.330010] env[62954]: DEBUG nova.virt.hardware [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.330010] env[62954]: DEBUG nova.virt.hardware [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.330010] env[62954]: DEBUG nova.virt.hardware [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.330010] env[62954]: DEBUG nova.virt.hardware [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.330010] env[62954]: DEBUG nova.virt.hardware [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.330010] env[62954]: DEBUG nova.virt.hardware [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.330010] env[62954]: DEBUG nova.virt.hardware [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.330010] env[62954]: DEBUG nova.virt.hardware [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.330010] env[62954]: DEBUG nova.virt.hardware [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.330010] env[62954]: DEBUG nova.virt.hardware [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.330010] env[62954]: DEBUG nova.virt.hardware [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.337345] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df105f80-b598-41b7-87b9-e5d720538170 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.354791] env[62954]: DEBUG oslo_vmware.api [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Waiting for the task: (returnval){ [ 752.354791] env[62954]: value = "task-2597376" [ 752.354791] env[62954]: _type = "Task" [ 752.354791] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.367462] env[62954]: DEBUG oslo_vmware.api [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2597376, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.407466] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597373, 'name': Rename_Task, 'duration_secs': 0.16139} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.407912] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.408233] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5dbd989-9020-4475-90d0-87696d324211 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.416521] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for the task: (returnval){ [ 752.416521] env[62954]: value = "task-2597377" [ 752.416521] env[62954]: _type = "Task" [ 752.416521] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.427147] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.489389] env[62954]: DEBUG oslo_vmware.api [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Task: {'id': task-2597374, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500562} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.489649] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 2bdc6d5a-4b65-44bb-8281-1067a1045d6a/2bdc6d5a-4b65-44bb-8281-1067a1045d6a.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.489938] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.490144] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7284de69-8d81-46db-b644-79648decfa75 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.496358] env[62954]: DEBUG oslo_vmware.api [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Waiting for the task: (returnval){ [ 752.496358] env[62954]: value = "task-2597378" [ 752.496358] env[62954]: _type = "Task" [ 752.496358] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.508070] env[62954]: DEBUG oslo_vmware.api [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Task: {'id': task-2597378, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.508670] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c4b7969b-81b1-4794-9e6c-d59b79efe9d0 tempest-ServerRescueTestJSONUnderV235-1780478565 tempest-ServerRescueTestJSONUnderV235-1780478565-project-member] Lock "64d2fdcf-1210-4994-b86c-74bac8aaffb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.969s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.555766] env[62954]: DEBUG nova.compute.manager [req-9216e7a4-e815-4685-bced-c07c0b02ec3b req-fa0ef669-bd6d-4071-99c7-7c21a79977e1 service nova] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Received event network-vif-plugged-5b48fec2-4fa8-40bd-977d-9d8e5512a053 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 752.556182] env[62954]: DEBUG oslo_concurrency.lockutils [req-9216e7a4-e815-4685-bced-c07c0b02ec3b req-fa0ef669-bd6d-4071-99c7-7c21a79977e1 service nova] Acquiring lock "d8f3b081-69a4-4239-9a99-a1cd07cb3b83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.556433] env[62954]: DEBUG oslo_concurrency.lockutils [req-9216e7a4-e815-4685-bced-c07c0b02ec3b req-fa0ef669-bd6d-4071-99c7-7c21a79977e1 service nova] Lock "d8f3b081-69a4-4239-9a99-a1cd07cb3b83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.556628] env[62954]: DEBUG oslo_concurrency.lockutils [req-9216e7a4-e815-4685-bced-c07c0b02ec3b req-fa0ef669-bd6d-4071-99c7-7c21a79977e1 service nova] Lock "d8f3b081-69a4-4239-9a99-a1cd07cb3b83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.556832] env[62954]: DEBUG nova.compute.manager [req-9216e7a4-e815-4685-bced-c07c0b02ec3b req-fa0ef669-bd6d-4071-99c7-7c21a79977e1 service nova] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] No waiting events found dispatching network-vif-plugged-5b48fec2-4fa8-40bd-977d-9d8e5512a053 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 752.557046] env[62954]: WARNING nova.compute.manager [req-9216e7a4-e815-4685-bced-c07c0b02ec3b req-fa0ef669-bd6d-4071-99c7-7c21a79977e1 service nova] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Received unexpected event network-vif-plugged-5b48fec2-4fa8-40bd-977d-9d8e5512a053 for instance with vm_state building and task_state spawning. [ 752.744091] env[62954]: DEBUG nova.network.neutron [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Successfully updated port: 5b48fec2-4fa8-40bd-977d-9d8e5512a053 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 752.760719] env[62954]: DEBUG oslo_vmware.api [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597375, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.866547] env[62954]: DEBUG oslo_vmware.api [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2597376, 'name': ReconfigVM_Task, 'duration_secs': 0.254647} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.866871] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Updating instance 'a210b97d-117c-418b-81a2-594ec21dde75' progress to 33 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 752.930390] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597377, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.966732] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dceb687e-7260-4c21-938d-f908eb5d0c53 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.967982] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.365s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.969057] env[62954]: DEBUG nova.objects.instance [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lazy-loading 'resources' on Instance uuid 383d7013-3574-4b60-9975-af059d4f8a99 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.006446] env[62954]: DEBUG oslo_vmware.api [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Task: {'id': task-2597378, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076616} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.006922] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.007924] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35917493-6409-460d-963f-814ddf4bf67e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.033188] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 2bdc6d5a-4b65-44bb-8281-1067a1045d6a/2bdc6d5a-4b65-44bb-8281-1067a1045d6a.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.033741] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01419cae-e892-4ece-8577-fbd919e663b0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.053702] env[62954]: DEBUG oslo_vmware.api [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Waiting for the task: (returnval){ [ 753.053702] env[62954]: value = "task-2597379" [ 753.053702] env[62954]: _type = "Task" [ 753.053702] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.062056] env[62954]: DEBUG oslo_vmware.api [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Task: {'id': task-2597379, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.246762] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "refresh_cache-d8f3b081-69a4-4239-9a99-a1cd07cb3b83" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.246937] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquired lock "refresh_cache-d8f3b081-69a4-4239-9a99-a1cd07cb3b83" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.247111] env[62954]: DEBUG nova.network.neutron [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.258009] env[62954]: DEBUG oslo_vmware.api [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597375, 'name': PowerOnVM_Task, 'duration_secs': 0.698234} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.258298] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.258511] env[62954]: DEBUG nova.compute.manager [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.259313] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923fec15-2eef-49d5-950e-270d6a86f9e6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.373675] env[62954]: DEBUG nova.virt.hardware [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:32:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='48d086de-f1d4-47b8-b12f-fa19c556f3f1',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-682294996',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.373934] env[62954]: DEBUG nova.virt.hardware [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.374106] env[62954]: DEBUG nova.virt.hardware [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.374286] env[62954]: DEBUG nova.virt.hardware [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.374464] env[62954]: DEBUG nova.virt.hardware [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.374631] env[62954]: DEBUG nova.virt.hardware [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.374866] env[62954]: DEBUG nova.virt.hardware [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.379024] env[62954]: DEBUG nova.virt.hardware [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.379315] env[62954]: DEBUG nova.virt.hardware [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.379513] env[62954]: DEBUG nova.virt.hardware [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.379691] env[62954]: DEBUG nova.virt.hardware [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.385691] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 753.386780] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00a4e88b-2e07-4429-bfec-557cce69a729 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.411229] env[62954]: DEBUG oslo_vmware.api [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Waiting for the task: (returnval){ [ 753.411229] env[62954]: value = "task-2597380" [ 753.411229] env[62954]: _type = "Task" [ 753.411229] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.419818] env[62954]: DEBUG oslo_vmware.api [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2597380, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.427391] env[62954]: DEBUG oslo_vmware.api [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597377, 'name': PowerOnVM_Task, 'duration_secs': 0.659185} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.427655] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.427877] env[62954]: INFO nova.compute.manager [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Took 9.67 seconds to spawn the instance on the hypervisor. [ 753.428136] env[62954]: DEBUG nova.compute.manager [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.428850] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8363b4ee-a87c-438d-a6f7-39f4d04eb179 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.471481] env[62954]: DEBUG nova.objects.instance [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lazy-loading 'numa_topology' on Instance uuid 383d7013-3574-4b60-9975-af059d4f8a99 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.573471] env[62954]: DEBUG oslo_vmware.api [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Task: {'id': task-2597379, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.774598] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.813757] env[62954]: DEBUG nova.network.neutron [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 753.926486] env[62954]: DEBUG oslo_vmware.api [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2597380, 'name': ReconfigVM_Task, 'duration_secs': 0.184298} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.927811] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 753.930780] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcd1020-018b-4e2b-a112-650c9e86a8f6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.967769] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] a210b97d-117c-418b-81a2-594ec21dde75/a210b97d-117c-418b-81a2-594ec21dde75.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.973124] env[62954]: INFO nova.compute.manager [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Took 39.26 seconds to build instance. [ 753.974476] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-950c9159-2897-4101-8250-31b0066c6d99 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.989714] env[62954]: DEBUG nova.objects.base [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Object Instance<383d7013-3574-4b60-9975-af059d4f8a99> lazy-loaded attributes: resources,numa_topology {{(pid=62954) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 753.996409] env[62954]: DEBUG nova.network.neutron [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Updating instance_info_cache with network_info: [{"id": "5b48fec2-4fa8-40bd-977d-9d8e5512a053", "address": "fa:16:3e:2b:56:be", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b48fec2-4f", "ovs_interfaceid": "5b48fec2-4fa8-40bd-977d-9d8e5512a053", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.999902] env[62954]: DEBUG oslo_vmware.api [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Waiting for the task: (returnval){ [ 753.999902] env[62954]: value = "task-2597381" [ 753.999902] env[62954]: _type = "Task" [ 753.999902] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.010182] env[62954]: DEBUG oslo_vmware.api [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2597381, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.066897] env[62954]: DEBUG oslo_vmware.api [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Task: {'id': task-2597379, 'name': ReconfigVM_Task, 'duration_secs': 0.925908} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.067208] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 2bdc6d5a-4b65-44bb-8281-1067a1045d6a/2bdc6d5a-4b65-44bb-8281-1067a1045d6a.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.067847] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-409c47d2-58d0-4946-b8c9-0cccfc1544f2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.074452] env[62954]: DEBUG oslo_vmware.api [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Waiting for the task: (returnval){ [ 754.074452] env[62954]: value = "task-2597382" [ 754.074452] env[62954]: _type = "Task" [ 754.074452] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.085482] env[62954]: DEBUG oslo_vmware.api [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Task: {'id': task-2597382, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.363674] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9994142b-057b-4cc1-9227-fc5069f1a118 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.371323] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29cfe2c-7877-4556-868d-1bbc0b6e2f57 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.403204] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a5d96c-f955-4691-b4cf-170c4e7a52b1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.412229] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00248a5d-96b1-418d-92f3-fdbb1158e233 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.427532] env[62954]: DEBUG nova.compute.provider_tree [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.493623] env[62954]: DEBUG oslo_concurrency.lockutils [None req-44f493f0-ef75-4b38-b73f-71bcdc4ab6bc tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lock "1641ac46-fa21-4f35-9975-3a96a9ffa11c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.795s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.501485] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Releasing lock "refresh_cache-d8f3b081-69a4-4239-9a99-a1cd07cb3b83" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.501807] env[62954]: DEBUG nova.compute.manager [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Instance network_info: |[{"id": "5b48fec2-4fa8-40bd-977d-9d8e5512a053", "address": "fa:16:3e:2b:56:be", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b48fec2-4f", "ovs_interfaceid": "5b48fec2-4fa8-40bd-977d-9d8e5512a053", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 754.502347] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:56:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '594b35bb-a20b-4f0e-bd35-9acf9cc6bf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b48fec2-4fa8-40bd-977d-9d8e5512a053', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.510232] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Creating folder: Project (c63415eabc2540309dd82fe654116228). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.515058] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4af6ad6-3a3a-4561-8c8f-30d4e98bdf2f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.522035] env[62954]: DEBUG oslo_vmware.api [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2597381, 'name': ReconfigVM_Task, 'duration_secs': 0.264729} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.522410] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Reconfigured VM instance instance-0000002e to attach disk [datastore1] a210b97d-117c-418b-81a2-594ec21dde75/a210b97d-117c-418b-81a2-594ec21dde75.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.522827] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Updating instance 'a210b97d-117c-418b-81a2-594ec21dde75' progress to 50 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 754.527830] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Created folder: Project (c63415eabc2540309dd82fe654116228) in parent group-v523717. [ 754.527830] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Creating folder: Instances. Parent ref: group-v523879. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.528383] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f937065-a1e1-47a2-a0d9-a0b469c6c2dd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.543531] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Created folder: Instances in parent group-v523879. [ 754.543807] env[62954]: DEBUG oslo.service.loopingcall [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 754.543992] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.544238] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-769e2d48-22d5-44b1-b267-82a0e24e5178 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.564546] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.564546] env[62954]: value = "task-2597385" [ 754.564546] env[62954]: _type = "Task" [ 754.564546] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.573088] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597385, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.584670] env[62954]: DEBUG oslo_vmware.api [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Task: {'id': task-2597382, 'name': Rename_Task, 'duration_secs': 0.147943} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.585194] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.585194] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecfd2b32-5c40-4d37-b151-6d377d21e5ad {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.592493] env[62954]: DEBUG oslo_vmware.api [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Waiting for the task: (returnval){ [ 754.592493] env[62954]: value = "task-2597386" [ 754.592493] env[62954]: _type = "Task" [ 754.592493] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.602851] env[62954]: DEBUG oslo_vmware.api [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Task: {'id': task-2597386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.641276] env[62954]: DEBUG nova.compute.manager [req-0146bb9c-dacb-475c-9273-a49da2841870 req-d1b95da2-960b-4b66-87ea-52825cdcd559 service nova] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Received event network-changed-5b48fec2-4fa8-40bd-977d-9d8e5512a053 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 754.641535] env[62954]: DEBUG nova.compute.manager [req-0146bb9c-dacb-475c-9273-a49da2841870 req-d1b95da2-960b-4b66-87ea-52825cdcd559 service nova] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Refreshing instance network info cache due to event network-changed-5b48fec2-4fa8-40bd-977d-9d8e5512a053. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 754.641795] env[62954]: DEBUG oslo_concurrency.lockutils [req-0146bb9c-dacb-475c-9273-a49da2841870 req-d1b95da2-960b-4b66-87ea-52825cdcd559 service nova] Acquiring lock "refresh_cache-d8f3b081-69a4-4239-9a99-a1cd07cb3b83" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.641959] env[62954]: DEBUG oslo_concurrency.lockutils [req-0146bb9c-dacb-475c-9273-a49da2841870 req-d1b95da2-960b-4b66-87ea-52825cdcd559 service nova] Acquired lock "refresh_cache-d8f3b081-69a4-4239-9a99-a1cd07cb3b83" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.642270] env[62954]: DEBUG nova.network.neutron [req-0146bb9c-dacb-475c-9273-a49da2841870 req-d1b95da2-960b-4b66-87ea-52825cdcd559 service nova] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Refreshing network info cache for port 5b48fec2-4fa8-40bd-977d-9d8e5512a053 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.930736] env[62954]: DEBUG nova.scheduler.client.report [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.031295] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382c2fee-708c-4770-b3dc-ef92bfb20605 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.036112] env[62954]: INFO nova.compute.manager [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Rebuilding instance [ 755.052617] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f181e638-f424-46b9-899c-f013a2dde525 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.073100] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Updating instance 'a210b97d-117c-418b-81a2-594ec21dde75' progress to 67 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 755.088048] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597385, 'name': CreateVM_Task, 'duration_secs': 0.457091} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.088222] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.088902] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.089054] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.089365] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.089613] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cb549b3-d8cc-4a35-84ab-24331caa1868 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.094156] env[62954]: DEBUG oslo_vmware.api [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 755.094156] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]522c866b-693e-4694-16de-ea213c9d181f" [ 755.094156] env[62954]: _type = "Task" [ 755.094156] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.106507] env[62954]: DEBUG nova.compute.manager [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 755.109763] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ded66b-fb3d-4f95-b003-6f2aeff815ca {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.119243] env[62954]: DEBUG oslo_vmware.api [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]522c866b-693e-4694-16de-ea213c9d181f, 'name': SearchDatastore_Task, 'duration_secs': 0.010558} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.119475] env[62954]: DEBUG oslo_vmware.api [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Task: {'id': task-2597386, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.120765] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.121168] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.121377] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.121435] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.121610] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.122339] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf249177-2422-47d3-8c5c-4a5def9bd1c3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.134582] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 755.134767] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 755.135746] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98696179-d5c8-45c4-ac8e-526d6b05cabd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.141776] env[62954]: DEBUG oslo_vmware.api [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 755.141776] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52da2f40-0156-02bb-681d-42e5d8ba7c89" [ 755.141776] env[62954]: _type = "Task" [ 755.141776] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.154054] env[62954]: DEBUG oslo_vmware.api [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52da2f40-0156-02bb-681d-42e5d8ba7c89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.406802] env[62954]: DEBUG nova.network.neutron [req-0146bb9c-dacb-475c-9273-a49da2841870 req-d1b95da2-960b-4b66-87ea-52825cdcd559 service nova] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Updated VIF entry in instance network info cache for port 5b48fec2-4fa8-40bd-977d-9d8e5512a053. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.407193] env[62954]: DEBUG nova.network.neutron [req-0146bb9c-dacb-475c-9273-a49da2841870 req-d1b95da2-960b-4b66-87ea-52825cdcd559 service nova] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Updating instance_info_cache with network_info: [{"id": "5b48fec2-4fa8-40bd-977d-9d8e5512a053", "address": "fa:16:3e:2b:56:be", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b48fec2-4f", "ovs_interfaceid": "5b48fec2-4fa8-40bd-977d-9d8e5512a053", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.437022] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.469s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.439340] env[62954]: DEBUG oslo_concurrency.lockutils [None req-392358c9-3046-4aaa-97c2-7c979c953413 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.178s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.439581] env[62954]: DEBUG nova.objects.instance [None req-392358c9-3046-4aaa-97c2-7c979c953413 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Lazy-loading 'resources' on Instance uuid ef7398c4-e98d-4434-92e2-14f6e86fa19c {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.501249] env[62954]: DEBUG oslo_concurrency.lockutils [None req-57185794-ea3f-4ab5-a142-1936ae5ba580 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquiring lock "57d17803-dafe-4870-8c9a-be30cf09e06b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.501527] env[62954]: DEBUG oslo_concurrency.lockutils [None req-57185794-ea3f-4ab5-a142-1936ae5ba580 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lock "57d17803-dafe-4870-8c9a-be30cf09e06b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.501733] env[62954]: DEBUG oslo_concurrency.lockutils [None req-57185794-ea3f-4ab5-a142-1936ae5ba580 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquiring lock "57d17803-dafe-4870-8c9a-be30cf09e06b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.501919] env[62954]: DEBUG oslo_concurrency.lockutils [None req-57185794-ea3f-4ab5-a142-1936ae5ba580 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lock "57d17803-dafe-4870-8c9a-be30cf09e06b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.502175] env[62954]: DEBUG oslo_concurrency.lockutils [None req-57185794-ea3f-4ab5-a142-1936ae5ba580 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lock "57d17803-dafe-4870-8c9a-be30cf09e06b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.506481] env[62954]: INFO nova.compute.manager [None req-57185794-ea3f-4ab5-a142-1936ae5ba580 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Terminating instance [ 755.604974] env[62954]: DEBUG oslo_vmware.api [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Task: {'id': task-2597386, 'name': PowerOnVM_Task, 'duration_secs': 0.66149} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.605288] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.605522] env[62954]: INFO nova.compute.manager [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Took 8.84 seconds to spawn the instance on the hypervisor. [ 755.605711] env[62954]: DEBUG nova.compute.manager [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 755.606572] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8310f0-4626-48cf-bc1a-ebd746dd059c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.619619] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6a00a93e-2955-4cfc-8916-55ff9c219550 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquiring lock "1641ac46-fa21-4f35-9975-3a96a9ffa11c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.619900] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6a00a93e-2955-4cfc-8916-55ff9c219550 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lock "1641ac46-fa21-4f35-9975-3a96a9ffa11c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.620124] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6a00a93e-2955-4cfc-8916-55ff9c219550 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquiring lock "1641ac46-fa21-4f35-9975-3a96a9ffa11c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.620307] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6a00a93e-2955-4cfc-8916-55ff9c219550 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lock "1641ac46-fa21-4f35-9975-3a96a9ffa11c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.620498] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6a00a93e-2955-4cfc-8916-55ff9c219550 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lock "1641ac46-fa21-4f35-9975-3a96a9ffa11c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.623137] env[62954]: INFO nova.compute.manager [None req-6a00a93e-2955-4cfc-8916-55ff9c219550 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Terminating instance [ 755.639228] env[62954]: DEBUG nova.network.neutron [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Port c9ad8abe-24b2-444b-8c62-38a265863ee3 binding to destination host cpu-1 is already ACTIVE {{(pid=62954) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 755.656272] env[62954]: DEBUG oslo_vmware.api [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52da2f40-0156-02bb-681d-42e5d8ba7c89, 'name': SearchDatastore_Task, 'duration_secs': 0.011048} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.657399] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbd3892e-e828-414f-bdfe-a5a09861e52a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.664333] env[62954]: DEBUG oslo_vmware.api [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 755.664333] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5268c845-209f-ccd6-4c36-ad3c71fadad1" [ 755.664333] env[62954]: _type = "Task" [ 755.664333] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.675714] env[62954]: DEBUG oslo_vmware.api [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5268c845-209f-ccd6-4c36-ad3c71fadad1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.910718] env[62954]: DEBUG oslo_concurrency.lockutils [req-0146bb9c-dacb-475c-9273-a49da2841870 req-d1b95da2-960b-4b66-87ea-52825cdcd559 service nova] Releasing lock "refresh_cache-d8f3b081-69a4-4239-9a99-a1cd07cb3b83" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.948742] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d2d194ec-67f3-4853-b2f3-43972eedc734 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "383d7013-3574-4b60-9975-af059d4f8a99" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 48.607s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.949638] env[62954]: DEBUG oslo_concurrency.lockutils [None req-21862627-9031-4743-abcf-e15be78b2930 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "383d7013-3574-4b60-9975-af059d4f8a99" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 27.007s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.949857] env[62954]: DEBUG oslo_concurrency.lockutils [None req-21862627-9031-4743-abcf-e15be78b2930 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "383d7013-3574-4b60-9975-af059d4f8a99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.950078] env[62954]: DEBUG oslo_concurrency.lockutils [None req-21862627-9031-4743-abcf-e15be78b2930 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "383d7013-3574-4b60-9975-af059d4f8a99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.950251] env[62954]: DEBUG oslo_concurrency.lockutils [None req-21862627-9031-4743-abcf-e15be78b2930 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "383d7013-3574-4b60-9975-af059d4f8a99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.951789] env[62954]: INFO nova.compute.manager [None req-21862627-9031-4743-abcf-e15be78b2930 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Terminating instance [ 756.010040] env[62954]: DEBUG nova.compute.manager [None req-57185794-ea3f-4ab5-a142-1936ae5ba580 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 756.010277] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-57185794-ea3f-4ab5-a142-1936ae5ba580 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.011347] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2dcc05-039e-466e-a4dd-e2135a830a87 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.019176] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-57185794-ea3f-4ab5-a142-1936ae5ba580 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.019420] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e791abec-36af-482c-8462-9d4ea065df60 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.029221] env[62954]: DEBUG oslo_vmware.api [None req-57185794-ea3f-4ab5-a142-1936ae5ba580 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for the task: (returnval){ [ 756.029221] env[62954]: value = "task-2597387" [ 756.029221] env[62954]: _type = "Task" [ 756.029221] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.038876] env[62954]: DEBUG oslo_vmware.api [None req-57185794-ea3f-4ab5-a142-1936ae5ba580 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.125786] env[62954]: INFO nova.compute.manager [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Took 39.14 seconds to build instance. [ 756.126963] env[62954]: DEBUG nova.compute.manager [None req-6a00a93e-2955-4cfc-8916-55ff9c219550 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 756.127192] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6a00a93e-2955-4cfc-8916-55ff9c219550 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.128208] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1dc5d8-b81b-4b07-86c7-508af01fb66b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.132810] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.133066] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e02e4be-5b92-4a1f-90ca-5708404b85b3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.138104] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a00a93e-2955-4cfc-8916-55ff9c219550 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.138367] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b41bfdb8-a63c-4c3f-821d-f074e2d58321 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.148700] env[62954]: DEBUG oslo_vmware.api [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 756.148700] env[62954]: value = "task-2597388" [ 756.148700] env[62954]: _type = "Task" [ 756.148700] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.155713] env[62954]: DEBUG oslo_vmware.api [None req-6a00a93e-2955-4cfc-8916-55ff9c219550 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for the task: (returnval){ [ 756.155713] env[62954]: value = "task-2597389" [ 756.155713] env[62954]: _type = "Task" [ 756.155713] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.167789] env[62954]: DEBUG oslo_vmware.api [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.175061] env[62954]: DEBUG oslo_vmware.api [None req-6a00a93e-2955-4cfc-8916-55ff9c219550 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.182662] env[62954]: DEBUG oslo_vmware.api [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5268c845-209f-ccd6-4c36-ad3c71fadad1, 'name': SearchDatastore_Task, 'duration_secs': 0.011019} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.186103] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.186472] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] d8f3b081-69a4-4239-9a99-a1cd07cb3b83/d8f3b081-69a4-4239-9a99-a1cd07cb3b83.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 756.187074] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ec34041-f31b-4f1c-9467-7b3305096220 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.194768] env[62954]: DEBUG oslo_vmware.api [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 756.194768] env[62954]: value = "task-2597390" [ 756.194768] env[62954]: _type = "Task" [ 756.194768] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.208032] env[62954]: DEBUG oslo_vmware.api [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.336259] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfd7873-02f5-4b7f-8ec0-1e1d8e717cd4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.344825] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807a50a3-8fd0-4419-91c4-a50851ae4373 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.378470] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcd62a6-bdcc-4fc4-9ef4-4035a56ebf54 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.387125] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9823bce5-8658-4723-a51d-ab2ec7673643 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.403742] env[62954]: DEBUG nova.compute.provider_tree [None req-392358c9-3046-4aaa-97c2-7c979c953413 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.455707] env[62954]: DEBUG nova.compute.manager [None req-21862627-9031-4743-abcf-e15be78b2930 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 756.455937] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-21862627-9031-4743-abcf-e15be78b2930 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.456238] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-74f123a2-38a2-42d3-a984-2b330c215f94 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.466357] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0b8339-7d8f-4896-8117-4dd2b3fb0bd9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.505448] env[62954]: WARNING nova.virt.vmwareapi.vmops [None req-21862627-9031-4743-abcf-e15be78b2930 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 383d7013-3574-4b60-9975-af059d4f8a99 could not be found. [ 756.505760] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-21862627-9031-4743-abcf-e15be78b2930 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.506012] env[62954]: INFO nova.compute.manager [None req-21862627-9031-4743-abcf-e15be78b2930 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Took 0.05 seconds to destroy the instance on the hypervisor. [ 756.506355] env[62954]: DEBUG oslo.service.loopingcall [None req-21862627-9031-4743-abcf-e15be78b2930 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 756.506746] env[62954]: DEBUG nova.compute.manager [-] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.506932] env[62954]: DEBUG nova.network.neutron [-] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.541330] env[62954]: DEBUG oslo_vmware.api [None req-57185794-ea3f-4ab5-a142-1936ae5ba580 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597387, 'name': PowerOffVM_Task, 'duration_secs': 0.372796} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.541642] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-57185794-ea3f-4ab5-a142-1936ae5ba580 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.541818] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-57185794-ea3f-4ab5-a142-1936ae5ba580 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.542106] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c44ec0b4-4ad5-4d99-ae0e-42913b5549a2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.628433] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ff540f59-b647-46c2-8b3e-562950187aa9 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Lock "2bdc6d5a-4b65-44bb-8281-1067a1045d6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.652s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.635767] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-57185794-ea3f-4ab5-a142-1936ae5ba580 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.636040] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-57185794-ea3f-4ab5-a142-1936ae5ba580 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.636237] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-57185794-ea3f-4ab5-a142-1936ae5ba580 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Deleting the datastore file [datastore2] 57d17803-dafe-4870-8c9a-be30cf09e06b {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.636521] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89d4ae2a-8bcc-40e6-a7ed-efa9bd820575 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.645056] env[62954]: DEBUG oslo_vmware.api [None req-57185794-ea3f-4ab5-a142-1936ae5ba580 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for the task: (returnval){ [ 756.645056] env[62954]: value = "task-2597392" [ 756.645056] env[62954]: _type = "Task" [ 756.645056] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.675932] env[62954]: DEBUG oslo_vmware.api [None req-57185794-ea3f-4ab5-a142-1936ae5ba580 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.676761] env[62954]: DEBUG oslo_concurrency.lockutils [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquiring lock "a210b97d-117c-418b-81a2-594ec21dde75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.677037] env[62954]: DEBUG oslo_concurrency.lockutils [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Lock "a210b97d-117c-418b-81a2-594ec21dde75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.677245] env[62954]: DEBUG oslo_concurrency.lockutils [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Lock "a210b97d-117c-418b-81a2-594ec21dde75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.689736] env[62954]: DEBUG oslo_vmware.api [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597388, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.693971] env[62954]: DEBUG oslo_vmware.api [None req-6a00a93e-2955-4cfc-8916-55ff9c219550 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597389, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.707215] env[62954]: DEBUG oslo_vmware.api [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597390, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.907335] env[62954]: DEBUG nova.scheduler.client.report [None req-392358c9-3046-4aaa-97c2-7c979c953413 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.913689] env[62954]: DEBUG nova.compute.manager [req-6bd673c4-ca76-4759-a3a4-44e9247f5229 req-9a3b6f92-be58-454e-bef9-f864ad96f4e1 service nova] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Received event network-changed-6fa98b71-59d6-469c-865a-08a8334703ae {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 756.913906] env[62954]: DEBUG nova.compute.manager [req-6bd673c4-ca76-4759-a3a4-44e9247f5229 req-9a3b6f92-be58-454e-bef9-f864ad96f4e1 service nova] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Refreshing instance network info cache due to event network-changed-6fa98b71-59d6-469c-865a-08a8334703ae. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 756.914088] env[62954]: DEBUG oslo_concurrency.lockutils [req-6bd673c4-ca76-4759-a3a4-44e9247f5229 req-9a3b6f92-be58-454e-bef9-f864ad96f4e1 service nova] Acquiring lock "refresh_cache-2bdc6d5a-4b65-44bb-8281-1067a1045d6a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.914242] env[62954]: DEBUG oslo_concurrency.lockutils [req-6bd673c4-ca76-4759-a3a4-44e9247f5229 req-9a3b6f92-be58-454e-bef9-f864ad96f4e1 service nova] Acquired lock "refresh_cache-2bdc6d5a-4b65-44bb-8281-1067a1045d6a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.914412] env[62954]: DEBUG nova.network.neutron [req-6bd673c4-ca76-4759-a3a4-44e9247f5229 req-9a3b6f92-be58-454e-bef9-f864ad96f4e1 service nova] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Refreshing network info cache for port 6fa98b71-59d6-469c-865a-08a8334703ae {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.156309] env[62954]: DEBUG oslo_vmware.api [None req-57185794-ea3f-4ab5-a142-1936ae5ba580 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.168604] env[62954]: DEBUG oslo_vmware.api [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597388, 'name': PowerOffVM_Task, 'duration_secs': 0.613678} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.171830] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.172100] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.172827] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d46fe20-b58a-4d82-86a3-ca508d73e4e2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.179853] env[62954]: DEBUG oslo_vmware.api [None req-6a00a93e-2955-4cfc-8916-55ff9c219550 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597389, 'name': PowerOffVM_Task, 'duration_secs': 0.609688} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.181896] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a00a93e-2955-4cfc-8916-55ff9c219550 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.182083] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6a00a93e-2955-4cfc-8916-55ff9c219550 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.182365] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.182573] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d110d13c-19e0-47c3-a431-fafed2d7ec51 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.183957] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a219fa8-8d45-4f57-b75b-09487d6ed25c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.205032] env[62954]: DEBUG oslo_vmware.api [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658217} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.205315] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] d8f3b081-69a4-4239-9a99-a1cd07cb3b83/d8f3b081-69a4-4239-9a99-a1cd07cb3b83.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.205524] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.205789] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa68ee4b-cf95-49e6-b34b-a1b94ad0d9ac {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.211691] env[62954]: DEBUG oslo_vmware.api [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 757.211691] env[62954]: value = "task-2597395" [ 757.211691] env[62954]: _type = "Task" [ 757.211691] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.220103] env[62954]: DEBUG oslo_vmware.api [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597395, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.266372] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6a00a93e-2955-4cfc-8916-55ff9c219550 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.266703] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6a00a93e-2955-4cfc-8916-55ff9c219550 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.266937] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a00a93e-2955-4cfc-8916-55ff9c219550 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Deleting the datastore file [datastore2] 1641ac46-fa21-4f35-9975-3a96a9ffa11c {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.267280] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d95578f-efce-4d22-bdee-ad6b021097b8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.272355] env[62954]: DEBUG nova.network.neutron [-] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.275306] env[62954]: DEBUG oslo_vmware.api [None req-6a00a93e-2955-4cfc-8916-55ff9c219550 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for the task: (returnval){ [ 757.275306] env[62954]: value = "task-2597396" [ 757.275306] env[62954]: _type = "Task" [ 757.275306] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.284447] env[62954]: DEBUG oslo_vmware.api [None req-6a00a93e-2955-4cfc-8916-55ff9c219550 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.412845] env[62954]: DEBUG oslo_concurrency.lockutils [None req-392358c9-3046-4aaa-97c2-7c979c953413 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.415896] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.597s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.417600] env[62954]: INFO nova.compute.claims [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.443474] env[62954]: INFO nova.scheduler.client.report [None req-392358c9-3046-4aaa-97c2-7c979c953413 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Deleted allocations for instance ef7398c4-e98d-4434-92e2-14f6e86fa19c [ 757.656037] env[62954]: DEBUG oslo_vmware.api [None req-57185794-ea3f-4ab5-a142-1936ae5ba580 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.919759} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.656309] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-57185794-ea3f-4ab5-a142-1936ae5ba580 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.656499] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-57185794-ea3f-4ab5-a142-1936ae5ba580 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.656677] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-57185794-ea3f-4ab5-a142-1936ae5ba580 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.656855] env[62954]: INFO nova.compute.manager [None req-57185794-ea3f-4ab5-a142-1936ae5ba580 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Took 1.65 seconds to destroy the instance on the hypervisor. [ 757.657109] env[62954]: DEBUG oslo.service.loopingcall [None req-57185794-ea3f-4ab5-a142-1936ae5ba580 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 757.657304] env[62954]: DEBUG nova.compute.manager [-] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 757.657401] env[62954]: DEBUG nova.network.neutron [-] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 757.713724] env[62954]: DEBUG nova.network.neutron [req-6bd673c4-ca76-4759-a3a4-44e9247f5229 req-9a3b6f92-be58-454e-bef9-f864ad96f4e1 service nova] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Updated VIF entry in instance network info cache for port 6fa98b71-59d6-469c-865a-08a8334703ae. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.717552] env[62954]: DEBUG nova.network.neutron [req-6bd673c4-ca76-4759-a3a4-44e9247f5229 req-9a3b6f92-be58-454e-bef9-f864ad96f4e1 service nova] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Updating instance_info_cache with network_info: [{"id": "6fa98b71-59d6-469c-865a-08a8334703ae", "address": "fa:16:3e:59:75:bc", "network": {"id": "46edbcab-0b59-4fcd-bdd3-d2fba82fa032", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-81551222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41d1a22c81b4415d99deec68c7f68d09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fa98b71-59", "ovs_interfaceid": "6fa98b71-59d6-469c-865a-08a8334703ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.736397] env[62954]: DEBUG oslo_vmware.api [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597395, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092216} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.737369] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.739071] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef2cd16-d9e2-46dd-bc15-2059dfb18aa5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.761979] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] d8f3b081-69a4-4239-9a99-a1cd07cb3b83/d8f3b081-69a4-4239-9a99-a1cd07cb3b83.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.762990] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3eeb94e7-013f-479e-a373-4e4ded9c0072 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.779454] env[62954]: DEBUG oslo_concurrency.lockutils [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquiring lock "refresh_cache-a210b97d-117c-418b-81a2-594ec21dde75" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.779640] env[62954]: DEBUG oslo_concurrency.lockutils [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquired lock "refresh_cache-a210b97d-117c-418b-81a2-594ec21dde75" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.780446] env[62954]: DEBUG nova.network.neutron [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.783806] env[62954]: INFO nova.compute.manager [-] [instance: 383d7013-3574-4b60-9975-af059d4f8a99] Took 1.28 seconds to deallocate network for instance. [ 757.793883] env[62954]: DEBUG oslo_vmware.api [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 757.793883] env[62954]: value = "task-2597397" [ 757.793883] env[62954]: _type = "Task" [ 757.793883] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.799026] env[62954]: DEBUG oslo_vmware.api [None req-6a00a93e-2955-4cfc-8916-55ff9c219550 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.807774] env[62954]: DEBUG oslo_vmware.api [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597397, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.951110] env[62954]: DEBUG oslo_concurrency.lockutils [None req-392358c9-3046-4aaa-97c2-7c979c953413 tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Lock "ef7398c4-e98d-4434-92e2-14f6e86fa19c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.074s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.966540] env[62954]: DEBUG oslo_concurrency.lockutils [None req-334a46b5-b751-4566-a134-ad4e3e6b3f11 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Acquiring lock "f0abf0c7-cd85-4b91-99a2-23ed1da74cf2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.966752] env[62954]: DEBUG oslo_concurrency.lockutils [None req-334a46b5-b751-4566-a134-ad4e3e6b3f11 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Lock "f0abf0c7-cd85-4b91-99a2-23ed1da74cf2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.966961] env[62954]: DEBUG oslo_concurrency.lockutils [None req-334a46b5-b751-4566-a134-ad4e3e6b3f11 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Acquiring lock "f0abf0c7-cd85-4b91-99a2-23ed1da74cf2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.967202] env[62954]: DEBUG oslo_concurrency.lockutils [None req-334a46b5-b751-4566-a134-ad4e3e6b3f11 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Lock "f0abf0c7-cd85-4b91-99a2-23ed1da74cf2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.967381] env[62954]: DEBUG oslo_concurrency.lockutils [None req-334a46b5-b751-4566-a134-ad4e3e6b3f11 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Lock "f0abf0c7-cd85-4b91-99a2-23ed1da74cf2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.973024] env[62954]: INFO nova.compute.manager [None req-334a46b5-b751-4566-a134-ad4e3e6b3f11 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Terminating instance [ 758.021530] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.021646] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.021866] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Deleting the datastore file [datastore1] 2effe3ff-ff7c-4369-9168-dc699087eced {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.022164] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1342a277-98d4-4602-bc79-690b4a771064 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.029302] env[62954]: DEBUG oslo_vmware.api [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 758.029302] env[62954]: value = "task-2597398" [ 758.029302] env[62954]: _type = "Task" [ 758.029302] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.037929] env[62954]: DEBUG oslo_vmware.api [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.220663] env[62954]: DEBUG oslo_concurrency.lockutils [req-6bd673c4-ca76-4759-a3a4-44e9247f5229 req-9a3b6f92-be58-454e-bef9-f864ad96f4e1 service nova] Releasing lock "refresh_cache-2bdc6d5a-4b65-44bb-8281-1067a1045d6a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.297146] env[62954]: DEBUG oslo_vmware.api [None req-6a00a93e-2955-4cfc-8916-55ff9c219550 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.547099} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.297652] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a00a93e-2955-4cfc-8916-55ff9c219550 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.297819] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6a00a93e-2955-4cfc-8916-55ff9c219550 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.297988] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6a00a93e-2955-4cfc-8916-55ff9c219550 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.298286] env[62954]: INFO nova.compute.manager [None req-6a00a93e-2955-4cfc-8916-55ff9c219550 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Took 2.17 seconds to destroy the instance on the hypervisor. [ 758.298400] env[62954]: DEBUG oslo.service.loopingcall [None req-6a00a93e-2955-4cfc-8916-55ff9c219550 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 758.301332] env[62954]: DEBUG nova.compute.manager [-] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 758.301449] env[62954]: DEBUG nova.network.neutron [-] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 758.307880] env[62954]: DEBUG oslo_vmware.api [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597397, 'name': ReconfigVM_Task, 'duration_secs': 0.45447} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.308145] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Reconfigured VM instance instance-00000038 to attach disk [datastore2] d8f3b081-69a4-4239-9a99-a1cd07cb3b83/d8f3b081-69a4-4239-9a99-a1cd07cb3b83.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.310113] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c4c27e4-8de4-44a8-bd3e-75d7b285c01f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.316670] env[62954]: DEBUG oslo_vmware.api [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 758.316670] env[62954]: value = "task-2597399" [ 758.316670] env[62954]: _type = "Task" [ 758.316670] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.324538] env[62954]: DEBUG oslo_vmware.api [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597399, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.460629] env[62954]: DEBUG oslo_concurrency.lockutils [None req-98d1a206-3218-4288-83c6-2dd39f9940ce tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Acquiring lock "2f579b31-2d2d-43c4-9e42-4aff5a5b273a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.460871] env[62954]: DEBUG oslo_concurrency.lockutils [None req-98d1a206-3218-4288-83c6-2dd39f9940ce tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Lock "2f579b31-2d2d-43c4-9e42-4aff5a5b273a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.461120] env[62954]: DEBUG oslo_concurrency.lockutils [None req-98d1a206-3218-4288-83c6-2dd39f9940ce tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Acquiring lock "2f579b31-2d2d-43c4-9e42-4aff5a5b273a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.461307] env[62954]: DEBUG oslo_concurrency.lockutils [None req-98d1a206-3218-4288-83c6-2dd39f9940ce tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Lock "2f579b31-2d2d-43c4-9e42-4aff5a5b273a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.461477] env[62954]: DEBUG oslo_concurrency.lockutils [None req-98d1a206-3218-4288-83c6-2dd39f9940ce tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Lock "2f579b31-2d2d-43c4-9e42-4aff5a5b273a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.463457] env[62954]: INFO nova.compute.manager [None req-98d1a206-3218-4288-83c6-2dd39f9940ce tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: 2f579b31-2d2d-43c4-9e42-4aff5a5b273a] Terminating instance [ 758.473788] env[62954]: DEBUG nova.compute.manager [None req-334a46b5-b751-4566-a134-ad4e3e6b3f11 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 758.473991] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-334a46b5-b751-4566-a134-ad4e3e6b3f11 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.475806] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c13a72-51e8-4113-9aaa-2b6ef3f51139 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.483531] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-334a46b5-b751-4566-a134-ad4e3e6b3f11 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.485979] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6a23859-bffc-42e2-beee-cef1cf137439 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.492100] env[62954]: DEBUG oslo_vmware.api [None req-334a46b5-b751-4566-a134-ad4e3e6b3f11 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Waiting for the task: (returnval){ [ 758.492100] env[62954]: value = "task-2597400" [ 758.492100] env[62954]: _type = "Task" [ 758.492100] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.504743] env[62954]: DEBUG oslo_vmware.api [None req-334a46b5-b751-4566-a134-ad4e3e6b3f11 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Task: {'id': task-2597400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.540191] env[62954]: DEBUG oslo_vmware.api [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228986} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.544863] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.545248] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.545608] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.553764] env[62954]: DEBUG nova.network.neutron [-] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.635208] env[62954]: DEBUG nova.network.neutron [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Updating instance_info_cache with network_info: [{"id": "c9ad8abe-24b2-444b-8c62-38a265863ee3", "address": "fa:16:3e:15:e0:42", "network": {"id": "7d93cd88-3a79-4663-b604-587d28ffb013", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ae6c0f6d5bc5436aa4f50fbf2889df6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9ad8abe-24", "ovs_interfaceid": "c9ad8abe-24b2-444b-8c62-38a265863ee3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.783506] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b31eb4-458d-4654-ae7c-63042de7bcbc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.791387] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e3053a-edb6-4595-a2dd-12dc896b4410 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.825642] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424f39ab-c2eb-4f7d-9813-9afce50dd613 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.828123] env[62954]: DEBUG oslo_concurrency.lockutils [None req-21862627-9031-4743-abcf-e15be78b2930 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "383d7013-3574-4b60-9975-af059d4f8a99" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.878s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.835268] env[62954]: DEBUG oslo_vmware.api [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597399, 'name': Rename_Task, 'duration_secs': 0.270787} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.837106] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.837470] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98c5661d-3565-4803-a0cb-f1d23a71e42e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.839792] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1788be8-7719-4716-a75e-1ecfd0fc9d9c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.854424] env[62954]: DEBUG nova.compute.provider_tree [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.856736] env[62954]: DEBUG oslo_vmware.api [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 758.856736] env[62954]: value = "task-2597401" [ 758.856736] env[62954]: _type = "Task" [ 758.856736] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.864911] env[62954]: DEBUG oslo_vmware.api [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597401, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.963106] env[62954]: DEBUG nova.compute.manager [req-fb01c94c-69cd-4d5a-9dd9-8eafee604ce5 req-59109b87-62e4-4cff-8170-96a2ad00908f service nova] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Received event network-vif-deleted-8e79f528-2db9-4b57-8ac9-0110a34c785a {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 758.963310] env[62954]: DEBUG nova.compute.manager [req-fb01c94c-69cd-4d5a-9dd9-8eafee604ce5 req-59109b87-62e4-4cff-8170-96a2ad00908f service nova] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Received event network-vif-deleted-2d78483c-7bfc-4273-b154-ca2b4b588f8d {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 758.963557] env[62954]: INFO nova.compute.manager [req-fb01c94c-69cd-4d5a-9dd9-8eafee604ce5 req-59109b87-62e4-4cff-8170-96a2ad00908f service nova] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Neutron deleted interface 2d78483c-7bfc-4273-b154-ca2b4b588f8d; detaching it from the instance and deleting it from the info cache [ 758.963738] env[62954]: DEBUG nova.network.neutron [req-fb01c94c-69cd-4d5a-9dd9-8eafee604ce5 req-59109b87-62e4-4cff-8170-96a2ad00908f service nova] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.966975] env[62954]: DEBUG oslo_concurrency.lockutils [None req-98d1a206-3218-4288-83c6-2dd39f9940ce tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Acquiring lock "refresh_cache-2f579b31-2d2d-43c4-9e42-4aff5a5b273a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.967151] env[62954]: DEBUG oslo_concurrency.lockutils [None req-98d1a206-3218-4288-83c6-2dd39f9940ce tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Acquired lock "refresh_cache-2f579b31-2d2d-43c4-9e42-4aff5a5b273a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.967322] env[62954]: DEBUG nova.network.neutron [None req-98d1a206-3218-4288-83c6-2dd39f9940ce tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: 2f579b31-2d2d-43c4-9e42-4aff5a5b273a] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.002536] env[62954]: DEBUG oslo_vmware.api [None req-334a46b5-b751-4566-a134-ad4e3e6b3f11 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Task: {'id': task-2597400, 'name': PowerOffVM_Task, 'duration_secs': 0.208587} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.002536] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-334a46b5-b751-4566-a134-ad4e3e6b3f11 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.002536] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-334a46b5-b751-4566-a134-ad4e3e6b3f11 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.002536] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13efb583-ab31-4908-ac64-7dc42e2eb9a4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.056730] env[62954]: INFO nova.compute.manager [-] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Took 1.40 seconds to deallocate network for instance. [ 759.062459] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-334a46b5-b751-4566-a134-ad4e3e6b3f11 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.062698] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-334a46b5-b751-4566-a134-ad4e3e6b3f11 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.062847] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-334a46b5-b751-4566-a134-ad4e3e6b3f11 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Deleting the datastore file [datastore1] f0abf0c7-cd85-4b91-99a2-23ed1da74cf2 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.063265] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c25b614-3989-46eb-9e02-f67fdf3b948f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.070017] env[62954]: DEBUG oslo_vmware.api [None req-334a46b5-b751-4566-a134-ad4e3e6b3f11 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Waiting for the task: (returnval){ [ 759.070017] env[62954]: value = "task-2597403" [ 759.070017] env[62954]: _type = "Task" [ 759.070017] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.078445] env[62954]: DEBUG oslo_vmware.api [None req-334a46b5-b751-4566-a134-ad4e3e6b3f11 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Task: {'id': task-2597403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.139910] env[62954]: DEBUG oslo_concurrency.lockutils [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Releasing lock "refresh_cache-a210b97d-117c-418b-81a2-594ec21dde75" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.185057] env[62954]: DEBUG nova.network.neutron [-] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.359066] env[62954]: DEBUG nova.scheduler.client.report [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.371965] env[62954]: DEBUG oslo_vmware.api [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597401, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.466836] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f773bad6-ae33-451c-9876-9be945e39271 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.480170] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6a2bae-c551-4363-b3bf-23c48bd9a094 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.493309] env[62954]: DEBUG nova.network.neutron [None req-98d1a206-3218-4288-83c6-2dd39f9940ce tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: 2f579b31-2d2d-43c4-9e42-4aff5a5b273a] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.521859] env[62954]: DEBUG nova.compute.manager [req-fb01c94c-69cd-4d5a-9dd9-8eafee604ce5 req-59109b87-62e4-4cff-8170-96a2ad00908f service nova] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Detach interface failed, port_id=2d78483c-7bfc-4273-b154-ca2b4b588f8d, reason: Instance 1641ac46-fa21-4f35-9975-3a96a9ffa11c could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 759.570229] env[62954]: DEBUG oslo_concurrency.lockutils [None req-57185794-ea3f-4ab5-a142-1936ae5ba580 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.578589] env[62954]: DEBUG nova.network.neutron [None req-98d1a206-3218-4288-83c6-2dd39f9940ce tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: 2f579b31-2d2d-43c4-9e42-4aff5a5b273a] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.582581] env[62954]: DEBUG nova.virt.hardware [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 759.582825] env[62954]: DEBUG nova.virt.hardware [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 759.582963] env[62954]: DEBUG nova.virt.hardware [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.583162] env[62954]: DEBUG nova.virt.hardware [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 759.583309] env[62954]: DEBUG nova.virt.hardware [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.583495] env[62954]: DEBUG nova.virt.hardware [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 759.583716] env[62954]: DEBUG nova.virt.hardware [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 759.583886] env[62954]: DEBUG nova.virt.hardware [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 759.584084] env[62954]: DEBUG nova.virt.hardware [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 759.584226] env[62954]: DEBUG nova.virt.hardware [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 759.584407] env[62954]: DEBUG nova.virt.hardware [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 759.585241] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbe6a5d-9c57-4917-9adf-2b0c38d45288 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.591505] env[62954]: DEBUG oslo_vmware.api [None req-334a46b5-b751-4566-a134-ad4e3e6b3f11 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Task: {'id': task-2597403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.44987} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.592669] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-334a46b5-b751-4566-a134-ad4e3e6b3f11 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.592861] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-334a46b5-b751-4566-a134-ad4e3e6b3f11 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 759.593065] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-334a46b5-b751-4566-a134-ad4e3e6b3f11 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 759.593243] env[62954]: INFO nova.compute.manager [None req-334a46b5-b751-4566-a134-ad4e3e6b3f11 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 759.593515] env[62954]: DEBUG oslo.service.loopingcall [None req-334a46b5-b751-4566-a134-ad4e3e6b3f11 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 759.593988] env[62954]: DEBUG nova.compute.manager [-] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 759.594116] env[62954]: DEBUG nova.network.neutron [-] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 759.601011] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca16bad-2eee-4a85-8674-2f2ae7a5da52 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.615827] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:5e:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4b6ddb2-2e19-4031-9b22-add90d41a114', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '681bee78-80cc-44cd-8d58-61d66dc8b650', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.623258] env[62954]: DEBUG oslo.service.loopingcall [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 759.623585] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.623803] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e62e8174-3652-4f29-aba2-efdd92f104c1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.650510] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.650510] env[62954]: value = "task-2597404" [ 759.650510] env[62954]: _type = "Task" [ 759.650510] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.661478] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597404, 'name': CreateVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.674299] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac89511d-06e0-489a-9eb3-ccca402d684f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.693210] env[62954]: INFO nova.compute.manager [-] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Took 1.39 seconds to deallocate network for instance. [ 759.696460] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18d043a-f530-4d93-8c7c-d295c7e45137 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.710889] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Updating instance 'a210b97d-117c-418b-81a2-594ec21dde75' progress to 83 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 759.866726] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.868337] env[62954]: DEBUG nova.compute.manager [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 759.871017] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.358s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.872405] env[62954]: INFO nova.compute.claims [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.880634] env[62954]: DEBUG oslo_vmware.api [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597401, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.089157] env[62954]: DEBUG oslo_concurrency.lockutils [None req-98d1a206-3218-4288-83c6-2dd39f9940ce tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Releasing lock "refresh_cache-2f579b31-2d2d-43c4-9e42-4aff5a5b273a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.089558] env[62954]: DEBUG nova.compute.manager [None req-98d1a206-3218-4288-83c6-2dd39f9940ce tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: 2f579b31-2d2d-43c4-9e42-4aff5a5b273a] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.089756] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-98d1a206-3218-4288-83c6-2dd39f9940ce tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: 2f579b31-2d2d-43c4-9e42-4aff5a5b273a] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.090660] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbffe59e-3c16-43ae-818f-4b7355c18c16 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.100900] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d1a206-3218-4288-83c6-2dd39f9940ce tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: 2f579b31-2d2d-43c4-9e42-4aff5a5b273a] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.101251] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6542b85a-dad9-4632-a495-5ad21aa7bf90 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.112761] env[62954]: DEBUG oslo_vmware.api [None req-98d1a206-3218-4288-83c6-2dd39f9940ce tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Waiting for the task: (returnval){ [ 760.112761] env[62954]: value = "task-2597405" [ 760.112761] env[62954]: _type = "Task" [ 760.112761] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.122061] env[62954]: DEBUG oslo_vmware.api [None req-98d1a206-3218-4288-83c6-2dd39f9940ce tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.164161] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597404, 'name': CreateVM_Task, 'duration_secs': 0.2978} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.164354] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.165127] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.165274] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.165626] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.165907] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98ebd0f5-6db8-4fc2-8529-fd6275546810 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.173334] env[62954]: DEBUG oslo_vmware.api [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 760.173334] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52c25925-cd12-96a3-29c7-18c3545a1045" [ 760.173334] env[62954]: _type = "Task" [ 760.173334] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.187054] env[62954]: DEBUG oslo_vmware.api [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52c25925-cd12-96a3-29c7-18c3545a1045, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.209948] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6a00a93e-2955-4cfc-8916-55ff9c219550 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.217743] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.218164] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff95e80d-02a8-42b9-8c43-7b884015df4a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.226043] env[62954]: DEBUG oslo_vmware.api [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Waiting for the task: (returnval){ [ 760.226043] env[62954]: value = "task-2597406" [ 760.226043] env[62954]: _type = "Task" [ 760.226043] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.234835] env[62954]: DEBUG oslo_vmware.api [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2597406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.294253] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.294372] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.371867] env[62954]: DEBUG oslo_vmware.api [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597401, 'name': PowerOnVM_Task, 'duration_secs': 1.385445} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.372153] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.372380] env[62954]: INFO nova.compute.manager [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Took 8.40 seconds to spawn the instance on the hypervisor. [ 760.372586] env[62954]: DEBUG nova.compute.manager [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.373431] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924ec1aa-c3de-4c64-9655-ae5548dbcfd0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.377262] env[62954]: DEBUG nova.compute.utils [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 760.380373] env[62954]: DEBUG nova.compute.manager [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.380516] env[62954]: DEBUG nova.network.neutron [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.417543] env[62954]: DEBUG nova.policy [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '226464cc95b24bc39af6e0a7b0b96de3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '575bd53cd1cf4afb80882497ddf9abaa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.626514] env[62954]: DEBUG oslo_vmware.api [None req-98d1a206-3218-4288-83c6-2dd39f9940ce tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597405, 'name': PowerOffVM_Task, 'duration_secs': 0.23704} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.626688] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d1a206-3218-4288-83c6-2dd39f9940ce tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: 2f579b31-2d2d-43c4-9e42-4aff5a5b273a] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.627093] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-98d1a206-3218-4288-83c6-2dd39f9940ce tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: 2f579b31-2d2d-43c4-9e42-4aff5a5b273a] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.627587] env[62954]: DEBUG nova.network.neutron [-] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.629628] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a7e6f3c-b29d-437f-ad90-214852b88b77 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.653589] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-98d1a206-3218-4288-83c6-2dd39f9940ce tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: 2f579b31-2d2d-43c4-9e42-4aff5a5b273a] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.653847] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-98d1a206-3218-4288-83c6-2dd39f9940ce tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: 2f579b31-2d2d-43c4-9e42-4aff5a5b273a] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.654182] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-98d1a206-3218-4288-83c6-2dd39f9940ce tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Deleting the datastore file [datastore1] 2f579b31-2d2d-43c4-9e42-4aff5a5b273a {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.654590] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b1e3974-89a4-4963-add6-6a824b18e3a9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.661180] env[62954]: DEBUG oslo_vmware.api [None req-98d1a206-3218-4288-83c6-2dd39f9940ce tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Waiting for the task: (returnval){ [ 760.661180] env[62954]: value = "task-2597408" [ 760.661180] env[62954]: _type = "Task" [ 760.661180] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.670292] env[62954]: DEBUG oslo_vmware.api [None req-98d1a206-3218-4288-83c6-2dd39f9940ce tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.685089] env[62954]: DEBUG oslo_vmware.api [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52c25925-cd12-96a3-29c7-18c3545a1045, 'name': SearchDatastore_Task, 'duration_secs': 0.011365} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.685089] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.685089] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.685089] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.685089] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.685089] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.685089] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4682c2b-c4a8-460a-9903-36bf6a0ea25d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.695840] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.696120] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.696900] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdc1b8ce-f69e-46ba-92f3-abd110f9eb8b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.703051] env[62954]: DEBUG oslo_vmware.api [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 760.703051] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]529aae1c-eea8-4074-756e-a795c77eeded" [ 760.703051] env[62954]: _type = "Task" [ 760.703051] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.710434] env[62954]: DEBUG oslo_vmware.api [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]529aae1c-eea8-4074-756e-a795c77eeded, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.731031] env[62954]: DEBUG nova.network.neutron [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Successfully created port: 7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 760.736473] env[62954]: DEBUG oslo_vmware.api [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2597406, 'name': PowerOnVM_Task, 'duration_secs': 0.425629} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.736473] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.736473] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9b225d-8e6a-448e-896e-31d855222a9e tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Updating instance 'a210b97d-117c-418b-81a2-594ec21dde75' progress to 100 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 760.796255] env[62954]: DEBUG nova.compute.manager [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.883989] env[62954]: DEBUG nova.compute.manager [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 760.894295] env[62954]: INFO nova.compute.manager [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Took 41.41 seconds to build instance. [ 761.031617] env[62954]: DEBUG nova.compute.manager [req-693a934c-f7ad-4797-85ef-3f3d6a948f72 req-4073915d-59bc-43cc-8e6a-566f84443d5e service nova] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Received event network-vif-deleted-ef5cad6a-6f15-454e-8836-4753dd6e7df6 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 761.130092] env[62954]: INFO nova.compute.manager [-] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Took 1.54 seconds to deallocate network for instance. [ 761.175231] env[62954]: DEBUG oslo_vmware.api [None req-98d1a206-3218-4288-83c6-2dd39f9940ce tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Task: {'id': task-2597408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309037} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.175231] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-98d1a206-3218-4288-83c6-2dd39f9940ce tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.175231] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-98d1a206-3218-4288-83c6-2dd39f9940ce tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: 2f579b31-2d2d-43c4-9e42-4aff5a5b273a] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.175231] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-98d1a206-3218-4288-83c6-2dd39f9940ce tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: 2f579b31-2d2d-43c4-9e42-4aff5a5b273a] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.175231] env[62954]: INFO nova.compute.manager [None req-98d1a206-3218-4288-83c6-2dd39f9940ce tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] [instance: 2f579b31-2d2d-43c4-9e42-4aff5a5b273a] Took 1.08 seconds to destroy the instance on the hypervisor. [ 761.175231] env[62954]: DEBUG oslo.service.loopingcall [None req-98d1a206-3218-4288-83c6-2dd39f9940ce tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 761.177637] env[62954]: DEBUG nova.compute.manager [-] [instance: 2f579b31-2d2d-43c4-9e42-4aff5a5b273a] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.177807] env[62954]: DEBUG nova.network.neutron [-] [instance: 2f579b31-2d2d-43c4-9e42-4aff5a5b273a] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.197943] env[62954]: DEBUG nova.network.neutron [-] [instance: 2f579b31-2d2d-43c4-9e42-4aff5a5b273a] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.217386] env[62954]: DEBUG oslo_vmware.api [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]529aae1c-eea8-4074-756e-a795c77eeded, 'name': SearchDatastore_Task, 'duration_secs': 0.01455} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.218206] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ee6f590-b493-4eb4-bdeb-4457ae6205f1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.226041] env[62954]: DEBUG oslo_vmware.api [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 761.226041] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]528740f8-8336-f442-0600-fa943b95b900" [ 761.226041] env[62954]: _type = "Task" [ 761.226041] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.232687] env[62954]: DEBUG oslo_vmware.api [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]528740f8-8336-f442-0600-fa943b95b900, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.261858] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b95b669-e790-43fc-add6-465b9650d874 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.269734] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18c192c-4973-4bd8-bfc4-6ccc938e5a99 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.300225] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b8f2f7-eb7e-45b6-96a8-43b224aea522 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.310099] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7381b757-80c6-412c-9498-618c97f2fbf2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.325914] env[62954]: DEBUG nova.compute.provider_tree [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.328062] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.399862] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f88cdfdd-9ee0-458f-a38f-5a849c32c8f5 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "d8f3b081-69a4-4239-9a99-a1cd07cb3b83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.923s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.640851] env[62954]: DEBUG oslo_concurrency.lockutils [None req-334a46b5-b751-4566-a134-ad4e3e6b3f11 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.702011] env[62954]: DEBUG nova.network.neutron [-] [instance: 2f579b31-2d2d-43c4-9e42-4aff5a5b273a] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.738537] env[62954]: DEBUG oslo_vmware.api [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]528740f8-8336-f442-0600-fa943b95b900, 'name': SearchDatastore_Task, 'duration_secs': 0.032145} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.738537] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.738537] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 2effe3ff-ff7c-4369-9168-dc699087eced/2effe3ff-ff7c-4369-9168-dc699087eced.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.738537] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-839ec4b4-28db-4679-bb2f-18c8af504fe6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.749157] env[62954]: DEBUG oslo_vmware.api [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 761.749157] env[62954]: value = "task-2597409" [ 761.749157] env[62954]: _type = "Task" [ 761.749157] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.757233] env[62954]: DEBUG oslo_vmware.api [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.830179] env[62954]: DEBUG nova.scheduler.client.report [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.893854] env[62954]: DEBUG nova.compute.manager [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 761.922988] env[62954]: DEBUG nova.virt.hardware [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.923264] env[62954]: DEBUG nova.virt.hardware [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.923454] env[62954]: DEBUG nova.virt.hardware [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.923643] env[62954]: DEBUG nova.virt.hardware [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.923826] env[62954]: DEBUG nova.virt.hardware [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.923987] env[62954]: DEBUG nova.virt.hardware [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.924218] env[62954]: DEBUG nova.virt.hardware [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.924378] env[62954]: DEBUG nova.virt.hardware [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.924563] env[62954]: DEBUG nova.virt.hardware [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.924716] env[62954]: DEBUG nova.virt.hardware [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.924985] env[62954]: DEBUG nova.virt.hardware [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.925798] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08fe2303-5ab1-4690-a41d-85e1a4076a29 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.935934] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b4b5a7-2379-486b-887e-867b9791813d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.204316] env[62954]: INFO nova.compute.manager [-] [instance: 2f579b31-2d2d-43c4-9e42-4aff5a5b273a] Took 1.03 seconds to deallocate network for instance. [ 762.274238] env[62954]: DEBUG oslo_vmware.api [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597409, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462526} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.274366] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 2effe3ff-ff7c-4369-9168-dc699087eced/2effe3ff-ff7c-4369-9168-dc699087eced.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.274522] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.274751] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46964a37-792d-419f-9e3c-5caa0d1b5faa {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.282201] env[62954]: DEBUG oslo_vmware.api [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 762.282201] env[62954]: value = "task-2597410" [ 762.282201] env[62954]: _type = "Task" [ 762.282201] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.294842] env[62954]: DEBUG oslo_vmware.api [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597410, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.294842] env[62954]: DEBUG nova.network.neutron [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Successfully updated port: 7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 762.335966] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.465s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.336877] env[62954]: DEBUG nova.compute.manager [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.342385] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a83cc520-3bdb-4bbc-9dab-94fd2ceecc8d tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.304s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.342385] env[62954]: DEBUG nova.objects.instance [None req-a83cc520-3bdb-4bbc-9dab-94fd2ceecc8d tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Lazy-loading 'resources' on Instance uuid 0ed3f1ae-f140-42a8-9581-aadb93447fbb {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.711627] env[62954]: DEBUG oslo_concurrency.lockutils [None req-98d1a206-3218-4288-83c6-2dd39f9940ce tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.792496] env[62954]: DEBUG oslo_vmware.api [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597410, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070769} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.792798] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.793666] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae6efed-6413-47b9-abde-008aee1272e3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.796590] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Acquiring lock "refresh_cache-2afb6f73-709d-4a37-8b32-23fd34a2191a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.796733] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Acquired lock "refresh_cache-2afb6f73-709d-4a37-8b32-23fd34a2191a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.796860] env[62954]: DEBUG nova.network.neutron [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.818854] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 2effe3ff-ff7c-4369-9168-dc699087eced/2effe3ff-ff7c-4369-9168-dc699087eced.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.820771] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85c0d159-b221-4422-9a84-5ee679714c8b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.846762] env[62954]: DEBUG nova.compute.utils [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 762.848731] env[62954]: DEBUG oslo_vmware.api [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 762.848731] env[62954]: value = "task-2597411" [ 762.848731] env[62954]: _type = "Task" [ 762.848731] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.849210] env[62954]: DEBUG nova.compute.manager [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 762.849370] env[62954]: DEBUG nova.network.neutron [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 762.861682] env[62954]: DEBUG oslo_vmware.api [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597411, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.920770] env[62954]: DEBUG nova.policy [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4485f93246b94971b8c31c84b04a0c31', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a9a978d3fe640e694e8758beba8c952', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.061337] env[62954]: DEBUG nova.compute.manager [req-728542f5-0a6c-421c-8e85-c33a04433e70 req-0b97e4c9-3a05-4e02-aefd-fae619afd4d2 service nova] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Received event network-changed-5b48fec2-4fa8-40bd-977d-9d8e5512a053 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 763.061535] env[62954]: DEBUG nova.compute.manager [req-728542f5-0a6c-421c-8e85-c33a04433e70 req-0b97e4c9-3a05-4e02-aefd-fae619afd4d2 service nova] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Refreshing instance network info cache due to event network-changed-5b48fec2-4fa8-40bd-977d-9d8e5512a053. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 763.062857] env[62954]: DEBUG oslo_concurrency.lockutils [req-728542f5-0a6c-421c-8e85-c33a04433e70 req-0b97e4c9-3a05-4e02-aefd-fae619afd4d2 service nova] Acquiring lock "refresh_cache-d8f3b081-69a4-4239-9a99-a1cd07cb3b83" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.062857] env[62954]: DEBUG oslo_concurrency.lockutils [req-728542f5-0a6c-421c-8e85-c33a04433e70 req-0b97e4c9-3a05-4e02-aefd-fae619afd4d2 service nova] Acquired lock "refresh_cache-d8f3b081-69a4-4239-9a99-a1cd07cb3b83" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.062857] env[62954]: DEBUG nova.network.neutron [req-728542f5-0a6c-421c-8e85-c33a04433e70 req-0b97e4c9-3a05-4e02-aefd-fae619afd4d2 service nova] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Refreshing network info cache for port 5b48fec2-4fa8-40bd-977d-9d8e5512a053 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.266785] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bc20bf-648d-45b0-926b-0bff735958cc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.270955] env[62954]: DEBUG nova.network.neutron [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Successfully created port: 5f6d5dbd-483d-4d3e-b0c4-4ea5e6675208 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.278987] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8895f7f0-8ac2-478d-944a-d07be61b822c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.322513] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c04b2d-57e9-4c7a-be99-f7a7b7444889 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.331653] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feffe30d-e732-46c5-b1f5-7256d6068f4d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.349330] env[62954]: DEBUG nova.compute.provider_tree [None req-a83cc520-3bdb-4bbc-9dab-94fd2ceecc8d tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.353511] env[62954]: DEBUG nova.compute.manager [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.366065] env[62954]: DEBUG oslo_vmware.api [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597411, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.366950] env[62954]: DEBUG nova.network.neutron [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 763.441691] env[62954]: DEBUG nova.network.neutron [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Port c9ad8abe-24b2-444b-8c62-38a265863ee3 binding to destination host cpu-1 is already ACTIVE {{(pid=62954) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 763.441960] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquiring lock "refresh_cache-a210b97d-117c-418b-81a2-594ec21dde75" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.442126] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquired lock "refresh_cache-a210b97d-117c-418b-81a2-594ec21dde75" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.442293] env[62954]: DEBUG nova.network.neutron [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.627667] env[62954]: DEBUG nova.network.neutron [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Updating instance_info_cache with network_info: [{"id": "7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0", "address": "fa:16:3e:9d:44:45", "network": {"id": "cd273907-a934-4ff0-8508-0fc3b5224238", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-908724177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "575bd53cd1cf4afb80882497ddf9abaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cb36d15-4b", "ovs_interfaceid": "7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.857774] env[62954]: DEBUG nova.scheduler.client.report [None req-a83cc520-3bdb-4bbc-9dab-94fd2ceecc8d tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.879927] env[62954]: DEBUG oslo_vmware.api [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597411, 'name': ReconfigVM_Task, 'duration_secs': 0.567585} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.880228] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 2effe3ff-ff7c-4369-9168-dc699087eced/2effe3ff-ff7c-4369-9168-dc699087eced.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.881075] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08130970-79c2-45ba-8340-871949199594 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.888901] env[62954]: DEBUG oslo_vmware.api [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 763.888901] env[62954]: value = "task-2597412" [ 763.888901] env[62954]: _type = "Task" [ 763.888901] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.899813] env[62954]: DEBUG oslo_vmware.api [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597412, 'name': Rename_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.103728] env[62954]: DEBUG nova.network.neutron [req-728542f5-0a6c-421c-8e85-c33a04433e70 req-0b97e4c9-3a05-4e02-aefd-fae619afd4d2 service nova] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Updated VIF entry in instance network info cache for port 5b48fec2-4fa8-40bd-977d-9d8e5512a053. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.104123] env[62954]: DEBUG nova.network.neutron [req-728542f5-0a6c-421c-8e85-c33a04433e70 req-0b97e4c9-3a05-4e02-aefd-fae619afd4d2 service nova] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Updating instance_info_cache with network_info: [{"id": "5b48fec2-4fa8-40bd-977d-9d8e5512a053", "address": "fa:16:3e:2b:56:be", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b48fec2-4f", "ovs_interfaceid": "5b48fec2-4fa8-40bd-977d-9d8e5512a053", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.130210] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Releasing lock "refresh_cache-2afb6f73-709d-4a37-8b32-23fd34a2191a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.130530] env[62954]: DEBUG nova.compute.manager [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Instance network_info: |[{"id": "7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0", "address": "fa:16:3e:9d:44:45", "network": {"id": "cd273907-a934-4ff0-8508-0fc3b5224238", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-908724177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "575bd53cd1cf4afb80882497ddf9abaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cb36d15-4b", "ovs_interfaceid": "7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 764.130937] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:44:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c0d5204b-f60e-4830-84c8-2fe246c28202', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.138494] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Creating folder: Project (575bd53cd1cf4afb80882497ddf9abaa). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.138984] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5df1dd2-35f3-461f-8054-a1561336744d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.142167] env[62954]: DEBUG nova.network.neutron [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Updating instance_info_cache with network_info: [{"id": "c9ad8abe-24b2-444b-8c62-38a265863ee3", "address": "fa:16:3e:15:e0:42", "network": {"id": "7d93cd88-3a79-4663-b604-587d28ffb013", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ae6c0f6d5bc5436aa4f50fbf2889df6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9ad8abe-24", "ovs_interfaceid": "c9ad8abe-24b2-444b-8c62-38a265863ee3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.154023] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Created folder: Project (575bd53cd1cf4afb80882497ddf9abaa) in parent group-v523717. [ 764.154220] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Creating folder: Instances. Parent ref: group-v523883. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.155017] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-839e1b5d-733f-4575-93a3-708468e18a65 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.165773] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Created folder: Instances in parent group-v523883. [ 764.166027] env[62954]: DEBUG oslo.service.loopingcall [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 764.166217] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.166416] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-456b28f1-6db3-4c8a-afc5-e2f81e39bec3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.185456] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.185456] env[62954]: value = "task-2597415" [ 764.185456] env[62954]: _type = "Task" [ 764.185456] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.192862] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597415, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.368684] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a83cc520-3bdb-4bbc-9dab-94fd2ceecc8d tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.373297] env[62954]: DEBUG nova.compute.manager [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.376052] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.349s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.376871] env[62954]: INFO nova.compute.claims [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 764.398675] env[62954]: DEBUG oslo_vmware.api [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597412, 'name': Rename_Task, 'duration_secs': 0.455577} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.400030] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.400738] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f3a05d3-1a00-49ae-8e14-4b07585ebd85 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.406447] env[62954]: DEBUG nova.virt.hardware [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.406708] env[62954]: DEBUG nova.virt.hardware [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.406810] env[62954]: DEBUG nova.virt.hardware [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.407059] env[62954]: DEBUG nova.virt.hardware [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.407155] env[62954]: DEBUG nova.virt.hardware [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.407300] env[62954]: DEBUG nova.virt.hardware [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.407545] env[62954]: DEBUG nova.virt.hardware [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.407659] env[62954]: DEBUG nova.virt.hardware [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.407874] env[62954]: DEBUG nova.virt.hardware [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.407976] env[62954]: DEBUG nova.virt.hardware [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.408166] env[62954]: DEBUG nova.virt.hardware [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.408971] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487bd900-3c79-418c-8c7e-28d0cd597955 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.413258] env[62954]: INFO nova.scheduler.client.report [None req-a83cc520-3bdb-4bbc-9dab-94fd2ceecc8d tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Deleted allocations for instance 0ed3f1ae-f140-42a8-9581-aadb93447fbb [ 764.414278] env[62954]: DEBUG oslo_vmware.api [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 764.414278] env[62954]: value = "task-2597416" [ 764.414278] env[62954]: _type = "Task" [ 764.414278] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.425597] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c996d016-555f-4e02-add9-1d5229784fcd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.432742] env[62954]: DEBUG oslo_vmware.api [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597416, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.611636] env[62954]: DEBUG oslo_concurrency.lockutils [req-728542f5-0a6c-421c-8e85-c33a04433e70 req-0b97e4c9-3a05-4e02-aefd-fae619afd4d2 service nova] Releasing lock "refresh_cache-d8f3b081-69a4-4239-9a99-a1cd07cb3b83" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.611636] env[62954]: DEBUG nova.compute.manager [req-728542f5-0a6c-421c-8e85-c33a04433e70 req-0b97e4c9-3a05-4e02-aefd-fae619afd4d2 service nova] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Received event network-vif-plugged-7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 764.613018] env[62954]: DEBUG oslo_concurrency.lockutils [req-728542f5-0a6c-421c-8e85-c33a04433e70 req-0b97e4c9-3a05-4e02-aefd-fae619afd4d2 service nova] Acquiring lock "2afb6f73-709d-4a37-8b32-23fd34a2191a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.613018] env[62954]: DEBUG oslo_concurrency.lockutils [req-728542f5-0a6c-421c-8e85-c33a04433e70 req-0b97e4c9-3a05-4e02-aefd-fae619afd4d2 service nova] Lock "2afb6f73-709d-4a37-8b32-23fd34a2191a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.613018] env[62954]: DEBUG oslo_concurrency.lockutils [req-728542f5-0a6c-421c-8e85-c33a04433e70 req-0b97e4c9-3a05-4e02-aefd-fae619afd4d2 service nova] Lock "2afb6f73-709d-4a37-8b32-23fd34a2191a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.613018] env[62954]: DEBUG nova.compute.manager [req-728542f5-0a6c-421c-8e85-c33a04433e70 req-0b97e4c9-3a05-4e02-aefd-fae619afd4d2 service nova] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] No waiting events found dispatching network-vif-plugged-7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 764.613018] env[62954]: WARNING nova.compute.manager [req-728542f5-0a6c-421c-8e85-c33a04433e70 req-0b97e4c9-3a05-4e02-aefd-fae619afd4d2 service nova] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Received unexpected event network-vif-plugged-7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0 for instance with vm_state building and task_state spawning. [ 764.613404] env[62954]: DEBUG nova.compute.manager [req-728542f5-0a6c-421c-8e85-c33a04433e70 req-0b97e4c9-3a05-4e02-aefd-fae619afd4d2 service nova] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Received event network-changed-7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 764.613404] env[62954]: DEBUG nova.compute.manager [req-728542f5-0a6c-421c-8e85-c33a04433e70 req-0b97e4c9-3a05-4e02-aefd-fae619afd4d2 service nova] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Refreshing instance network info cache due to event network-changed-7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 764.613624] env[62954]: DEBUG oslo_concurrency.lockutils [req-728542f5-0a6c-421c-8e85-c33a04433e70 req-0b97e4c9-3a05-4e02-aefd-fae619afd4d2 service nova] Acquiring lock "refresh_cache-2afb6f73-709d-4a37-8b32-23fd34a2191a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.613838] env[62954]: DEBUG oslo_concurrency.lockutils [req-728542f5-0a6c-421c-8e85-c33a04433e70 req-0b97e4c9-3a05-4e02-aefd-fae619afd4d2 service nova] Acquired lock "refresh_cache-2afb6f73-709d-4a37-8b32-23fd34a2191a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.614084] env[62954]: DEBUG nova.network.neutron [req-728542f5-0a6c-421c-8e85-c33a04433e70 req-0b97e4c9-3a05-4e02-aefd-fae619afd4d2 service nova] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Refreshing network info cache for port 7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.645287] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Releasing lock "refresh_cache-a210b97d-117c-418b-81a2-594ec21dde75" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.696436] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597415, 'name': CreateVM_Task, 'duration_secs': 0.424772} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.696627] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.697444] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.697552] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.697794] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.698066] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f098b45b-2a86-4eb2-b777-1173cc46c9ae {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.703365] env[62954]: DEBUG oslo_vmware.api [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Waiting for the task: (returnval){ [ 764.703365] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52dab386-fe87-c1d0-e836-c323146473c4" [ 764.703365] env[62954]: _type = "Task" [ 764.703365] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.711441] env[62954]: DEBUG oslo_vmware.api [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52dab386-fe87-c1d0-e836-c323146473c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.924644] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a83cc520-3bdb-4bbc-9dab-94fd2ceecc8d tempest-ServersTestManualDisk-450409198 tempest-ServersTestManualDisk-450409198-project-member] Lock "0ed3f1ae-f140-42a8-9581-aadb93447fbb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.237s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.931150] env[62954]: DEBUG oslo_vmware.api [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597416, 'name': PowerOnVM_Task, 'duration_secs': 0.431989} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.931409] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.931644] env[62954]: DEBUG nova.compute.manager [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.932443] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4163849-ed49-4ce5-87b5-3809fabbaaf9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.083021] env[62954]: DEBUG nova.network.neutron [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Successfully updated port: 5f6d5dbd-483d-4d3e-b0c4-4ea5e6675208 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.125809] env[62954]: DEBUG nova.compute.manager [req-02ac9b87-c02a-4419-84e2-31659691267b req-05732914-8c59-4129-b244-f5c558320c39 service nova] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Received event network-vif-plugged-5f6d5dbd-483d-4d3e-b0c4-4ea5e6675208 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 765.125809] env[62954]: DEBUG oslo_concurrency.lockutils [req-02ac9b87-c02a-4419-84e2-31659691267b req-05732914-8c59-4129-b244-f5c558320c39 service nova] Acquiring lock "6b972424-1a75-4945-81b0-a90874f329e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.126343] env[62954]: DEBUG oslo_concurrency.lockutils [req-02ac9b87-c02a-4419-84e2-31659691267b req-05732914-8c59-4129-b244-f5c558320c39 service nova] Lock "6b972424-1a75-4945-81b0-a90874f329e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.126557] env[62954]: DEBUG oslo_concurrency.lockutils [req-02ac9b87-c02a-4419-84e2-31659691267b req-05732914-8c59-4129-b244-f5c558320c39 service nova] Lock "6b972424-1a75-4945-81b0-a90874f329e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.126731] env[62954]: DEBUG nova.compute.manager [req-02ac9b87-c02a-4419-84e2-31659691267b req-05732914-8c59-4129-b244-f5c558320c39 service nova] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] No waiting events found dispatching network-vif-plugged-5f6d5dbd-483d-4d3e-b0c4-4ea5e6675208 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 765.126901] env[62954]: WARNING nova.compute.manager [req-02ac9b87-c02a-4419-84e2-31659691267b req-05732914-8c59-4129-b244-f5c558320c39 service nova] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Received unexpected event network-vif-plugged-5f6d5dbd-483d-4d3e-b0c4-4ea5e6675208 for instance with vm_state building and task_state spawning. [ 765.148586] env[62954]: DEBUG nova.compute.manager [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62954) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 765.148909] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.217869] env[62954]: DEBUG oslo_vmware.api [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52dab386-fe87-c1d0-e836-c323146473c4, 'name': SearchDatastore_Task, 'duration_secs': 0.015888} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.217869] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.220242] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.220242] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.220242] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.220242] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.220242] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d6e2f1d-d8c1-46b7-a8cd-693e2bc29a6e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.233964] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.233964] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.234665] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-273bcadf-a037-41cd-bcbd-7e49fdae211c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.240409] env[62954]: DEBUG oslo_vmware.api [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Waiting for the task: (returnval){ [ 765.240409] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52c070b7-2fe2-4ad0-4d96-79be8fdacd75" [ 765.240409] env[62954]: _type = "Task" [ 765.240409] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.250826] env[62954]: DEBUG oslo_vmware.api [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52c070b7-2fe2-4ad0-4d96-79be8fdacd75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.454291] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.590883] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Acquiring lock "refresh_cache-6b972424-1a75-4945-81b0-a90874f329e0" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.590883] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Acquired lock "refresh_cache-6b972424-1a75-4945-81b0-a90874f329e0" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.590883] env[62954]: DEBUG nova.network.neutron [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.636834] env[62954]: DEBUG nova.network.neutron [req-728542f5-0a6c-421c-8e85-c33a04433e70 req-0b97e4c9-3a05-4e02-aefd-fae619afd4d2 service nova] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Updated VIF entry in instance network info cache for port 7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.636834] env[62954]: DEBUG nova.network.neutron [req-728542f5-0a6c-421c-8e85-c33a04433e70 req-0b97e4c9-3a05-4e02-aefd-fae619afd4d2 service nova] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Updating instance_info_cache with network_info: [{"id": "7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0", "address": "fa:16:3e:9d:44:45", "network": {"id": "cd273907-a934-4ff0-8508-0fc3b5224238", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-908724177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "575bd53cd1cf4afb80882497ddf9abaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cb36d15-4b", "ovs_interfaceid": "7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.756121] env[62954]: DEBUG oslo_vmware.api [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52c070b7-2fe2-4ad0-4d96-79be8fdacd75, 'name': SearchDatastore_Task, 'duration_secs': 0.014498} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.766330] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56b4d394-dfd1-4f98-ad88-da0ac52a3cd0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.772562] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcf1a3c-3011-4e5f-9cab-bc0ac794d938 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.776281] env[62954]: DEBUG oslo_vmware.api [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Waiting for the task: (returnval){ [ 765.776281] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52c93461-c5cb-24be-7642-9daf64bede1b" [ 765.776281] env[62954]: _type = "Task" [ 765.776281] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.782418] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746d5b3c-2d56-4e91-864d-8a03632214ff {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.790852] env[62954]: DEBUG oslo_vmware.api [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52c93461-c5cb-24be-7642-9daf64bede1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.816886] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bc0278-04d5-4bea-8f66-ba83faa3c103 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.825104] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2b0083-91a7-4928-b3a6-d644085c073a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.841099] env[62954]: DEBUG nova.compute.provider_tree [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.122074] env[62954]: DEBUG nova.network.neutron [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.140212] env[62954]: DEBUG oslo_concurrency.lockutils [req-728542f5-0a6c-421c-8e85-c33a04433e70 req-0b97e4c9-3a05-4e02-aefd-fae619afd4d2 service nova] Releasing lock "refresh_cache-2afb6f73-709d-4a37-8b32-23fd34a2191a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.261092] env[62954]: DEBUG nova.network.neutron [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Updating instance_info_cache with network_info: [{"id": "5f6d5dbd-483d-4d3e-b0c4-4ea5e6675208", "address": "fa:16:3e:15:6c:03", "network": {"id": "7b2b016e-810b-4ce8-bc9d-090aa20eae79", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-269642926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a9a978d3fe640e694e8758beba8c952", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f6d5dbd-48", "ovs_interfaceid": "5f6d5dbd-483d-4d3e-b0c4-4ea5e6675208", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.270059] env[62954]: DEBUG oslo_concurrency.lockutils [None req-73b96330-fc04-464d-adc3-7f1cb456a7f5 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquiring lock "b29065f6-554c-47e1-a1b3-c40e03ab66da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.270315] env[62954]: DEBUG oslo_concurrency.lockutils [None req-73b96330-fc04-464d-adc3-7f1cb456a7f5 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "b29065f6-554c-47e1-a1b3-c40e03ab66da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.270539] env[62954]: DEBUG oslo_concurrency.lockutils [None req-73b96330-fc04-464d-adc3-7f1cb456a7f5 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquiring lock "b29065f6-554c-47e1-a1b3-c40e03ab66da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.270731] env[62954]: DEBUG oslo_concurrency.lockutils [None req-73b96330-fc04-464d-adc3-7f1cb456a7f5 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "b29065f6-554c-47e1-a1b3-c40e03ab66da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.270898] env[62954]: DEBUG oslo_concurrency.lockutils [None req-73b96330-fc04-464d-adc3-7f1cb456a7f5 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "b29065f6-554c-47e1-a1b3-c40e03ab66da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.273207] env[62954]: INFO nova.compute.manager [None req-73b96330-fc04-464d-adc3-7f1cb456a7f5 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Terminating instance [ 766.293795] env[62954]: DEBUG oslo_vmware.api [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52c93461-c5cb-24be-7642-9daf64bede1b, 'name': SearchDatastore_Task, 'duration_secs': 0.026958} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.294053] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.294306] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 2afb6f73-709d-4a37-8b32-23fd34a2191a/2afb6f73-709d-4a37-8b32-23fd34a2191a.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.294598] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0405db9-0914-4cd6-a5ac-f0c82359bcba {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.302156] env[62954]: DEBUG oslo_vmware.api [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Waiting for the task: (returnval){ [ 766.302156] env[62954]: value = "task-2597417" [ 766.302156] env[62954]: _type = "Task" [ 766.302156] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.309794] env[62954]: DEBUG oslo_vmware.api [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Task: {'id': task-2597417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.344390] env[62954]: DEBUG nova.scheduler.client.report [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.764412] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Releasing lock "refresh_cache-6b972424-1a75-4945-81b0-a90874f329e0" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.764917] env[62954]: DEBUG nova.compute.manager [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Instance network_info: |[{"id": "5f6d5dbd-483d-4d3e-b0c4-4ea5e6675208", "address": "fa:16:3e:15:6c:03", "network": {"id": "7b2b016e-810b-4ce8-bc9d-090aa20eae79", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-269642926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a9a978d3fe640e694e8758beba8c952", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f6d5dbd-48", "ovs_interfaceid": "5f6d5dbd-483d-4d3e-b0c4-4ea5e6675208", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 766.765568] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:6c:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ebd8af-aaf6-4d04-b869-3882e2571ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f6d5dbd-483d-4d3e-b0c4-4ea5e6675208', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.779443] env[62954]: DEBUG oslo.service.loopingcall [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 766.779972] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.781034] env[62954]: DEBUG nova.compute.manager [None req-73b96330-fc04-464d-adc3-7f1cb456a7f5 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 766.781392] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-73b96330-fc04-464d-adc3-7f1cb456a7f5 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.781829] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67bd7f8d-e594-406d-85c9-766347271513 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.809436] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a14859-3a39-438f-8c06-d20b55aa6665 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.829266] env[62954]: DEBUG oslo_vmware.api [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Task: {'id': task-2597417, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.835278] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b96330-fc04-464d-adc3-7f1cb456a7f5 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.835770] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.835770] env[62954]: value = "task-2597418" [ 766.835770] env[62954]: _type = "Task" [ 766.835770] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.836164] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bd44ccd-b4ef-4050-baa7-f4bb3c4b3576 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.853616] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.854624] env[62954]: DEBUG nova.compute.manager [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 766.859200] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597418, 'name': CreateVM_Task} progress is 10%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.862695] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 28.004s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.863089] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.863441] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62954) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 766.863854] env[62954]: DEBUG oslo_concurrency.lockutils [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.794s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.866348] env[62954]: INFO nova.compute.claims [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 766.870902] env[62954]: DEBUG oslo_vmware.api [None req-73b96330-fc04-464d-adc3-7f1cb456a7f5 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 766.870902] env[62954]: value = "task-2597419" [ 766.870902] env[62954]: _type = "Task" [ 766.870902] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.875027] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e5db28-a7d7-4295-9a4d-b8ffdc209778 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.897267] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175936d1-3b59-40bc-9ec0-6b4d03df7b87 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.905064] env[62954]: DEBUG oslo_vmware.api [None req-73b96330-fc04-464d-adc3-7f1cb456a7f5 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.917861] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541e2d15-4470-4f3e-83d5-376dc15577f0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.928543] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a76c542-7752-4d0d-b804-d653ce7c8861 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.966354] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179330MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=62954) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 766.966586] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.179410] env[62954]: DEBUG nova.compute.manager [req-85658d21-b43b-4a34-bdb4-e2571898af2d req-26f55b33-ec6f-4eec-a3a1-c5ff4abc73cf service nova] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Received event network-changed-5f6d5dbd-483d-4d3e-b0c4-4ea5e6675208 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 767.179410] env[62954]: DEBUG nova.compute.manager [req-85658d21-b43b-4a34-bdb4-e2571898af2d req-26f55b33-ec6f-4eec-a3a1-c5ff4abc73cf service nova] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Refreshing instance network info cache due to event network-changed-5f6d5dbd-483d-4d3e-b0c4-4ea5e6675208. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 767.179410] env[62954]: DEBUG oslo_concurrency.lockutils [req-85658d21-b43b-4a34-bdb4-e2571898af2d req-26f55b33-ec6f-4eec-a3a1-c5ff4abc73cf service nova] Acquiring lock "refresh_cache-6b972424-1a75-4945-81b0-a90874f329e0" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.179410] env[62954]: DEBUG oslo_concurrency.lockutils [req-85658d21-b43b-4a34-bdb4-e2571898af2d req-26f55b33-ec6f-4eec-a3a1-c5ff4abc73cf service nova] Acquired lock "refresh_cache-6b972424-1a75-4945-81b0-a90874f329e0" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.179410] env[62954]: DEBUG nova.network.neutron [req-85658d21-b43b-4a34-bdb4-e2571898af2d req-26f55b33-ec6f-4eec-a3a1-c5ff4abc73cf service nova] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Refreshing network info cache for port 5f6d5dbd-483d-4d3e-b0c4-4ea5e6675208 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.324891] env[62954]: DEBUG oslo_vmware.api [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Task: {'id': task-2597417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.761394} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.325177] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 2afb6f73-709d-4a37-8b32-23fd34a2191a/2afb6f73-709d-4a37-8b32-23fd34a2191a.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.325396] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.325653] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-edcb99d9-dad4-4a6f-af90-39baab406def {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.332759] env[62954]: DEBUG oslo_vmware.api [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Waiting for the task: (returnval){ [ 767.332759] env[62954]: value = "task-2597420" [ 767.332759] env[62954]: _type = "Task" [ 767.332759] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.341905] env[62954]: DEBUG oslo_vmware.api [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Task: {'id': task-2597420, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.350516] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597418, 'name': CreateVM_Task, 'duration_secs': 0.399197} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.350703] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.351474] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.351703] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.352062] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.352325] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28f03584-662e-4fd2-9605-96c6a8845dbd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.356865] env[62954]: DEBUG oslo_vmware.api [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for the task: (returnval){ [ 767.356865] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]525480fb-a5a0-5f0a-015e-f913580ff04e" [ 767.356865] env[62954]: _type = "Task" [ 767.356865] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.361308] env[62954]: DEBUG nova.compute.utils [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 767.362852] env[62954]: DEBUG nova.compute.manager [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 767.363423] env[62954]: DEBUG nova.network.neutron [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 767.371648] env[62954]: DEBUG oslo_vmware.api [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]525480fb-a5a0-5f0a-015e-f913580ff04e, 'name': SearchDatastore_Task, 'duration_secs': 0.008405} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.371997] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.372296] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.372569] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.372782] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.372990] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.373947] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a666bae4-8784-4536-9131-482efbe691bc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.385228] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.385430] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.386560] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-769a0fed-c343-40da-854f-963fe369633d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.392863] env[62954]: DEBUG oslo_vmware.api [None req-73b96330-fc04-464d-adc3-7f1cb456a7f5 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597419, 'name': PowerOffVM_Task, 'duration_secs': 0.277093} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.393508] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b96330-fc04-464d-adc3-7f1cb456a7f5 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.393737] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-73b96330-fc04-464d-adc3-7f1cb456a7f5 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.394265] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-300fa660-8115-4bbd-b871-71851752c741 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.397616] env[62954]: DEBUG oslo_vmware.api [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for the task: (returnval){ [ 767.397616] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52e4a27f-6c0a-a48b-7459-5c419c29f9b9" [ 767.397616] env[62954]: _type = "Task" [ 767.397616] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.406018] env[62954]: DEBUG oslo_vmware.api [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52e4a27f-6c0a-a48b-7459-5c419c29f9b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.431502] env[62954]: DEBUG nova.policy [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80f75463d4114f73aa6b38530697cb82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f16979ebc314760ac9bb49d9981065d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 767.461960] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-73b96330-fc04-464d-adc3-7f1cb456a7f5 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.462195] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-73b96330-fc04-464d-adc3-7f1cb456a7f5 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.462381] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-73b96330-fc04-464d-adc3-7f1cb456a7f5 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Deleting the datastore file [datastore2] b29065f6-554c-47e1-a1b3-c40e03ab66da {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.462641] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8a48b2d-0ab6-40b9-b9cb-97dfae028cc7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.469357] env[62954]: DEBUG oslo_vmware.api [None req-73b96330-fc04-464d-adc3-7f1cb456a7f5 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 767.469357] env[62954]: value = "task-2597422" [ 767.469357] env[62954]: _type = "Task" [ 767.469357] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.480170] env[62954]: DEBUG oslo_vmware.api [None req-73b96330-fc04-464d-adc3-7f1cb456a7f5 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.842867] env[62954]: DEBUG oslo_vmware.api [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Task: {'id': task-2597420, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066013} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.843169] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.846668] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759c51c2-7224-461a-8ca2-d6d5bbce9cdc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.869919] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 2afb6f73-709d-4a37-8b32-23fd34a2191a/2afb6f73-709d-4a37-8b32-23fd34a2191a.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.870624] env[62954]: DEBUG nova.compute.manager [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 767.873218] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10347e8e-045b-4257-9fdb-d37d4e197f2f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.900030] env[62954]: DEBUG oslo_vmware.api [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Waiting for the task: (returnval){ [ 767.900030] env[62954]: value = "task-2597423" [ 767.900030] env[62954]: _type = "Task" [ 767.900030] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.914432] env[62954]: DEBUG oslo_vmware.api [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52e4a27f-6c0a-a48b-7459-5c419c29f9b9, 'name': SearchDatastore_Task, 'duration_secs': 0.009383} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.923773] env[62954]: DEBUG oslo_vmware.api [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Task: {'id': task-2597423, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.923773] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-118b9f0c-4adc-4cc3-9e96-bf16967311eb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.926261] env[62954]: DEBUG oslo_vmware.api [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for the task: (returnval){ [ 767.926261] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52172c05-9948-cf32-0a7d-7d41cf445b33" [ 767.926261] env[62954]: _type = "Task" [ 767.926261] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.935245] env[62954]: DEBUG oslo_vmware.api [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52172c05-9948-cf32-0a7d-7d41cf445b33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.979010] env[62954]: DEBUG oslo_vmware.api [None req-73b96330-fc04-464d-adc3-7f1cb456a7f5 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597422, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205398} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.979358] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-73b96330-fc04-464d-adc3-7f1cb456a7f5 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.979585] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-73b96330-fc04-464d-adc3-7f1cb456a7f5 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.979805] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-73b96330-fc04-464d-adc3-7f1cb456a7f5 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.980025] env[62954]: INFO nova.compute.manager [None req-73b96330-fc04-464d-adc3-7f1cb456a7f5 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Took 1.20 seconds to destroy the instance on the hypervisor. [ 767.980318] env[62954]: DEBUG oslo.service.loopingcall [None req-73b96330-fc04-464d-adc3-7f1cb456a7f5 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 767.980545] env[62954]: DEBUG nova.compute.manager [-] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.980944] env[62954]: DEBUG nova.network.neutron [-] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 768.169399] env[62954]: DEBUG nova.network.neutron [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Successfully created port: c2e76f9e-8f42-4b70-99ad-e8629280491b {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 768.172847] env[62954]: DEBUG nova.network.neutron [req-85658d21-b43b-4a34-bdb4-e2571898af2d req-26f55b33-ec6f-4eec-a3a1-c5ff4abc73cf service nova] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Updated VIF entry in instance network info cache for port 5f6d5dbd-483d-4d3e-b0c4-4ea5e6675208. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.173241] env[62954]: DEBUG nova.network.neutron [req-85658d21-b43b-4a34-bdb4-e2571898af2d req-26f55b33-ec6f-4eec-a3a1-c5ff4abc73cf service nova] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Updating instance_info_cache with network_info: [{"id": "5f6d5dbd-483d-4d3e-b0c4-4ea5e6675208", "address": "fa:16:3e:15:6c:03", "network": {"id": "7b2b016e-810b-4ce8-bc9d-090aa20eae79", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-269642926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a9a978d3fe640e694e8758beba8c952", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f6d5dbd-48", "ovs_interfaceid": "5f6d5dbd-483d-4d3e-b0c4-4ea5e6675208", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.351050] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b952442-1f33-4591-9463-da112caf4dd0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.361178] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764d71bb-8502-4afe-b5bf-7fd88cf50a48 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.405021] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cfd152-acb3-4e3c-9095-bc803a015fb5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.418566] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a754839c-38ef-4be9-8b9a-13c1d2573fd6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.423186] env[62954]: DEBUG oslo_vmware.api [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Task: {'id': task-2597423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.435057] env[62954]: DEBUG nova.compute.provider_tree [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.445381] env[62954]: DEBUG oslo_vmware.api [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52172c05-9948-cf32-0a7d-7d41cf445b33, 'name': SearchDatastore_Task, 'duration_secs': 0.014879} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.445733] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.445784] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 6b972424-1a75-4945-81b0-a90874f329e0/6b972424-1a75-4945-81b0-a90874f329e0.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.446076] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fb542c3-4626-44bf-b9a4-e96d81239fc6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.450693] env[62954]: DEBUG nova.compute.manager [req-a2c3922b-bf78-46ab-a048-945e1bc7570e req-c77a7eac-4732-4dbd-bcd7-7130732fa95d service nova] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Received event network-vif-deleted-02becd61-0b0b-47ea-a9c9-7e4b7746d3c6 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 768.450887] env[62954]: INFO nova.compute.manager [req-a2c3922b-bf78-46ab-a048-945e1bc7570e req-c77a7eac-4732-4dbd-bcd7-7130732fa95d service nova] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Neutron deleted interface 02becd61-0b0b-47ea-a9c9-7e4b7746d3c6; detaching it from the instance and deleting it from the info cache [ 768.451073] env[62954]: DEBUG nova.network.neutron [req-a2c3922b-bf78-46ab-a048-945e1bc7570e req-c77a7eac-4732-4dbd-bcd7-7130732fa95d service nova] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.456847] env[62954]: DEBUG oslo_vmware.api [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for the task: (returnval){ [ 768.456847] env[62954]: value = "task-2597424" [ 768.456847] env[62954]: _type = "Task" [ 768.456847] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.466361] env[62954]: DEBUG oslo_vmware.api [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.678317] env[62954]: DEBUG oslo_concurrency.lockutils [req-85658d21-b43b-4a34-bdb4-e2571898af2d req-26f55b33-ec6f-4eec-a3a1-c5ff4abc73cf service nova] Releasing lock "refresh_cache-6b972424-1a75-4945-81b0-a90874f329e0" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.905817] env[62954]: DEBUG nova.compute.manager [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 768.908741] env[62954]: DEBUG nova.network.neutron [-] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.921885] env[62954]: DEBUG oslo_vmware.api [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Task: {'id': task-2597423, 'name': ReconfigVM_Task, 'duration_secs': 0.692435} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.923055] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 2afb6f73-709d-4a37-8b32-23fd34a2191a/2afb6f73-709d-4a37-8b32-23fd34a2191a.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.924885] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf5ceb74-ec5a-425a-9632-42edfae9cceb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.933739] env[62954]: DEBUG oslo_vmware.api [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Waiting for the task: (returnval){ [ 768.933739] env[62954]: value = "task-2597425" [ 768.933739] env[62954]: _type = "Task" [ 768.933739] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.941400] env[62954]: DEBUG nova.scheduler.client.report [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.948022] env[62954]: DEBUG nova.virt.hardware [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 768.948369] env[62954]: DEBUG nova.virt.hardware [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 768.948545] env[62954]: DEBUG nova.virt.hardware [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.948794] env[62954]: DEBUG nova.virt.hardware [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 768.949017] env[62954]: DEBUG nova.virt.hardware [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.950314] env[62954]: DEBUG nova.virt.hardware [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 768.950314] env[62954]: DEBUG nova.virt.hardware [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 768.950314] env[62954]: DEBUG nova.virt.hardware [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 768.950314] env[62954]: DEBUG nova.virt.hardware [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 768.950314] env[62954]: DEBUG nova.virt.hardware [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 768.950314] env[62954]: DEBUG nova.virt.hardware [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 768.952070] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2193a602-c4a8-432c-8b3a-180105a81931 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.960837] env[62954]: DEBUG oslo_vmware.api [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Task: {'id': task-2597425, 'name': Rename_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.962038] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b68436f8-94c3-4e8e-8124-77fd823ba9ee {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.972597] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01352d51-a6f3-4ccc-b28d-bfcf8e01f11e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.984079] env[62954]: DEBUG oslo_vmware.api [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597424, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.987916] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3be3fe-fbca-4eaf-9714-7222c754bd4c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.029433] env[62954]: DEBUG nova.compute.manager [req-a2c3922b-bf78-46ab-a048-945e1bc7570e req-c77a7eac-4732-4dbd-bcd7-7130732fa95d service nova] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Detach interface failed, port_id=02becd61-0b0b-47ea-a9c9-7e4b7746d3c6, reason: Instance b29065f6-554c-47e1-a1b3-c40e03ab66da could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 769.416481] env[62954]: INFO nova.compute.manager [-] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Took 1.44 seconds to deallocate network for instance. [ 769.446745] env[62954]: DEBUG oslo_vmware.api [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Task: {'id': task-2597425, 'name': Rename_Task, 'duration_secs': 0.402295} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.446946] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.449023] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bab3da46-2829-4e99-98f2-e5d784ce1034 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.455174] env[62954]: DEBUG oslo_vmware.api [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Waiting for the task: (returnval){ [ 769.455174] env[62954]: value = "task-2597426" [ 769.455174] env[62954]: _type = "Task" [ 769.455174] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.463921] env[62954]: DEBUG oslo_concurrency.lockutils [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.464636] env[62954]: DEBUG nova.compute.manager [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.468531] env[62954]: DEBUG oslo_vmware.api [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Task: {'id': task-2597426, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.469225] env[62954]: DEBUG oslo_concurrency.lockutils [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.035s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.472123] env[62954]: INFO nova.compute.claims [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.485086] env[62954]: DEBUG oslo_vmware.api [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559058} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.485657] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 6b972424-1a75-4945-81b0-a90874f329e0/6b972424-1a75-4945-81b0-a90874f329e0.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.485911] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.486189] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c2429f4-4d09-4dbc-a3ed-ebc3d335557c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.492800] env[62954]: DEBUG oslo_vmware.api [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for the task: (returnval){ [ 769.492800] env[62954]: value = "task-2597427" [ 769.492800] env[62954]: _type = "Task" [ 769.492800] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.507783] env[62954]: DEBUG oslo_vmware.api [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597427, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.871692] env[62954]: DEBUG nova.compute.manager [req-a07c42b2-7eda-4573-b8f6-68358018d6b2 req-2928b731-75f4-4fbd-9f26-fce75298d496 service nova] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Received event network-vif-plugged-c2e76f9e-8f42-4b70-99ad-e8629280491b {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 769.871931] env[62954]: DEBUG oslo_concurrency.lockutils [req-a07c42b2-7eda-4573-b8f6-68358018d6b2 req-2928b731-75f4-4fbd-9f26-fce75298d496 service nova] Acquiring lock "74cce47e-4c36-419b-a153-2e7e4bc67982-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.872138] env[62954]: DEBUG oslo_concurrency.lockutils [req-a07c42b2-7eda-4573-b8f6-68358018d6b2 req-2928b731-75f4-4fbd-9f26-fce75298d496 service nova] Lock "74cce47e-4c36-419b-a153-2e7e4bc67982-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.872308] env[62954]: DEBUG oslo_concurrency.lockutils [req-a07c42b2-7eda-4573-b8f6-68358018d6b2 req-2928b731-75f4-4fbd-9f26-fce75298d496 service nova] Lock "74cce47e-4c36-419b-a153-2e7e4bc67982-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.872475] env[62954]: DEBUG nova.compute.manager [req-a07c42b2-7eda-4573-b8f6-68358018d6b2 req-2928b731-75f4-4fbd-9f26-fce75298d496 service nova] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] No waiting events found dispatching network-vif-plugged-c2e76f9e-8f42-4b70-99ad-e8629280491b {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 769.872638] env[62954]: WARNING nova.compute.manager [req-a07c42b2-7eda-4573-b8f6-68358018d6b2 req-2928b731-75f4-4fbd-9f26-fce75298d496 service nova] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Received unexpected event network-vif-plugged-c2e76f9e-8f42-4b70-99ad-e8629280491b for instance with vm_state building and task_state spawning. [ 769.923788] env[62954]: DEBUG oslo_concurrency.lockutils [None req-73b96330-fc04-464d-adc3-7f1cb456a7f5 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.965158] env[62954]: DEBUG oslo_vmware.api [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Task: {'id': task-2597426, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.970549] env[62954]: DEBUG nova.compute.utils [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 769.971924] env[62954]: DEBUG nova.compute.manager [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 769.972109] env[62954]: DEBUG nova.network.neutron [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.005348] env[62954]: DEBUG oslo_vmware.api [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597427, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10152} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.005348] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.006655] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def9ec49-7568-48e8-88fa-e4d6de498b80 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.037278] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 6b972424-1a75-4945-81b0-a90874f329e0/6b972424-1a75-4945-81b0-a90874f329e0.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.038341] env[62954]: DEBUG nova.network.neutron [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Successfully updated port: c2e76f9e-8f42-4b70-99ad-e8629280491b {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.040606] env[62954]: DEBUG nova.policy [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff7834668e6c435aa94635341922a0ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c85dead8550845a5bfa36339d614ec22', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.042025] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-730c629c-6858-4541-a4ab-f48e7930c01c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.057899] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquiring lock "refresh_cache-74cce47e-4c36-419b-a153-2e7e4bc67982" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.058048] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquired lock "refresh_cache-74cce47e-4c36-419b-a153-2e7e4bc67982" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.058126] env[62954]: DEBUG nova.network.neutron [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.065490] env[62954]: DEBUG oslo_vmware.api [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for the task: (returnval){ [ 770.065490] env[62954]: value = "task-2597428" [ 770.065490] env[62954]: _type = "Task" [ 770.065490] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.074438] env[62954]: DEBUG oslo_vmware.api [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597428, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.325028] env[62954]: DEBUG nova.network.neutron [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Successfully created port: 9ac245c1-5f6c-4cf4-96d5-e7e8cdaaaaba {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.467555] env[62954]: DEBUG oslo_vmware.api [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Task: {'id': task-2597426, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.481201] env[62954]: DEBUG nova.compute.manager [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.579948] env[62954]: DEBUG oslo_vmware.api [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597428, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.599233] env[62954]: DEBUG nova.network.neutron [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.879078] env[62954]: DEBUG nova.network.neutron [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Updating instance_info_cache with network_info: [{"id": "c2e76f9e-8f42-4b70-99ad-e8629280491b", "address": "fa:16:3e:b3:51:ec", "network": {"id": "9d8838bb-e467-4265-bda0-a81e9fec202f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2103490702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f16979ebc314760ac9bb49d9981065d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2e76f9e-8f", "ovs_interfaceid": "c2e76f9e-8f42-4b70-99ad-e8629280491b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.966703] env[62954]: DEBUG oslo_vmware.api [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Task: {'id': task-2597426, 'name': PowerOnVM_Task, 'duration_secs': 1.24867} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.967020] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.967333] env[62954]: INFO nova.compute.manager [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Took 9.07 seconds to spawn the instance on the hypervisor. [ 770.967512] env[62954]: DEBUG nova.compute.manager [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.970023] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2144647-3fa1-43da-9a6b-1b0d01209dec {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.988789] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5581d68-74d1-43ec-89ed-4b2e82e75b51 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.996249] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7c7fe0-8b18-4680-a447-8c2b460171b4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.039765] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629daa2a-5513-4290-909e-be2233b529e0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.048357] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e53b043-80d9-4ed0-91ae-454a7b7b5c41 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.065022] env[62954]: DEBUG nova.compute.provider_tree [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.077230] env[62954]: DEBUG oslo_vmware.api [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597428, 'name': ReconfigVM_Task, 'duration_secs': 0.660096} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.078276] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 6b972424-1a75-4945-81b0-a90874f329e0/6b972424-1a75-4945-81b0-a90874f329e0.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.078901] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c0c8754-a898-42f0-97d2-1ace8ffdd9b5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.085724] env[62954]: DEBUG oslo_vmware.api [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for the task: (returnval){ [ 771.085724] env[62954]: value = "task-2597429" [ 771.085724] env[62954]: _type = "Task" [ 771.085724] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.096788] env[62954]: DEBUG oslo_vmware.api [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597429, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.371940] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "c30de12c-beb1-418b-8582-c25a74fa88f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.372144] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "c30de12c-beb1-418b-8582-c25a74fa88f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.383046] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Releasing lock "refresh_cache-74cce47e-4c36-419b-a153-2e7e4bc67982" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.383188] env[62954]: DEBUG nova.compute.manager [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Instance network_info: |[{"id": "c2e76f9e-8f42-4b70-99ad-e8629280491b", "address": "fa:16:3e:b3:51:ec", "network": {"id": "9d8838bb-e467-4265-bda0-a81e9fec202f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2103490702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f16979ebc314760ac9bb49d9981065d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2e76f9e-8f", "ovs_interfaceid": "c2e76f9e-8f42-4b70-99ad-e8629280491b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 771.383507] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:51:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2e76f9e-8f42-4b70-99ad-e8629280491b', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.391137] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Creating folder: Project (5f16979ebc314760ac9bb49d9981065d). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.391817] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c85edb22-3c26-44a1-93ae-7fc43a7fb73c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.405066] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Created folder: Project (5f16979ebc314760ac9bb49d9981065d) in parent group-v523717. [ 771.405066] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Creating folder: Instances. Parent ref: group-v523887. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.405066] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-caea29fa-5a04-4afd-b22a-9f565d6dc313 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.413825] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Created folder: Instances in parent group-v523887. [ 771.414061] env[62954]: DEBUG oslo.service.loopingcall [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 771.414245] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.414436] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1557b27c-5eed-4c97-8119-afc4b0eb1ccb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.434238] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.434238] env[62954]: value = "task-2597432" [ 771.434238] env[62954]: _type = "Task" [ 771.434238] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.442179] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597432, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.488291] env[62954]: DEBUG nova.compute.manager [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.494314] env[62954]: INFO nova.compute.manager [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Took 38.69 seconds to build instance. [ 771.522239] env[62954]: DEBUG nova.virt.hardware [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.522509] env[62954]: DEBUG nova.virt.hardware [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.522664] env[62954]: DEBUG nova.virt.hardware [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.522843] env[62954]: DEBUG nova.virt.hardware [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.522986] env[62954]: DEBUG nova.virt.hardware [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.523144] env[62954]: DEBUG nova.virt.hardware [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.523350] env[62954]: DEBUG nova.virt.hardware [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.523505] env[62954]: DEBUG nova.virt.hardware [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.523720] env[62954]: DEBUG nova.virt.hardware [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.523949] env[62954]: DEBUG nova.virt.hardware [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.524123] env[62954]: DEBUG nova.virt.hardware [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.524967] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc2f248-bec8-4e70-be45-c62385c9b27e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.532927] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a556747a-c92d-40de-9e00-760981d82721 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.568456] env[62954]: DEBUG nova.scheduler.client.report [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.596988] env[62954]: DEBUG oslo_vmware.api [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597429, 'name': Rename_Task, 'duration_secs': 0.151453} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.597226] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.597472] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3920743-6def-4063-bb15-66d764937938 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.602950] env[62954]: DEBUG oslo_vmware.api [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for the task: (returnval){ [ 771.602950] env[62954]: value = "task-2597433" [ 771.602950] env[62954]: _type = "Task" [ 771.602950] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.611180] env[62954]: DEBUG oslo_vmware.api [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.869604] env[62954]: DEBUG nova.compute.manager [req-b8de63e0-d18a-4800-9b47-0b0f86cd0777 req-2f5b439e-0765-438f-bd73-f30df73f2b5d service nova] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Received event network-vif-plugged-9ac245c1-5f6c-4cf4-96d5-e7e8cdaaaaba {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 771.870449] env[62954]: DEBUG oslo_concurrency.lockutils [req-b8de63e0-d18a-4800-9b47-0b0f86cd0777 req-2f5b439e-0765-438f-bd73-f30df73f2b5d service nova] Acquiring lock "6d8062ce-8e5a-4b48-b7e2-88780aa233ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.870449] env[62954]: DEBUG oslo_concurrency.lockutils [req-b8de63e0-d18a-4800-9b47-0b0f86cd0777 req-2f5b439e-0765-438f-bd73-f30df73f2b5d service nova] Lock "6d8062ce-8e5a-4b48-b7e2-88780aa233ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.870449] env[62954]: DEBUG oslo_concurrency.lockutils [req-b8de63e0-d18a-4800-9b47-0b0f86cd0777 req-2f5b439e-0765-438f-bd73-f30df73f2b5d service nova] Lock "6d8062ce-8e5a-4b48-b7e2-88780aa233ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.870449] env[62954]: DEBUG nova.compute.manager [req-b8de63e0-d18a-4800-9b47-0b0f86cd0777 req-2f5b439e-0765-438f-bd73-f30df73f2b5d service nova] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] No waiting events found dispatching network-vif-plugged-9ac245c1-5f6c-4cf4-96d5-e7e8cdaaaaba {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 771.870659] env[62954]: WARNING nova.compute.manager [req-b8de63e0-d18a-4800-9b47-0b0f86cd0777 req-2f5b439e-0765-438f-bd73-f30df73f2b5d service nova] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Received unexpected event network-vif-plugged-9ac245c1-5f6c-4cf4-96d5-e7e8cdaaaaba for instance with vm_state building and task_state spawning. [ 771.874678] env[62954]: DEBUG nova.compute.manager [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.947390] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597432, 'name': CreateVM_Task, 'duration_secs': 0.346156} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.947390] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 771.947390] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.947390] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.947390] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.947390] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a1ba7bf-76e6-4aab-b695-0e08bc8bdaa8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.951835] env[62954]: DEBUG oslo_vmware.api [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 771.951835] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52538ef4-d9f8-8e6c-521b-cdfe7a63171b" [ 771.951835] env[62954]: _type = "Task" [ 771.951835] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.962042] env[62954]: DEBUG oslo_vmware.api [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52538ef4-d9f8-8e6c-521b-cdfe7a63171b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.964759] env[62954]: DEBUG nova.compute.manager [req-e05002d6-10f5-44ca-91fb-894f2dac3aa2 req-db03966a-6eec-4a82-bc98-3cfee2ba1f3a service nova] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Received event network-changed-c2e76f9e-8f42-4b70-99ad-e8629280491b {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 771.964898] env[62954]: DEBUG nova.compute.manager [req-e05002d6-10f5-44ca-91fb-894f2dac3aa2 req-db03966a-6eec-4a82-bc98-3cfee2ba1f3a service nova] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Refreshing instance network info cache due to event network-changed-c2e76f9e-8f42-4b70-99ad-e8629280491b. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 771.965265] env[62954]: DEBUG oslo_concurrency.lockutils [req-e05002d6-10f5-44ca-91fb-894f2dac3aa2 req-db03966a-6eec-4a82-bc98-3cfee2ba1f3a service nova] Acquiring lock "refresh_cache-74cce47e-4c36-419b-a153-2e7e4bc67982" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.965385] env[62954]: DEBUG oslo_concurrency.lockutils [req-e05002d6-10f5-44ca-91fb-894f2dac3aa2 req-db03966a-6eec-4a82-bc98-3cfee2ba1f3a service nova] Acquired lock "refresh_cache-74cce47e-4c36-419b-a153-2e7e4bc67982" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.967265] env[62954]: DEBUG nova.network.neutron [req-e05002d6-10f5-44ca-91fb-894f2dac3aa2 req-db03966a-6eec-4a82-bc98-3cfee2ba1f3a service nova] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Refreshing network info cache for port c2e76f9e-8f42-4b70-99ad-e8629280491b {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.999536] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6c19685b-aea8-4afb-a590-abdf17cd1ff8 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Lock "2afb6f73-709d-4a37-8b32-23fd34a2191a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.210s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.013778] env[62954]: DEBUG nova.network.neutron [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Successfully updated port: 9ac245c1-5f6c-4cf4-96d5-e7e8cdaaaaba {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.073788] env[62954]: DEBUG oslo_concurrency.lockutils [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.076048] env[62954]: DEBUG nova.compute.manager [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.077645] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.352s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.079152] env[62954]: INFO nova.compute.claims [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.119801] env[62954]: DEBUG oslo_vmware.api [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597433, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.401376] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.465017] env[62954]: DEBUG oslo_vmware.api [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52538ef4-d9f8-8e6c-521b-cdfe7a63171b, 'name': SearchDatastore_Task, 'duration_secs': 0.01217} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.465361] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.465597] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.466136] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.466462] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.466718] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 772.467078] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9abcb11b-78b1-496f-94cf-4f9719f492e8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.479187] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 772.479322] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 772.480059] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a3fb6db-aa6f-402d-a156-f9c7ac5b106b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.485986] env[62954]: DEBUG oslo_vmware.api [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 772.485986] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]527fc2d0-c096-4abd-d01d-e0ee3395b4fd" [ 772.485986] env[62954]: _type = "Task" [ 772.485986] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.494032] env[62954]: DEBUG oslo_vmware.api [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]527fc2d0-c096-4abd-d01d-e0ee3395b4fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.516512] env[62954]: DEBUG oslo_concurrency.lockutils [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Acquiring lock "refresh_cache-6d8062ce-8e5a-4b48-b7e2-88780aa233ad" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.517108] env[62954]: DEBUG oslo_concurrency.lockutils [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Acquired lock "refresh_cache-6d8062ce-8e5a-4b48-b7e2-88780aa233ad" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.517288] env[62954]: DEBUG nova.network.neutron [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.583642] env[62954]: DEBUG nova.compute.utils [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 772.591037] env[62954]: DEBUG nova.compute.manager [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.591037] env[62954]: DEBUG nova.network.neutron [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.614771] env[62954]: DEBUG oslo_vmware.api [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597433, 'name': PowerOnVM_Task, 'duration_secs': 0.592118} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.615102] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.615520] env[62954]: INFO nova.compute.manager [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Took 8.24 seconds to spawn the instance on the hypervisor. [ 772.615520] env[62954]: DEBUG nova.compute.manager [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.616692] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b96627-f984-4786-8088-37cd6e53f0c2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.643779] env[62954]: DEBUG nova.policy [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdb033384f1f4ec8b5837b5d73fb1705', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b35440f0bc24875b3d519cacad0a6ce', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.979182] env[62954]: DEBUG nova.network.neutron [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Successfully created port: 22692862-b417-438f-ba2c-0b7b8718f5a3 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.000380] env[62954]: DEBUG oslo_vmware.api [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]527fc2d0-c096-4abd-d01d-e0ee3395b4fd, 'name': SearchDatastore_Task, 'duration_secs': 0.009289} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.001401] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-093fe39d-2580-4e94-a0df-c6c21afc3b41 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.006322] env[62954]: DEBUG oslo_vmware.api [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 773.006322] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52bf0d6a-3078-97cc-80fb-f9dd083ab85d" [ 773.006322] env[62954]: _type = "Task" [ 773.006322] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.015192] env[62954]: DEBUG oslo_vmware.api [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52bf0d6a-3078-97cc-80fb-f9dd083ab85d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.073954] env[62954]: DEBUG nova.network.neutron [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.085288] env[62954]: DEBUG nova.network.neutron [req-e05002d6-10f5-44ca-91fb-894f2dac3aa2 req-db03966a-6eec-4a82-bc98-3cfee2ba1f3a service nova] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Updated VIF entry in instance network info cache for port c2e76f9e-8f42-4b70-99ad-e8629280491b. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.086258] env[62954]: DEBUG nova.network.neutron [req-e05002d6-10f5-44ca-91fb-894f2dac3aa2 req-db03966a-6eec-4a82-bc98-3cfee2ba1f3a service nova] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Updating instance_info_cache with network_info: [{"id": "c2e76f9e-8f42-4b70-99ad-e8629280491b", "address": "fa:16:3e:b3:51:ec", "network": {"id": "9d8838bb-e467-4265-bda0-a81e9fec202f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2103490702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f16979ebc314760ac9bb49d9981065d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2e76f9e-8f", "ovs_interfaceid": "c2e76f9e-8f42-4b70-99ad-e8629280491b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.091252] env[62954]: DEBUG nova.compute.manager [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.139708] env[62954]: INFO nova.compute.manager [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Took 37.65 seconds to build instance. [ 773.398747] env[62954]: DEBUG nova.network.neutron [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Updating instance_info_cache with network_info: [{"id": "9ac245c1-5f6c-4cf4-96d5-e7e8cdaaaaba", "address": "fa:16:3e:97:c6:d1", "network": {"id": "a7e6a9ee-a704-4507-b2e3-d933d2cb179e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1752165033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c85dead8550845a5bfa36339d614ec22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac245c1-5f", "ovs_interfaceid": "9ac245c1-5f6c-4cf4-96d5-e7e8cdaaaaba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.475987] env[62954]: DEBUG oslo_concurrency.lockutils [None req-bc3013e6-bcf7-4458-8270-06623e844a0a tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Acquiring lock "6b972424-1a75-4945-81b0-a90874f329e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.521016] env[62954]: DEBUG oslo_vmware.api [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52bf0d6a-3078-97cc-80fb-f9dd083ab85d, 'name': SearchDatastore_Task, 'duration_secs': 0.010746} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.521016] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.521016] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 74cce47e-4c36-419b-a153-2e7e4bc67982/74cce47e-4c36-419b-a153-2e7e4bc67982.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 773.521016] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6547a916-b6b1-4159-8e09-6f8ad51e9602 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.522319] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b536184f-e29b-48e1-9a95-01b064278325 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.531223] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928245d1-b3f0-4468-a7cb-12a706dbc26f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.534404] env[62954]: DEBUG oslo_vmware.api [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 773.534404] env[62954]: value = "task-2597434" [ 773.534404] env[62954]: _type = "Task" [ 773.534404] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.569311] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60838188-0f76-494d-8edf-ca83b5e85d1d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.575314] env[62954]: DEBUG oslo_vmware.api [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597434, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.581235] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90023ce8-c6d9-485c-a40f-b6017112b113 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.598176] env[62954]: DEBUG oslo_concurrency.lockutils [req-e05002d6-10f5-44ca-91fb-894f2dac3aa2 req-db03966a-6eec-4a82-bc98-3cfee2ba1f3a service nova] Releasing lock "refresh_cache-74cce47e-4c36-419b-a153-2e7e4bc67982" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.602010] env[62954]: DEBUG nova.compute.provider_tree [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.640435] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c703e6b1-c519-432e-96ba-f319a20d71ea tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Lock "6b972424-1a75-4945-81b0-a90874f329e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.161s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.641407] env[62954]: DEBUG oslo_concurrency.lockutils [None req-bc3013e6-bcf7-4458-8270-06623e844a0a tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Lock "6b972424-1a75-4945-81b0-a90874f329e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.166s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.641669] env[62954]: DEBUG oslo_concurrency.lockutils [None req-bc3013e6-bcf7-4458-8270-06623e844a0a tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Acquiring lock "6b972424-1a75-4945-81b0-a90874f329e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.641877] env[62954]: DEBUG oslo_concurrency.lockutils [None req-bc3013e6-bcf7-4458-8270-06623e844a0a tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Lock "6b972424-1a75-4945-81b0-a90874f329e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.642059] env[62954]: DEBUG oslo_concurrency.lockutils [None req-bc3013e6-bcf7-4458-8270-06623e844a0a tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Lock "6b972424-1a75-4945-81b0-a90874f329e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.643985] env[62954]: INFO nova.compute.manager [None req-bc3013e6-bcf7-4458-8270-06623e844a0a tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Terminating instance [ 773.903725] env[62954]: DEBUG nova.compute.manager [req-6fb61d20-a971-4d24-b344-92358dfd3f32 req-7242ff1f-ba63-4b73-9f26-74a87d9d39d9 service nova] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Received event network-changed-9ac245c1-5f6c-4cf4-96d5-e7e8cdaaaaba {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 773.904049] env[62954]: DEBUG nova.compute.manager [req-6fb61d20-a971-4d24-b344-92358dfd3f32 req-7242ff1f-ba63-4b73-9f26-74a87d9d39d9 service nova] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Refreshing instance network info cache due to event network-changed-9ac245c1-5f6c-4cf4-96d5-e7e8cdaaaaba. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 773.904236] env[62954]: DEBUG oslo_concurrency.lockutils [req-6fb61d20-a971-4d24-b344-92358dfd3f32 req-7242ff1f-ba63-4b73-9f26-74a87d9d39d9 service nova] Acquiring lock "refresh_cache-6d8062ce-8e5a-4b48-b7e2-88780aa233ad" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.909515] env[62954]: DEBUG oslo_concurrency.lockutils [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Releasing lock "refresh_cache-6d8062ce-8e5a-4b48-b7e2-88780aa233ad" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.909885] env[62954]: DEBUG nova.compute.manager [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Instance network_info: |[{"id": "9ac245c1-5f6c-4cf4-96d5-e7e8cdaaaaba", "address": "fa:16:3e:97:c6:d1", "network": {"id": "a7e6a9ee-a704-4507-b2e3-d933d2cb179e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1752165033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c85dead8550845a5bfa36339d614ec22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac245c1-5f", "ovs_interfaceid": "9ac245c1-5f6c-4cf4-96d5-e7e8cdaaaaba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 773.910238] env[62954]: DEBUG oslo_concurrency.lockutils [req-6fb61d20-a971-4d24-b344-92358dfd3f32 req-7242ff1f-ba63-4b73-9f26-74a87d9d39d9 service nova] Acquired lock "refresh_cache-6d8062ce-8e5a-4b48-b7e2-88780aa233ad" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.910419] env[62954]: DEBUG nova.network.neutron [req-6fb61d20-a971-4d24-b344-92358dfd3f32 req-7242ff1f-ba63-4b73-9f26-74a87d9d39d9 service nova] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Refreshing network info cache for port 9ac245c1-5f6c-4cf4-96d5-e7e8cdaaaaba {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.912205] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:c6:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ac245c1-5f6c-4cf4-96d5-e7e8cdaaaaba', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.921287] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Creating folder: Project (c85dead8550845a5bfa36339d614ec22). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.922434] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2b74232-b106-4b0c-aa40-5f8c3087da30 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.933540] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Created folder: Project (c85dead8550845a5bfa36339d614ec22) in parent group-v523717. [ 773.933771] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Creating folder: Instances. Parent ref: group-v523890. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.934013] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f68331d4-fcaf-4b3e-9954-02b4764691ba {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.944043] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Created folder: Instances in parent group-v523890. [ 773.944043] env[62954]: DEBUG oslo.service.loopingcall [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 773.944257] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.944384] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-238cb170-2899-4395-823d-872b70102e95 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.966095] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.966095] env[62954]: value = "task-2597437" [ 773.966095] env[62954]: _type = "Task" [ 773.966095] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.974019] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597437, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.045135] env[62954]: DEBUG oslo_vmware.api [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597434, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475173} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.045426] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 74cce47e-4c36-419b-a153-2e7e4bc67982/74cce47e-4c36-419b-a153-2e7e4bc67982.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 774.045655] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.045922] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbc53e2b-e3bc-4d8d-b0da-7b021546c749 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.052099] env[62954]: DEBUG oslo_vmware.api [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 774.052099] env[62954]: value = "task-2597438" [ 774.052099] env[62954]: _type = "Task" [ 774.052099] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.062176] env[62954]: DEBUG oslo_vmware.api [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597438, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.107600] env[62954]: DEBUG nova.compute.manager [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.110903] env[62954]: DEBUG nova.scheduler.client.report [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.139543] env[62954]: DEBUG nova.virt.hardware [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.139875] env[62954]: DEBUG nova.virt.hardware [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.140103] env[62954]: DEBUG nova.virt.hardware [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.140360] env[62954]: DEBUG nova.virt.hardware [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.140561] env[62954]: DEBUG nova.virt.hardware [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.140761] env[62954]: DEBUG nova.virt.hardware [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.141046] env[62954]: DEBUG nova.virt.hardware [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.141277] env[62954]: DEBUG nova.virt.hardware [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.141535] env[62954]: DEBUG nova.virt.hardware [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.141810] env[62954]: DEBUG nova.virt.hardware [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.142043] env[62954]: DEBUG nova.virt.hardware [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.143396] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6eb40b-7768-4853-b9c3-e7a9b7c8bf54 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.147734] env[62954]: DEBUG nova.compute.manager [None req-bc3013e6-bcf7-4458-8270-06623e844a0a tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 774.147734] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3013e6-bcf7-4458-8270-06623e844a0a tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.149890] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608b8917-344c-4331-b6bc-f3a9fd60777f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.155851] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc26da8-e17d-4c99-b93a-3d08621925f2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.163027] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc3013e6-bcf7-4458-8270-06623e844a0a tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.163587] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4107a980-d4fe-4ee0-b8fa-b2dbfe87cb94 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.178134] env[62954]: DEBUG oslo_vmware.api [None req-bc3013e6-bcf7-4458-8270-06623e844a0a tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for the task: (returnval){ [ 774.178134] env[62954]: value = "task-2597439" [ 774.178134] env[62954]: _type = "Task" [ 774.178134] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.188516] env[62954]: DEBUG oslo_vmware.api [None req-bc3013e6-bcf7-4458-8270-06623e844a0a tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.478097] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597437, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.562110] env[62954]: DEBUG oslo_vmware.api [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597438, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066125} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.562444] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.563330] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26de9a68-2295-4758-8861-5d40f776a692 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.590056] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 74cce47e-4c36-419b-a153-2e7e4bc67982/74cce47e-4c36-419b-a153-2e7e4bc67982.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.590661] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09fc8b8a-17a4-411f-a7ff-fa35295f2355 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.614836] env[62954]: DEBUG oslo_vmware.api [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 774.614836] env[62954]: value = "task-2597440" [ 774.614836] env[62954]: _type = "Task" [ 774.614836] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.623464] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.624032] env[62954]: DEBUG nova.compute.manager [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.627335] env[62954]: DEBUG oslo_vmware.api [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597440, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.627815] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.609s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.629386] env[62954]: INFO nova.compute.claims [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.689610] env[62954]: DEBUG oslo_vmware.api [None req-bc3013e6-bcf7-4458-8270-06623e844a0a tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597439, 'name': PowerOffVM_Task, 'duration_secs': 0.256938} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.689889] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc3013e6-bcf7-4458-8270-06623e844a0a tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.690134] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3013e6-bcf7-4458-8270-06623e844a0a tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.690400] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ceaaddb-9c1b-4dfc-93b3-841d2d17bbc4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.774541] env[62954]: DEBUG nova.network.neutron [req-6fb61d20-a971-4d24-b344-92358dfd3f32 req-7242ff1f-ba63-4b73-9f26-74a87d9d39d9 service nova] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Updated VIF entry in instance network info cache for port 9ac245c1-5f6c-4cf4-96d5-e7e8cdaaaaba. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.774940] env[62954]: DEBUG nova.network.neutron [req-6fb61d20-a971-4d24-b344-92358dfd3f32 req-7242ff1f-ba63-4b73-9f26-74a87d9d39d9 service nova] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Updating instance_info_cache with network_info: [{"id": "9ac245c1-5f6c-4cf4-96d5-e7e8cdaaaaba", "address": "fa:16:3e:97:c6:d1", "network": {"id": "a7e6a9ee-a704-4507-b2e3-d933d2cb179e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1752165033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c85dead8550845a5bfa36339d614ec22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac245c1-5f", "ovs_interfaceid": "9ac245c1-5f6c-4cf4-96d5-e7e8cdaaaaba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.781378] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3013e6-bcf7-4458-8270-06623e844a0a tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.781576] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3013e6-bcf7-4458-8270-06623e844a0a tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.781758] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc3013e6-bcf7-4458-8270-06623e844a0a tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Deleting the datastore file [datastore1] 6b972424-1a75-4945-81b0-a90874f329e0 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.782016] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c18e15d9-23a8-4e5a-8eb1-599a48e8986d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.788595] env[62954]: DEBUG oslo_vmware.api [None req-bc3013e6-bcf7-4458-8270-06623e844a0a tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for the task: (returnval){ [ 774.788595] env[62954]: value = "task-2597442" [ 774.788595] env[62954]: _type = "Task" [ 774.788595] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.797321] env[62954]: DEBUG oslo_vmware.api [None req-bc3013e6-bcf7-4458-8270-06623e844a0a tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.825602] env[62954]: DEBUG nova.compute.manager [req-c8ea3ae0-1ab7-4481-9266-1efe12618167 req-51b15930-6941-47e4-8a2c-c19a3ca753b4 service nova] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Received event network-vif-plugged-22692862-b417-438f-ba2c-0b7b8718f5a3 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 774.825848] env[62954]: DEBUG oslo_concurrency.lockutils [req-c8ea3ae0-1ab7-4481-9266-1efe12618167 req-51b15930-6941-47e4-8a2c-c19a3ca753b4 service nova] Acquiring lock "bd25771f-4502-4a7c-acb6-75a91117d993-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.826103] env[62954]: DEBUG oslo_concurrency.lockutils [req-c8ea3ae0-1ab7-4481-9266-1efe12618167 req-51b15930-6941-47e4-8a2c-c19a3ca753b4 service nova] Lock "bd25771f-4502-4a7c-acb6-75a91117d993-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.826307] env[62954]: DEBUG oslo_concurrency.lockutils [req-c8ea3ae0-1ab7-4481-9266-1efe12618167 req-51b15930-6941-47e4-8a2c-c19a3ca753b4 service nova] Lock "bd25771f-4502-4a7c-acb6-75a91117d993-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.826499] env[62954]: DEBUG nova.compute.manager [req-c8ea3ae0-1ab7-4481-9266-1efe12618167 req-51b15930-6941-47e4-8a2c-c19a3ca753b4 service nova] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] No waiting events found dispatching network-vif-plugged-22692862-b417-438f-ba2c-0b7b8718f5a3 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 774.826693] env[62954]: WARNING nova.compute.manager [req-c8ea3ae0-1ab7-4481-9266-1efe12618167 req-51b15930-6941-47e4-8a2c-c19a3ca753b4 service nova] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Received unexpected event network-vif-plugged-22692862-b417-438f-ba2c-0b7b8718f5a3 for instance with vm_state building and task_state spawning. [ 774.902414] env[62954]: DEBUG nova.network.neutron [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Successfully updated port: 22692862-b417-438f-ba2c-0b7b8718f5a3 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 774.979616] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597437, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.125276] env[62954]: DEBUG oslo_vmware.api [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.128934] env[62954]: DEBUG nova.compute.utils [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 775.129961] env[62954]: DEBUG nova.compute.manager [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 775.130143] env[62954]: DEBUG nova.network.neutron [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.176789] env[62954]: DEBUG nova.policy [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43136168b11e410a9e749a1e71f12a5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46722ce8c5db4de49682ce63084635d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.277887] env[62954]: DEBUG oslo_concurrency.lockutils [req-6fb61d20-a971-4d24-b344-92358dfd3f32 req-7242ff1f-ba63-4b73-9f26-74a87d9d39d9 service nova] Releasing lock "refresh_cache-6d8062ce-8e5a-4b48-b7e2-88780aa233ad" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.278193] env[62954]: DEBUG nova.compute.manager [req-6fb61d20-a971-4d24-b344-92358dfd3f32 req-7242ff1f-ba63-4b73-9f26-74a87d9d39d9 service nova] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Received event network-changed-7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 775.278375] env[62954]: DEBUG nova.compute.manager [req-6fb61d20-a971-4d24-b344-92358dfd3f32 req-7242ff1f-ba63-4b73-9f26-74a87d9d39d9 service nova] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Refreshing instance network info cache due to event network-changed-7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 775.278602] env[62954]: DEBUG oslo_concurrency.lockutils [req-6fb61d20-a971-4d24-b344-92358dfd3f32 req-7242ff1f-ba63-4b73-9f26-74a87d9d39d9 service nova] Acquiring lock "refresh_cache-2afb6f73-709d-4a37-8b32-23fd34a2191a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.278747] env[62954]: DEBUG oslo_concurrency.lockutils [req-6fb61d20-a971-4d24-b344-92358dfd3f32 req-7242ff1f-ba63-4b73-9f26-74a87d9d39d9 service nova] Acquired lock "refresh_cache-2afb6f73-709d-4a37-8b32-23fd34a2191a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.278923] env[62954]: DEBUG nova.network.neutron [req-6fb61d20-a971-4d24-b344-92358dfd3f32 req-7242ff1f-ba63-4b73-9f26-74a87d9d39d9 service nova] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Refreshing network info cache for port 7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.298160] env[62954]: DEBUG oslo_vmware.api [None req-bc3013e6-bcf7-4458-8270-06623e844a0a tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Task: {'id': task-2597442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183756} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.298446] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc3013e6-bcf7-4458-8270-06623e844a0a tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.298645] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3013e6-bcf7-4458-8270-06623e844a0a tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.298831] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3013e6-bcf7-4458-8270-06623e844a0a tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.299012] env[62954]: INFO nova.compute.manager [None req-bc3013e6-bcf7-4458-8270-06623e844a0a tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 775.299268] env[62954]: DEBUG oslo.service.loopingcall [None req-bc3013e6-bcf7-4458-8270-06623e844a0a tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 775.299459] env[62954]: DEBUG nova.compute.manager [-] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 775.299555] env[62954]: DEBUG nova.network.neutron [-] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 775.408147] env[62954]: DEBUG oslo_concurrency.lockutils [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Acquiring lock "refresh_cache-bd25771f-4502-4a7c-acb6-75a91117d993" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.408147] env[62954]: DEBUG oslo_concurrency.lockutils [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Acquired lock "refresh_cache-bd25771f-4502-4a7c-acb6-75a91117d993" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.408147] env[62954]: DEBUG nova.network.neutron [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.479232] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597437, 'name': CreateVM_Task, 'duration_secs': 1.315877} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.479589] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.480421] env[62954]: DEBUG oslo_concurrency.lockutils [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.480713] env[62954]: DEBUG oslo_concurrency.lockutils [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.481160] env[62954]: DEBUG oslo_concurrency.lockutils [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.481532] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c63c87e7-0315-42db-a3cf-bb845b3fbd9d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.488067] env[62954]: DEBUG oslo_vmware.api [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Waiting for the task: (returnval){ [ 775.488067] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52800294-2859-9856-5dc0-93cca79b5d3c" [ 775.488067] env[62954]: _type = "Task" [ 775.488067] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.498435] env[62954]: DEBUG oslo_vmware.api [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52800294-2859-9856-5dc0-93cca79b5d3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.634047] env[62954]: DEBUG oslo_vmware.api [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597440, 'name': ReconfigVM_Task, 'duration_secs': 0.878163} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.634047] env[62954]: DEBUG nova.compute.manager [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.636312] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 74cce47e-4c36-419b-a153-2e7e4bc67982/74cce47e-4c36-419b-a153-2e7e4bc67982.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.636312] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e5b61e4-f35b-4624-9b03-9d597d147e6c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.646107] env[62954]: DEBUG oslo_vmware.api [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 775.646107] env[62954]: value = "task-2597443" [ 775.646107] env[62954]: _type = "Task" [ 775.646107] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.655773] env[62954]: DEBUG oslo_vmware.api [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597443, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.894050] env[62954]: DEBUG nova.network.neutron [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Successfully created port: ee7f9fa1-051e-40ae-835f-f52b6ccfa599 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.978525] env[62954]: DEBUG nova.network.neutron [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.012132] env[62954]: DEBUG oslo_vmware.api [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52800294-2859-9856-5dc0-93cca79b5d3c, 'name': SearchDatastore_Task, 'duration_secs': 0.010466} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.016030] env[62954]: DEBUG oslo_concurrency.lockutils [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.016030] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 776.016030] env[62954]: DEBUG oslo_concurrency.lockutils [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.016030] env[62954]: DEBUG oslo_concurrency.lockutils [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.016030] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 776.016337] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2dae25f-0f27-442e-a1b3-0c9b0ce0d55a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.025161] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 776.025267] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 776.025937] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a6bb897-ee30-4572-a399-8da7eb11876b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.035085] env[62954]: DEBUG oslo_vmware.api [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Waiting for the task: (returnval){ [ 776.035085] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]528d4862-8314-ff33-1b9f-56dd7c685a12" [ 776.035085] env[62954]: _type = "Task" [ 776.035085] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.043372] env[62954]: DEBUG oslo_vmware.api [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]528d4862-8314-ff33-1b9f-56dd7c685a12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.057954] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a05ed8e-1696-4ea5-b195-089ce8502ce6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.070020] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619e7efa-5f77-444f-95a0-f9dcf97005ff {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.100081] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2956e88-fbca-415a-8ca1-ddeddcfd052c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.110188] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679af41e-55d5-4332-998b-6c0f6387e8a8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.123389] env[62954]: DEBUG nova.compute.provider_tree [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.156704] env[62954]: DEBUG oslo_vmware.api [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597443, 'name': Rename_Task, 'duration_secs': 0.14441} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.156978] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.157222] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7250193e-8c7d-40d8-beb5-a271cdee35e4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.163310] env[62954]: DEBUG oslo_vmware.api [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 776.163310] env[62954]: value = "task-2597444" [ 776.163310] env[62954]: _type = "Task" [ 776.163310] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.174603] env[62954]: DEBUG oslo_vmware.api [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.234378] env[62954]: DEBUG nova.network.neutron [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Updating instance_info_cache with network_info: [{"id": "22692862-b417-438f-ba2c-0b7b8718f5a3", "address": "fa:16:3e:dc:1c:6f", "network": {"id": "e58862b8-b7ac-4473-8497-f34ec01368d3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1538299883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b35440f0bc24875b3d519cacad0a6ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22692862-b4", "ovs_interfaceid": "22692862-b417-438f-ba2c-0b7b8718f5a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.236595] env[62954]: DEBUG nova.network.neutron [req-6fb61d20-a971-4d24-b344-92358dfd3f32 req-7242ff1f-ba63-4b73-9f26-74a87d9d39d9 service nova] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Updated VIF entry in instance network info cache for port 7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.236896] env[62954]: DEBUG nova.network.neutron [req-6fb61d20-a971-4d24-b344-92358dfd3f32 req-7242ff1f-ba63-4b73-9f26-74a87d9d39d9 service nova] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Updating instance_info_cache with network_info: [{"id": "7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0", "address": "fa:16:3e:9d:44:45", "network": {"id": "cd273907-a934-4ff0-8508-0fc3b5224238", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-908724177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "575bd53cd1cf4afb80882497ddf9abaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cb36d15-4b", "ovs_interfaceid": "7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.522462] env[62954]: DEBUG nova.network.neutron [-] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.548696] env[62954]: DEBUG oslo_vmware.api [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]528d4862-8314-ff33-1b9f-56dd7c685a12, 'name': SearchDatastore_Task, 'duration_secs': 0.009417} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.549579] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4feefb9c-4083-40f3-bbcd-8a262986728c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.555850] env[62954]: DEBUG oslo_vmware.api [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Waiting for the task: (returnval){ [ 776.555850] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52e52b29-9918-163a-8b07-c12a195a5dc4" [ 776.555850] env[62954]: _type = "Task" [ 776.555850] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.566353] env[62954]: DEBUG oslo_vmware.api [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52e52b29-9918-163a-8b07-c12a195a5dc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.626734] env[62954]: DEBUG nova.scheduler.client.report [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.646327] env[62954]: DEBUG nova.compute.manager [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.671883] env[62954]: DEBUG nova.virt.hardware [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.672160] env[62954]: DEBUG nova.virt.hardware [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.672319] env[62954]: DEBUG nova.virt.hardware [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.672511] env[62954]: DEBUG nova.virt.hardware [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.672659] env[62954]: DEBUG nova.virt.hardware [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.672814] env[62954]: DEBUG nova.virt.hardware [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.673039] env[62954]: DEBUG nova.virt.hardware [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.673204] env[62954]: DEBUG nova.virt.hardware [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.673369] env[62954]: DEBUG nova.virt.hardware [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.673531] env[62954]: DEBUG nova.virt.hardware [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.673712] env[62954]: DEBUG nova.virt.hardware [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.674572] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ccf819-8014-4aa9-a356-07e905263b7c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.681044] env[62954]: DEBUG oslo_vmware.api [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597444, 'name': PowerOnVM_Task, 'duration_secs': 0.459977} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.681674] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.681919] env[62954]: INFO nova.compute.manager [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Took 7.78 seconds to spawn the instance on the hypervisor. [ 776.682123] env[62954]: DEBUG nova.compute.manager [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.682847] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec3b326-00e3-46b4-95bd-5d98d5911256 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.688470] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec9657b-f943-4408-af2f-d5dca1402d0d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.738799] env[62954]: DEBUG oslo_concurrency.lockutils [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Releasing lock "refresh_cache-bd25771f-4502-4a7c-acb6-75a91117d993" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.739134] env[62954]: DEBUG nova.compute.manager [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Instance network_info: |[{"id": "22692862-b417-438f-ba2c-0b7b8718f5a3", "address": "fa:16:3e:dc:1c:6f", "network": {"id": "e58862b8-b7ac-4473-8497-f34ec01368d3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1538299883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b35440f0bc24875b3d519cacad0a6ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22692862-b4", "ovs_interfaceid": "22692862-b417-438f-ba2c-0b7b8718f5a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 776.739614] env[62954]: DEBUG oslo_concurrency.lockutils [req-6fb61d20-a971-4d24-b344-92358dfd3f32 req-7242ff1f-ba63-4b73-9f26-74a87d9d39d9 service nova] Releasing lock "refresh_cache-2afb6f73-709d-4a37-8b32-23fd34a2191a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.740128] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:1c:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22692862-b417-438f-ba2c-0b7b8718f5a3', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.747606] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Creating folder: Project (6b35440f0bc24875b3d519cacad0a6ce). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.748157] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d34908f9-51c3-425f-828e-f156ccd267b8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.758746] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Created folder: Project (6b35440f0bc24875b3d519cacad0a6ce) in parent group-v523717. [ 776.758945] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Creating folder: Instances. Parent ref: group-v523893. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.759208] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2eed3b2a-90cf-4000-838c-068062bf0321 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.768374] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Created folder: Instances in parent group-v523893. [ 776.768607] env[62954]: DEBUG oslo.service.loopingcall [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 776.768795] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.768993] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a05107b-948b-48e4-bd10-ea46b097704a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.789405] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.789405] env[62954]: value = "task-2597447" [ 776.789405] env[62954]: _type = "Task" [ 776.789405] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.797539] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597447, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.859274] env[62954]: DEBUG nova.compute.manager [req-d4dc9993-ae5d-4cf2-b75e-bcfbbb4ea559 req-e75baa6c-de61-4b65-8ef7-3f0d3d5267ba service nova] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Received event network-changed-22692862-b417-438f-ba2c-0b7b8718f5a3 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 776.859470] env[62954]: DEBUG nova.compute.manager [req-d4dc9993-ae5d-4cf2-b75e-bcfbbb4ea559 req-e75baa6c-de61-4b65-8ef7-3f0d3d5267ba service nova] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Refreshing instance network info cache due to event network-changed-22692862-b417-438f-ba2c-0b7b8718f5a3. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 776.859769] env[62954]: DEBUG oslo_concurrency.lockutils [req-d4dc9993-ae5d-4cf2-b75e-bcfbbb4ea559 req-e75baa6c-de61-4b65-8ef7-3f0d3d5267ba service nova] Acquiring lock "refresh_cache-bd25771f-4502-4a7c-acb6-75a91117d993" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.859926] env[62954]: DEBUG oslo_concurrency.lockutils [req-d4dc9993-ae5d-4cf2-b75e-bcfbbb4ea559 req-e75baa6c-de61-4b65-8ef7-3f0d3d5267ba service nova] Acquired lock "refresh_cache-bd25771f-4502-4a7c-acb6-75a91117d993" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.860104] env[62954]: DEBUG nova.network.neutron [req-d4dc9993-ae5d-4cf2-b75e-bcfbbb4ea559 req-e75baa6c-de61-4b65-8ef7-3f0d3d5267ba service nova] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Refreshing network info cache for port 22692862-b417-438f-ba2c-0b7b8718f5a3 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.027754] env[62954]: INFO nova.compute.manager [-] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Took 1.73 seconds to deallocate network for instance. [ 777.066648] env[62954]: DEBUG oslo_vmware.api [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52e52b29-9918-163a-8b07-c12a195a5dc4, 'name': SearchDatastore_Task, 'duration_secs': 0.010847} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.067583] env[62954]: DEBUG oslo_concurrency.lockutils [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.067853] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 6d8062ce-8e5a-4b48-b7e2-88780aa233ad/6d8062ce-8e5a-4b48-b7e2-88780aa233ad.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.068134] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-812918d2-b4c5-42d1-af2a-e13e1aee3f3e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.075158] env[62954]: DEBUG oslo_vmware.api [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Waiting for the task: (returnval){ [ 777.075158] env[62954]: value = "task-2597448" [ 777.075158] env[62954]: _type = "Task" [ 777.075158] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.083289] env[62954]: DEBUG oslo_vmware.api [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Task: {'id': task-2597448, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.132869] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.133565] env[62954]: DEBUG nova.compute.manager [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.136516] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.362s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.136736] env[62954]: DEBUG nova.objects.instance [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62954) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 777.204377] env[62954]: INFO nova.compute.manager [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Took 39.20 seconds to build instance. [ 777.299836] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597447, 'name': CreateVM_Task, 'duration_secs': 0.363815} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.300054] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.301086] env[62954]: DEBUG oslo_concurrency.lockutils [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.301086] env[62954]: DEBUG oslo_concurrency.lockutils [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.301278] env[62954]: DEBUG oslo_concurrency.lockutils [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.301571] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc23c58d-0232-4aa8-a3c6-022a3d36ef74 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.306849] env[62954]: DEBUG oslo_vmware.api [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Waiting for the task: (returnval){ [ 777.306849] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52096a49-3108-9bc1-b7dc-d9a46eb8316e" [ 777.306849] env[62954]: _type = "Task" [ 777.306849] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.315243] env[62954]: DEBUG oslo_vmware.api [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52096a49-3108-9bc1-b7dc-d9a46eb8316e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.492053] env[62954]: DEBUG nova.network.neutron [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Successfully updated port: ee7f9fa1-051e-40ae-835f-f52b6ccfa599 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.536958] env[62954]: DEBUG oslo_concurrency.lockutils [None req-bc3013e6-bcf7-4458-8270-06623e844a0a tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.580929] env[62954]: DEBUG nova.network.neutron [req-d4dc9993-ae5d-4cf2-b75e-bcfbbb4ea559 req-e75baa6c-de61-4b65-8ef7-3f0d3d5267ba service nova] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Updated VIF entry in instance network info cache for port 22692862-b417-438f-ba2c-0b7b8718f5a3. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.581317] env[62954]: DEBUG nova.network.neutron [req-d4dc9993-ae5d-4cf2-b75e-bcfbbb4ea559 req-e75baa6c-de61-4b65-8ef7-3f0d3d5267ba service nova] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Updating instance_info_cache with network_info: [{"id": "22692862-b417-438f-ba2c-0b7b8718f5a3", "address": "fa:16:3e:dc:1c:6f", "network": {"id": "e58862b8-b7ac-4473-8497-f34ec01368d3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1538299883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b35440f0bc24875b3d519cacad0a6ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22692862-b4", "ovs_interfaceid": "22692862-b417-438f-ba2c-0b7b8718f5a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.587869] env[62954]: DEBUG oslo_vmware.api [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Task: {'id': task-2597448, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462079} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.588149] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 6d8062ce-8e5a-4b48-b7e2-88780aa233ad/6d8062ce-8e5a-4b48-b7e2-88780aa233ad.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.588377] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.588640] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b9068cb-1480-4265-b6bf-d3aee451c789 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.595335] env[62954]: DEBUG oslo_vmware.api [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Waiting for the task: (returnval){ [ 777.595335] env[62954]: value = "task-2597449" [ 777.595335] env[62954]: _type = "Task" [ 777.595335] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.602971] env[62954]: DEBUG oslo_vmware.api [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Task: {'id': task-2597449, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.641658] env[62954]: DEBUG nova.compute.utils [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 777.646448] env[62954]: DEBUG nova.compute.manager [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 777.646709] env[62954]: DEBUG nova.network.neutron [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.694243] env[62954]: DEBUG nova.policy [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee72a4a7a7cf4b77a421d1de72125f73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0953265659a3411a8f6e8df09cfd72e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.706515] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7e3e4a65-792c-4055-b614-46ebe999549d tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "74cce47e-4c36-419b-a153-2e7e4bc67982" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.714s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.816931] env[62954]: DEBUG oslo_vmware.api [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52096a49-3108-9bc1-b7dc-d9a46eb8316e, 'name': SearchDatastore_Task, 'duration_secs': 0.022519} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.817237] env[62954]: DEBUG oslo_concurrency.lockutils [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.817469] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.817702] env[62954]: DEBUG oslo_concurrency.lockutils [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.817849] env[62954]: DEBUG oslo_concurrency.lockutils [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.818059] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.818284] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d87ca08c-ace9-4c0c-a70c-b40d0ad78b0a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.827805] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.827991] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.828693] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f82f646-dbd0-41bf-9ed1-db0418bdb094 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.833815] env[62954]: DEBUG oslo_vmware.api [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Waiting for the task: (returnval){ [ 777.833815] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52a96ffa-8283-1f36-ffe8-4ec66d71e5b0" [ 777.833815] env[62954]: _type = "Task" [ 777.833815] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.841470] env[62954]: DEBUG oslo_vmware.api [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52a96ffa-8283-1f36-ffe8-4ec66d71e5b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.995778] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Acquiring lock "refresh_cache-2398388f-5606-44da-bb32-65b071ee0a5a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.996064] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Acquired lock "refresh_cache-2398388f-5606-44da-bb32-65b071ee0a5a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.996321] env[62954]: DEBUG nova.network.neutron [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.083147] env[62954]: DEBUG nova.network.neutron [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Successfully created port: 98d09b92-f091-458d-8e7a-281be3554228 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.085451] env[62954]: DEBUG oslo_concurrency.lockutils [req-d4dc9993-ae5d-4cf2-b75e-bcfbbb4ea559 req-e75baa6c-de61-4b65-8ef7-3f0d3d5267ba service nova] Releasing lock "refresh_cache-bd25771f-4502-4a7c-acb6-75a91117d993" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.085690] env[62954]: DEBUG nova.compute.manager [req-d4dc9993-ae5d-4cf2-b75e-bcfbbb4ea559 req-e75baa6c-de61-4b65-8ef7-3f0d3d5267ba service nova] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Received event network-vif-deleted-5f6d5dbd-483d-4d3e-b0c4-4ea5e6675208 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 778.108944] env[62954]: DEBUG oslo_vmware.api [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Task: {'id': task-2597449, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.287992} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.109236] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.110210] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901eb6f1-680c-496f-abdb-d5e7d1271877 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.136176] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 6d8062ce-8e5a-4b48-b7e2-88780aa233ad/6d8062ce-8e5a-4b48-b7e2-88780aa233ad.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.136667] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47814018-2091-4bd0-bebf-b9b24c7cff42 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.153535] env[62954]: DEBUG nova.compute.manager [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.157069] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3e7128dc-a1dd-4081-9911-d2a1e0bf1f25 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.158148] env[62954]: DEBUG oslo_concurrency.lockutils [None req-57185794-ea3f-4ab5-a142-1936ae5ba580 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.589s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.158389] env[62954]: DEBUG nova.objects.instance [None req-57185794-ea3f-4ab5-a142-1936ae5ba580 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lazy-loading 'resources' on Instance uuid 57d17803-dafe-4870-8c9a-be30cf09e06b {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.165165] env[62954]: DEBUG oslo_vmware.api [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Waiting for the task: (returnval){ [ 778.165165] env[62954]: value = "task-2597450" [ 778.165165] env[62954]: _type = "Task" [ 778.165165] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.174872] env[62954]: DEBUG oslo_vmware.api [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Task: {'id': task-2597450, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.279962] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5bb66564-44c1-4b70-9aca-bb06e8538479 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquiring lock "74cce47e-4c36-419b-a153-2e7e4bc67982" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.280248] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5bb66564-44c1-4b70-9aca-bb06e8538479 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "74cce47e-4c36-419b-a153-2e7e4bc67982" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.280434] env[62954]: DEBUG nova.compute.manager [None req-5bb66564-44c1-4b70-9aca-bb06e8538479 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.281543] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b67623-bce2-4a6a-a625-b93d841ce3d5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.288627] env[62954]: DEBUG nova.compute.manager [None req-5bb66564-44c1-4b70-9aca-bb06e8538479 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62954) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 778.289089] env[62954]: DEBUG nova.objects.instance [None req-5bb66564-44c1-4b70-9aca-bb06e8538479 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lazy-loading 'flavor' on Instance uuid 74cce47e-4c36-419b-a153-2e7e4bc67982 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.344559] env[62954]: DEBUG oslo_vmware.api [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52a96ffa-8283-1f36-ffe8-4ec66d71e5b0, 'name': SearchDatastore_Task, 'duration_secs': 0.008815} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.345598] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f65d204f-01c4-40ac-8a33-0a2d84d54e99 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.350629] env[62954]: DEBUG oslo_vmware.api [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Waiting for the task: (returnval){ [ 778.350629] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5248887c-72d9-98ee-da26-a98404a9ac12" [ 778.350629] env[62954]: _type = "Task" [ 778.350629] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.358292] env[62954]: DEBUG oslo_vmware.api [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5248887c-72d9-98ee-da26-a98404a9ac12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.531263] env[62954]: DEBUG nova.network.neutron [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.656947] env[62954]: DEBUG nova.network.neutron [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Updating instance_info_cache with network_info: [{"id": "ee7f9fa1-051e-40ae-835f-f52b6ccfa599", "address": "fa:16:3e:11:0a:39", "network": {"id": "28df83a7-382d-4239-bcf7-72b3a256e8f7", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-342263317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46722ce8c5db4de49682ce63084635d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee7f9fa1-05", "ovs_interfaceid": "ee7f9fa1-051e-40ae-835f-f52b6ccfa599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.677637] env[62954]: DEBUG oslo_vmware.api [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Task: {'id': task-2597450, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.861244] env[62954]: DEBUG oslo_vmware.api [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5248887c-72d9-98ee-da26-a98404a9ac12, 'name': SearchDatastore_Task, 'duration_secs': 0.009689} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.861595] env[62954]: DEBUG oslo_concurrency.lockutils [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.861781] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] bd25771f-4502-4a7c-acb6-75a91117d993/bd25771f-4502-4a7c-acb6-75a91117d993.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.862051] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37bd47d1-947c-4c20-8a66-08f1a5329f7a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.868386] env[62954]: DEBUG oslo_vmware.api [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Waiting for the task: (returnval){ [ 778.868386] env[62954]: value = "task-2597451" [ 778.868386] env[62954]: _type = "Task" [ 778.868386] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.878870] env[62954]: DEBUG oslo_vmware.api [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Task: {'id': task-2597451, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.885833] env[62954]: DEBUG nova.compute.manager [req-4c7282e5-03e7-429f-a649-ca0f5009a3b1 req-a768d3e1-ee83-400d-bc00-2d4e1d2171be service nova] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Received event network-vif-plugged-ee7f9fa1-051e-40ae-835f-f52b6ccfa599 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 778.886035] env[62954]: DEBUG oslo_concurrency.lockutils [req-4c7282e5-03e7-429f-a649-ca0f5009a3b1 req-a768d3e1-ee83-400d-bc00-2d4e1d2171be service nova] Acquiring lock "2398388f-5606-44da-bb32-65b071ee0a5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.886223] env[62954]: DEBUG oslo_concurrency.lockutils [req-4c7282e5-03e7-429f-a649-ca0f5009a3b1 req-a768d3e1-ee83-400d-bc00-2d4e1d2171be service nova] Lock "2398388f-5606-44da-bb32-65b071ee0a5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.886396] env[62954]: DEBUG oslo_concurrency.lockutils [req-4c7282e5-03e7-429f-a649-ca0f5009a3b1 req-a768d3e1-ee83-400d-bc00-2d4e1d2171be service nova] Lock "2398388f-5606-44da-bb32-65b071ee0a5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.886563] env[62954]: DEBUG nova.compute.manager [req-4c7282e5-03e7-429f-a649-ca0f5009a3b1 req-a768d3e1-ee83-400d-bc00-2d4e1d2171be service nova] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] No waiting events found dispatching network-vif-plugged-ee7f9fa1-051e-40ae-835f-f52b6ccfa599 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 778.886729] env[62954]: WARNING nova.compute.manager [req-4c7282e5-03e7-429f-a649-ca0f5009a3b1 req-a768d3e1-ee83-400d-bc00-2d4e1d2171be service nova] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Received unexpected event network-vif-plugged-ee7f9fa1-051e-40ae-835f-f52b6ccfa599 for instance with vm_state building and task_state spawning. [ 778.886892] env[62954]: DEBUG nova.compute.manager [req-4c7282e5-03e7-429f-a649-ca0f5009a3b1 req-a768d3e1-ee83-400d-bc00-2d4e1d2171be service nova] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Received event network-changed-ee7f9fa1-051e-40ae-835f-f52b6ccfa599 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 778.887187] env[62954]: DEBUG nova.compute.manager [req-4c7282e5-03e7-429f-a649-ca0f5009a3b1 req-a768d3e1-ee83-400d-bc00-2d4e1d2171be service nova] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Refreshing instance network info cache due to event network-changed-ee7f9fa1-051e-40ae-835f-f52b6ccfa599. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 778.887391] env[62954]: DEBUG oslo_concurrency.lockutils [req-4c7282e5-03e7-429f-a649-ca0f5009a3b1 req-a768d3e1-ee83-400d-bc00-2d4e1d2171be service nova] Acquiring lock "refresh_cache-2398388f-5606-44da-bb32-65b071ee0a5a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.984632] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdf95f4-128c-4738-a20a-5954d4e8b698 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.992801] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbda6e6-a2b7-4b8a-9521-464e3f4a30b5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.023893] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f25bc5b-a9f9-44bc-b08d-6eb4ea139d05 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.032296] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40802e87-934c-4d5e-b444-c32de906b3e7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.046453] env[62954]: DEBUG nova.compute.provider_tree [None req-57185794-ea3f-4ab5-a142-1936ae5ba580 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.163136] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Releasing lock "refresh_cache-2398388f-5606-44da-bb32-65b071ee0a5a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.163136] env[62954]: DEBUG nova.compute.manager [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Instance network_info: |[{"id": "ee7f9fa1-051e-40ae-835f-f52b6ccfa599", "address": "fa:16:3e:11:0a:39", "network": {"id": "28df83a7-382d-4239-bcf7-72b3a256e8f7", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-342263317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46722ce8c5db4de49682ce63084635d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee7f9fa1-05", "ovs_interfaceid": "ee7f9fa1-051e-40ae-835f-f52b6ccfa599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 779.163499] env[62954]: DEBUG oslo_concurrency.lockutils [req-4c7282e5-03e7-429f-a649-ca0f5009a3b1 req-a768d3e1-ee83-400d-bc00-2d4e1d2171be service nova] Acquired lock "refresh_cache-2398388f-5606-44da-bb32-65b071ee0a5a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.163782] env[62954]: DEBUG nova.network.neutron [req-4c7282e5-03e7-429f-a649-ca0f5009a3b1 req-a768d3e1-ee83-400d-bc00-2d4e1d2171be service nova] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Refreshing network info cache for port ee7f9fa1-051e-40ae-835f-f52b6ccfa599 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.165873] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:0a:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ef746c57-cd18-4883-a0e9-c52937aaf41d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee7f9fa1-051e-40ae-835f-f52b6ccfa599', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.176847] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Creating folder: Project (46722ce8c5db4de49682ce63084635d0). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.178887] env[62954]: DEBUG nova.compute.manager [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.181277] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9bbff51-2cac-46e3-84e4-000b0e2d08a2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.195743] env[62954]: DEBUG oslo_vmware.api [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Task: {'id': task-2597450, 'name': ReconfigVM_Task, 'duration_secs': 0.874894} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.197040] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 6d8062ce-8e5a-4b48-b7e2-88780aa233ad/6d8062ce-8e5a-4b48-b7e2-88780aa233ad.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.197834] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Created folder: Project (46722ce8c5db4de49682ce63084635d0) in parent group-v523717. [ 779.198031] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Creating folder: Instances. Parent ref: group-v523896. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.198270] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2860b8e-5cfc-4d06-9a3a-e44cd6be79d1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.200075] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0ede2c6-993e-4da1-81ca-2e80407f9dae {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.207948] env[62954]: DEBUG oslo_vmware.api [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Waiting for the task: (returnval){ [ 779.207948] env[62954]: value = "task-2597453" [ 779.207948] env[62954]: _type = "Task" [ 779.207948] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.215088] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Created folder: Instances in parent group-v523896. [ 779.215364] env[62954]: DEBUG oslo.service.loopingcall [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 779.217894] env[62954]: DEBUG nova.virt.hardware [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.217894] env[62954]: DEBUG nova.virt.hardware [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.218050] env[62954]: DEBUG nova.virt.hardware [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.218136] env[62954]: DEBUG nova.virt.hardware [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.218284] env[62954]: DEBUG nova.virt.hardware [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.218432] env[62954]: DEBUG nova.virt.hardware [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.218642] env[62954]: DEBUG nova.virt.hardware [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.218799] env[62954]: DEBUG nova.virt.hardware [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.218966] env[62954]: DEBUG nova.virt.hardware [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.219145] env[62954]: DEBUG nova.virt.hardware [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.219319] env[62954]: DEBUG nova.virt.hardware [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.220044] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.221233] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc614bb-89d5-48ba-ace3-f4daa5390fa5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.227628] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9dc99e76-3944-4abf-bda2-3dd2a9c52511 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.242446] env[62954]: DEBUG oslo_vmware.api [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Task: {'id': task-2597453, 'name': Rename_Task} progress is 10%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.251046] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93303935-0c68-4bea-bd61-37512d926781 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.255600] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.255600] env[62954]: value = "task-2597455" [ 779.255600] env[62954]: _type = "Task" [ 779.255600] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.275261] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597455, 'name': CreateVM_Task} progress is 10%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.296720] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb66564-44c1-4b70-9aca-bb06e8538479 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.297219] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83f1d516-1d3a-436a-ae9f-21ef6e3f046e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.307915] env[62954]: DEBUG oslo_vmware.api [None req-5bb66564-44c1-4b70-9aca-bb06e8538479 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 779.307915] env[62954]: value = "task-2597456" [ 779.307915] env[62954]: _type = "Task" [ 779.307915] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.321840] env[62954]: DEBUG oslo_vmware.api [None req-5bb66564-44c1-4b70-9aca-bb06e8538479 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.379794] env[62954]: DEBUG oslo_vmware.api [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Task: {'id': task-2597451, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.510106] env[62954]: DEBUG nova.compute.manager [req-3cc42130-999a-4b71-85dc-a3727038b1ee req-c9c8bcf9-d8a1-4d04-9b62-375c71ee6702 service nova] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Received event network-vif-plugged-98d09b92-f091-458d-8e7a-281be3554228 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 779.510249] env[62954]: DEBUG oslo_concurrency.lockutils [req-3cc42130-999a-4b71-85dc-a3727038b1ee req-c9c8bcf9-d8a1-4d04-9b62-375c71ee6702 service nova] Acquiring lock "3c12b5fd-118b-4de9-bc25-7205c8f0eb0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.510397] env[62954]: DEBUG oslo_concurrency.lockutils [req-3cc42130-999a-4b71-85dc-a3727038b1ee req-c9c8bcf9-d8a1-4d04-9b62-375c71ee6702 service nova] Lock "3c12b5fd-118b-4de9-bc25-7205c8f0eb0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.510572] env[62954]: DEBUG oslo_concurrency.lockutils [req-3cc42130-999a-4b71-85dc-a3727038b1ee req-c9c8bcf9-d8a1-4d04-9b62-375c71ee6702 service nova] Lock "3c12b5fd-118b-4de9-bc25-7205c8f0eb0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.510744] env[62954]: DEBUG nova.compute.manager [req-3cc42130-999a-4b71-85dc-a3727038b1ee req-c9c8bcf9-d8a1-4d04-9b62-375c71ee6702 service nova] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] No waiting events found dispatching network-vif-plugged-98d09b92-f091-458d-8e7a-281be3554228 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.510912] env[62954]: WARNING nova.compute.manager [req-3cc42130-999a-4b71-85dc-a3727038b1ee req-c9c8bcf9-d8a1-4d04-9b62-375c71ee6702 service nova] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Received unexpected event network-vif-plugged-98d09b92-f091-458d-8e7a-281be3554228 for instance with vm_state building and task_state spawning. [ 779.551964] env[62954]: DEBUG nova.scheduler.client.report [None req-57185794-ea3f-4ab5-a142-1936ae5ba580 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.611869] env[62954]: DEBUG nova.network.neutron [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Successfully updated port: 98d09b92-f091-458d-8e7a-281be3554228 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.719235] env[62954]: DEBUG oslo_vmware.api [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Task: {'id': task-2597453, 'name': Rename_Task, 'duration_secs': 0.211909} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.719528] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.719798] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-556e47e0-f564-4ac2-8670-6b0634a204e7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.725728] env[62954]: DEBUG oslo_vmware.api [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Waiting for the task: (returnval){ [ 779.725728] env[62954]: value = "task-2597457" [ 779.725728] env[62954]: _type = "Task" [ 779.725728] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.733179] env[62954]: DEBUG oslo_vmware.api [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Task: {'id': task-2597457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.767473] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597455, 'name': CreateVM_Task, 'duration_secs': 0.405296} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.767473] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.767792] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.767962] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.768293] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.768543] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-918f36cc-157e-42c1-b847-106d9abd138d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.774934] env[62954]: DEBUG oslo_vmware.api [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Waiting for the task: (returnval){ [ 779.774934] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]524e8f2a-a316-e90c-65ef-9fd5d152df8b" [ 779.774934] env[62954]: _type = "Task" [ 779.774934] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.782295] env[62954]: DEBUG oslo_vmware.api [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]524e8f2a-a316-e90c-65ef-9fd5d152df8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.817761] env[62954]: DEBUG oslo_vmware.api [None req-5bb66564-44c1-4b70-9aca-bb06e8538479 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597456, 'name': PowerOffVM_Task, 'duration_secs': 0.20708} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.817950] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb66564-44c1-4b70-9aca-bb06e8538479 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.818186] env[62954]: DEBUG nova.compute.manager [None req-5bb66564-44c1-4b70-9aca-bb06e8538479 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.818788] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a901ab-c96d-4e97-94ba-a1301e399e20 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.878751] env[62954]: DEBUG oslo_vmware.api [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Task: {'id': task-2597451, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520948} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.880808] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] bd25771f-4502-4a7c-acb6-75a91117d993/bd25771f-4502-4a7c-acb6-75a91117d993.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.881042] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.881294] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc5a46fa-98c9-4dda-a6a6-47aca3f680fd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.887211] env[62954]: DEBUG oslo_vmware.api [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Waiting for the task: (returnval){ [ 779.887211] env[62954]: value = "task-2597458" [ 779.887211] env[62954]: _type = "Task" [ 779.887211] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.896309] env[62954]: DEBUG oslo_vmware.api [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Task: {'id': task-2597458, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.927980] env[62954]: DEBUG nova.network.neutron [req-4c7282e5-03e7-429f-a649-ca0f5009a3b1 req-a768d3e1-ee83-400d-bc00-2d4e1d2171be service nova] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Updated VIF entry in instance network info cache for port ee7f9fa1-051e-40ae-835f-f52b6ccfa599. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.928352] env[62954]: DEBUG nova.network.neutron [req-4c7282e5-03e7-429f-a649-ca0f5009a3b1 req-a768d3e1-ee83-400d-bc00-2d4e1d2171be service nova] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Updating instance_info_cache with network_info: [{"id": "ee7f9fa1-051e-40ae-835f-f52b6ccfa599", "address": "fa:16:3e:11:0a:39", "network": {"id": "28df83a7-382d-4239-bcf7-72b3a256e8f7", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-342263317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46722ce8c5db4de49682ce63084635d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee7f9fa1-05", "ovs_interfaceid": "ee7f9fa1-051e-40ae-835f-f52b6ccfa599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.056977] env[62954]: DEBUG oslo_concurrency.lockutils [None req-57185794-ea3f-4ab5-a142-1936ae5ba580 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.059942] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6a00a93e-2955-4cfc-8916-55ff9c219550 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.850s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.059942] env[62954]: DEBUG nova.objects.instance [None req-6a00a93e-2955-4cfc-8916-55ff9c219550 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lazy-loading 'resources' on Instance uuid 1641ac46-fa21-4f35-9975-3a96a9ffa11c {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.081282] env[62954]: INFO nova.scheduler.client.report [None req-57185794-ea3f-4ab5-a142-1936ae5ba580 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Deleted allocations for instance 57d17803-dafe-4870-8c9a-be30cf09e06b [ 780.115348] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Acquiring lock "refresh_cache-3c12b5fd-118b-4de9-bc25-7205c8f0eb0c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.115348] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Acquired lock "refresh_cache-3c12b5fd-118b-4de9-bc25-7205c8f0eb0c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.115348] env[62954]: DEBUG nova.network.neutron [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.237027] env[62954]: DEBUG oslo_vmware.api [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Task: {'id': task-2597457, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.285249] env[62954]: DEBUG oslo_vmware.api [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]524e8f2a-a316-e90c-65ef-9fd5d152df8b, 'name': SearchDatastore_Task, 'duration_secs': 0.036918} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.285526] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.285767] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.286013] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.286173] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.286352] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.286607] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-451f2206-1b34-4e8a-9b43-8eb0e2eb71cf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.295277] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.295277] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.295983] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7cf992d-34ab-4c81-8c9e-50c926a08f6e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.301436] env[62954]: DEBUG oslo_vmware.api [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Waiting for the task: (returnval){ [ 780.301436] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]520a3ae9-a08f-3422-ff87-6325e7d6f95f" [ 780.301436] env[62954]: _type = "Task" [ 780.301436] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.311336] env[62954]: DEBUG oslo_vmware.api [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]520a3ae9-a08f-3422-ff87-6325e7d6f95f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.332370] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5bb66564-44c1-4b70-9aca-bb06e8538479 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "74cce47e-4c36-419b-a153-2e7e4bc67982" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.399500] env[62954]: DEBUG oslo_vmware.api [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Task: {'id': task-2597458, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10329} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.399685] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.400677] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f8996f-6bf3-4f1d-b4bd-414ccc611201 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.422935] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] bd25771f-4502-4a7c-acb6-75a91117d993/bd25771f-4502-4a7c-acb6-75a91117d993.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.423262] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9471689f-d1f1-4759-b6e2-1d3c265e0e3c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.439253] env[62954]: DEBUG oslo_concurrency.lockutils [req-4c7282e5-03e7-429f-a649-ca0f5009a3b1 req-a768d3e1-ee83-400d-bc00-2d4e1d2171be service nova] Releasing lock "refresh_cache-2398388f-5606-44da-bb32-65b071ee0a5a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.445451] env[62954]: DEBUG oslo_vmware.api [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Waiting for the task: (returnval){ [ 780.445451] env[62954]: value = "task-2597459" [ 780.445451] env[62954]: _type = "Task" [ 780.445451] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.453364] env[62954]: DEBUG oslo_vmware.api [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Task: {'id': task-2597459, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.594774] env[62954]: DEBUG oslo_concurrency.lockutils [None req-57185794-ea3f-4ab5-a142-1936ae5ba580 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lock "57d17803-dafe-4870-8c9a-be30cf09e06b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.093s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.654055] env[62954]: DEBUG nova.network.neutron [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.739714] env[62954]: DEBUG oslo_vmware.api [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Task: {'id': task-2597457, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.798700] env[62954]: DEBUG nova.network.neutron [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Updating instance_info_cache with network_info: [{"id": "98d09b92-f091-458d-8e7a-281be3554228", "address": "fa:16:3e:40:e6:e2", "network": {"id": "7486243e-b62d-4aa2-bc9a-eeb8836227e1", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-218744595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0953265659a3411a8f6e8df09cfd72e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98d09b92-f0", "ovs_interfaceid": "98d09b92-f091-458d-8e7a-281be3554228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.814158] env[62954]: DEBUG oslo_vmware.api [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]520a3ae9-a08f-3422-ff87-6325e7d6f95f, 'name': SearchDatastore_Task, 'duration_secs': 0.009593} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.815619] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6178cfea-4c8e-449a-8cad-6f71fc7cff90 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.823406] env[62954]: DEBUG oslo_vmware.api [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Waiting for the task: (returnval){ [ 780.823406] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52f7670c-2c57-72b9-df52-406ebdbe2aa5" [ 780.823406] env[62954]: _type = "Task" [ 780.823406] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.830927] env[62954]: DEBUG oslo_vmware.api [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52f7670c-2c57-72b9-df52-406ebdbe2aa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.890071] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e497f11-2b58-4062-ae71-e7a1236878bd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.897040] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f06b41-fe66-4751-ab37-a440dd5d1aeb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.928993] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74d17e3-f0c8-4ebd-9425-8a9d80da789c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.936942] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fec96ac-fb0d-477d-9713-de42a8b6dbed {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.953643] env[62954]: DEBUG nova.compute.provider_tree [None req-6a00a93e-2955-4cfc-8916-55ff9c219550 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.963372] env[62954]: DEBUG oslo_vmware.api [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Task: {'id': task-2597459, 'name': ReconfigVM_Task, 'duration_secs': 0.327095} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.964371] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Reconfigured VM instance instance-0000003d to attach disk [datastore2] bd25771f-4502-4a7c-acb6-75a91117d993/bd25771f-4502-4a7c-acb6-75a91117d993.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.965030] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c78a6a48-ca48-4dd4-8de0-6d436a029f53 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.971343] env[62954]: DEBUG oslo_vmware.api [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Waiting for the task: (returnval){ [ 780.971343] env[62954]: value = "task-2597460" [ 780.971343] env[62954]: _type = "Task" [ 780.971343] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.979370] env[62954]: DEBUG oslo_vmware.api [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Task: {'id': task-2597460, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.237749] env[62954]: DEBUG oslo_vmware.api [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Task: {'id': task-2597457, 'name': PowerOnVM_Task, 'duration_secs': 1.216899} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.238107] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.238369] env[62954]: INFO nova.compute.manager [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Took 9.75 seconds to spawn the instance on the hypervisor. [ 781.238568] env[62954]: DEBUG nova.compute.manager [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.239742] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c844e593-4760-4954-8d05-7291ecc31b6c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.301634] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Releasing lock "refresh_cache-3c12b5fd-118b-4de9-bc25-7205c8f0eb0c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.301990] env[62954]: DEBUG nova.compute.manager [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Instance network_info: |[{"id": "98d09b92-f091-458d-8e7a-281be3554228", "address": "fa:16:3e:40:e6:e2", "network": {"id": "7486243e-b62d-4aa2-bc9a-eeb8836227e1", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-218744595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0953265659a3411a8f6e8df09cfd72e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98d09b92-f0", "ovs_interfaceid": "98d09b92-f091-458d-8e7a-281be3554228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 781.303032] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:e6:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98d09b92-f091-458d-8e7a-281be3554228', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.309746] env[62954]: DEBUG oslo.service.loopingcall [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 781.309914] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.310155] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c538e49d-a477-4ebc-8481-c42e97951c16 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.334231] env[62954]: DEBUG oslo_vmware.api [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52f7670c-2c57-72b9-df52-406ebdbe2aa5, 'name': SearchDatastore_Task, 'duration_secs': 0.010059} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.335367] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.335628] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 2398388f-5606-44da-bb32-65b071ee0a5a/2398388f-5606-44da-bb32-65b071ee0a5a.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.335854] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.335854] env[62954]: value = "task-2597461" [ 781.335854] env[62954]: _type = "Task" [ 781.335854] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.336036] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9d63001-2609-4c44-b079-cec122d254da {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.345135] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597461, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.346239] env[62954]: DEBUG oslo_vmware.api [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Waiting for the task: (returnval){ [ 781.346239] env[62954]: value = "task-2597462" [ 781.346239] env[62954]: _type = "Task" [ 781.346239] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.353359] env[62954]: DEBUG oslo_vmware.api [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Task: {'id': task-2597462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.459514] env[62954]: DEBUG nova.scheduler.client.report [None req-6a00a93e-2955-4cfc-8916-55ff9c219550 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.482179] env[62954]: DEBUG oslo_vmware.api [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Task: {'id': task-2597460, 'name': Rename_Task, 'duration_secs': 0.131437} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.482468] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.482713] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04689ee6-f06f-4b32-8580-0cad5eb765be {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.488894] env[62954]: DEBUG oslo_vmware.api [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Waiting for the task: (returnval){ [ 781.488894] env[62954]: value = "task-2597463" [ 781.488894] env[62954]: _type = "Task" [ 781.488894] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.497107] env[62954]: DEBUG oslo_vmware.api [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Task: {'id': task-2597463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.539459] env[62954]: DEBUG nova.compute.manager [req-aaa8be3d-cdd0-4288-bbad-112546ba2998 req-7b602a16-c035-4ef1-8db3-8a5aa413a8d0 service nova] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Received event network-changed-98d09b92-f091-458d-8e7a-281be3554228 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 781.539776] env[62954]: DEBUG nova.compute.manager [req-aaa8be3d-cdd0-4288-bbad-112546ba2998 req-7b602a16-c035-4ef1-8db3-8a5aa413a8d0 service nova] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Refreshing instance network info cache due to event network-changed-98d09b92-f091-458d-8e7a-281be3554228. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 781.540091] env[62954]: DEBUG oslo_concurrency.lockutils [req-aaa8be3d-cdd0-4288-bbad-112546ba2998 req-7b602a16-c035-4ef1-8db3-8a5aa413a8d0 service nova] Acquiring lock "refresh_cache-3c12b5fd-118b-4de9-bc25-7205c8f0eb0c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.540289] env[62954]: DEBUG oslo_concurrency.lockutils [req-aaa8be3d-cdd0-4288-bbad-112546ba2998 req-7b602a16-c035-4ef1-8db3-8a5aa413a8d0 service nova] Acquired lock "refresh_cache-3c12b5fd-118b-4de9-bc25-7205c8f0eb0c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.540466] env[62954]: DEBUG nova.network.neutron [req-aaa8be3d-cdd0-4288-bbad-112546ba2998 req-7b602a16-c035-4ef1-8db3-8a5aa413a8d0 service nova] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Refreshing network info cache for port 98d09b92-f091-458d-8e7a-281be3554228 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.560861] env[62954]: DEBUG nova.compute.manager [None req-bc57599d-9207-4d92-bfc9-a818c9bad454 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.561818] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c16c782-1c0e-427c-b842-60556d35925d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.756090] env[62954]: INFO nova.compute.manager [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Took 41.72 seconds to build instance. [ 781.858289] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597461, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.865651] env[62954]: DEBUG oslo_vmware.api [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Task: {'id': task-2597462, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.964167] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6a00a93e-2955-4cfc-8916-55ff9c219550 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.966429] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.638s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.967870] env[62954]: INFO nova.compute.claims [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.989980] env[62954]: INFO nova.scheduler.client.report [None req-6a00a93e-2955-4cfc-8916-55ff9c219550 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Deleted allocations for instance 1641ac46-fa21-4f35-9975-3a96a9ffa11c [ 782.003559] env[62954]: DEBUG oslo_vmware.api [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Task: {'id': task-2597463, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.076330] env[62954]: INFO nova.compute.manager [None req-bc57599d-9207-4d92-bfc9-a818c9bad454 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] instance snapshotting [ 782.076473] env[62954]: WARNING nova.compute.manager [None req-bc57599d-9207-4d92-bfc9-a818c9bad454 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 782.079654] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a951f034-de7f-48b1-99dc-2c8f681a5d1d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.100356] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c929dd5e-e054-4304-96cb-7356b0b61815 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.237447] env[62954]: DEBUG oslo_concurrency.lockutils [None req-140bcb4f-9028-4516-9e75-16b0aa8e15f0 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Acquiring lock "a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.237809] env[62954]: DEBUG oslo_concurrency.lockutils [None req-140bcb4f-9028-4516-9e75-16b0aa8e15f0 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lock "a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.242985] env[62954]: DEBUG nova.network.neutron [req-aaa8be3d-cdd0-4288-bbad-112546ba2998 req-7b602a16-c035-4ef1-8db3-8a5aa413a8d0 service nova] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Updated VIF entry in instance network info cache for port 98d09b92-f091-458d-8e7a-281be3554228. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.242985] env[62954]: DEBUG nova.network.neutron [req-aaa8be3d-cdd0-4288-bbad-112546ba2998 req-7b602a16-c035-4ef1-8db3-8a5aa413a8d0 service nova] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Updating instance_info_cache with network_info: [{"id": "98d09b92-f091-458d-8e7a-281be3554228", "address": "fa:16:3e:40:e6:e2", "network": {"id": "7486243e-b62d-4aa2-bc9a-eeb8836227e1", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-218744595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0953265659a3411a8f6e8df09cfd72e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98d09b92-f0", "ovs_interfaceid": "98d09b92-f091-458d-8e7a-281be3554228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.259788] env[62954]: DEBUG oslo_concurrency.lockutils [None req-830e898f-ba6f-4cbb-b9e7-1c59765f61d3 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Lock "6d8062ce-8e5a-4b48-b7e2-88780aa233ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.240s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.349890] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597461, 'name': CreateVM_Task, 'duration_secs': 0.530199} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.352823] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.353516] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.353686] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.354043] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.354611] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a2e1d00-9b38-4d22-a504-591f896f7852 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.360943] env[62954]: DEBUG oslo_vmware.api [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Task: {'id': task-2597462, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529577} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.361534] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 2398388f-5606-44da-bb32-65b071ee0a5a/2398388f-5606-44da-bb32-65b071ee0a5a.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.361793] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.362076] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-591207b8-e249-4b5a-a547-560216462a43 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.364710] env[62954]: DEBUG oslo_vmware.api [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Waiting for the task: (returnval){ [ 782.364710] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52f819ac-e464-4a8b-8241-328b422cede1" [ 782.364710] env[62954]: _type = "Task" [ 782.364710] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.369639] env[62954]: DEBUG oslo_vmware.api [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Waiting for the task: (returnval){ [ 782.369639] env[62954]: value = "task-2597464" [ 782.369639] env[62954]: _type = "Task" [ 782.369639] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.372663] env[62954]: DEBUG oslo_vmware.api [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52f819ac-e464-4a8b-8241-328b422cede1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.380346] env[62954]: DEBUG oslo_vmware.api [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Task: {'id': task-2597464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.419656] env[62954]: DEBUG oslo_concurrency.lockutils [None req-20191b14-769c-441a-913f-00d72263ac11 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Acquiring lock "6d8062ce-8e5a-4b48-b7e2-88780aa233ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.419958] env[62954]: DEBUG oslo_concurrency.lockutils [None req-20191b14-769c-441a-913f-00d72263ac11 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Lock "6d8062ce-8e5a-4b48-b7e2-88780aa233ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.420234] env[62954]: DEBUG oslo_concurrency.lockutils [None req-20191b14-769c-441a-913f-00d72263ac11 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Acquiring lock "6d8062ce-8e5a-4b48-b7e2-88780aa233ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.420470] env[62954]: DEBUG oslo_concurrency.lockutils [None req-20191b14-769c-441a-913f-00d72263ac11 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Lock "6d8062ce-8e5a-4b48-b7e2-88780aa233ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.420659] env[62954]: DEBUG oslo_concurrency.lockutils [None req-20191b14-769c-441a-913f-00d72263ac11 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Lock "6d8062ce-8e5a-4b48-b7e2-88780aa233ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.422905] env[62954]: INFO nova.compute.manager [None req-20191b14-769c-441a-913f-00d72263ac11 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Terminating instance [ 782.501851] env[62954]: DEBUG oslo_vmware.api [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Task: {'id': task-2597463, 'name': PowerOnVM_Task, 'duration_secs': 0.641752} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.502316] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6a00a93e-2955-4cfc-8916-55ff9c219550 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lock "1641ac46-fa21-4f35-9975-3a96a9ffa11c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.882s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.503151] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.503507] env[62954]: INFO nova.compute.manager [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Took 8.40 seconds to spawn the instance on the hypervisor. [ 782.503578] env[62954]: DEBUG nova.compute.manager [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.504475] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85537b43-2b0f-4a2c-86f2-e41b5d2ea7ce {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.613993] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-bc57599d-9207-4d92-bfc9-a818c9bad454 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Creating Snapshot of the VM instance {{(pid=62954) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 782.615051] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-184ffcfb-555c-43dc-a088-56d6ce1a9f75 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.621368] env[62954]: DEBUG oslo_vmware.api [None req-bc57599d-9207-4d92-bfc9-a818c9bad454 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 782.621368] env[62954]: value = "task-2597465" [ 782.621368] env[62954]: _type = "Task" [ 782.621368] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.629264] env[62954]: DEBUG oslo_vmware.api [None req-bc57599d-9207-4d92-bfc9-a818c9bad454 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597465, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.741430] env[62954]: INFO nova.compute.manager [None req-140bcb4f-9028-4516-9e75-16b0aa8e15f0 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Detaching volume 89a887bb-154a-4fc5-b52f-562a3407a401 [ 782.744842] env[62954]: DEBUG oslo_concurrency.lockutils [req-aaa8be3d-cdd0-4288-bbad-112546ba2998 req-7b602a16-c035-4ef1-8db3-8a5aa413a8d0 service nova] Releasing lock "refresh_cache-3c12b5fd-118b-4de9-bc25-7205c8f0eb0c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.780780] env[62954]: INFO nova.virt.block_device [None req-140bcb4f-9028-4516-9e75-16b0aa8e15f0 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Attempting to driver detach volume 89a887bb-154a-4fc5-b52f-562a3407a401 from mountpoint /dev/sdb [ 782.781075] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-140bcb4f-9028-4516-9e75-16b0aa8e15f0 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Volume detach. Driver type: vmdk {{(pid=62954) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 782.781271] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-140bcb4f-9028-4516-9e75-16b0aa8e15f0 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523864', 'volume_id': '89a887bb-154a-4fc5-b52f-562a3407a401', 'name': 'volume-89a887bb-154a-4fc5-b52f-562a3407a401', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d', 'attached_at': '', 'detached_at': '', 'volume_id': '89a887bb-154a-4fc5-b52f-562a3407a401', 'serial': '89a887bb-154a-4fc5-b52f-562a3407a401'} {{(pid=62954) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 782.782196] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca11ba7-a7aa-4fec-a867-52a1a016b2eb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.804665] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308856b2-3de2-4f8f-b5ce-49c64d156339 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.812555] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4535f2-b883-450e-b98f-6ff143811315 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.833511] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d7fbd7-272f-4029-b0c3-37da5af3aa05 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.852417] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-140bcb4f-9028-4516-9e75-16b0aa8e15f0 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] The volume has not been displaced from its original location: [datastore2] volume-89a887bb-154a-4fc5-b52f-562a3407a401/volume-89a887bb-154a-4fc5-b52f-562a3407a401.vmdk. No consolidation needed. {{(pid=62954) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 782.858082] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-140bcb4f-9028-4516-9e75-16b0aa8e15f0 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Reconfiguring VM instance instance-00000017 to detach disk 2001 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 782.858433] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d08a6f51-b5a1-4a75-a936-039b255ead9d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.879463] env[62954]: DEBUG oslo_vmware.api [None req-140bcb4f-9028-4516-9e75-16b0aa8e15f0 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Waiting for the task: (returnval){ [ 782.879463] env[62954]: value = "task-2597466" [ 782.879463] env[62954]: _type = "Task" [ 782.879463] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.883217] env[62954]: DEBUG oslo_vmware.api [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52f819ac-e464-4a8b-8241-328b422cede1, 'name': SearchDatastore_Task, 'duration_secs': 0.013377} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.886503] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.886771] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.887067] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.887246] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.887478] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.891072] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cbff943-288a-43d6-b8c2-3aa2ca22a575 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.892018] env[62954]: DEBUG oslo_vmware.api [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Task: {'id': task-2597464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067403} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.892552] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.893523] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5e8958-f80c-4473-afd6-0181cc12034c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.899368] env[62954]: DEBUG oslo_vmware.api [None req-140bcb4f-9028-4516-9e75-16b0aa8e15f0 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.900954] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.901131] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.901802] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9e070ff-32cb-4157-bc94-97a9fd01dd66 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.922042] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 2398388f-5606-44da-bb32-65b071ee0a5a/2398388f-5606-44da-bb32-65b071ee0a5a.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.922940] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13f6a7a4-78fd-436b-8089-b9f137077021 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.940041] env[62954]: DEBUG nova.compute.manager [None req-20191b14-769c-441a-913f-00d72263ac11 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 782.940302] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-20191b14-769c-441a-913f-00d72263ac11 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.940656] env[62954]: DEBUG oslo_vmware.api [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Waiting for the task: (returnval){ [ 782.940656] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52762fef-32ef-fde2-4f05-2c2d5d1ffba2" [ 782.940656] env[62954]: _type = "Task" [ 782.940656] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.941390] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a202f90-a1c2-4f6c-bc72-4f482e3493da {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.949859] env[62954]: DEBUG oslo_vmware.api [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Waiting for the task: (returnval){ [ 782.949859] env[62954]: value = "task-2597467" [ 782.949859] env[62954]: _type = "Task" [ 782.949859] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.952089] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-20191b14-769c-441a-913f-00d72263ac11 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.958214] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09e58760-0253-4d87-8779-46ccbc13082b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.959625] env[62954]: DEBUG oslo_vmware.api [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52762fef-32ef-fde2-4f05-2c2d5d1ffba2, 'name': SearchDatastore_Task, 'duration_secs': 0.00889} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.960945] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41bcb184-cf01-47b2-b600-fbd85af32d5a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.966189] env[62954]: DEBUG oslo_vmware.api [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Task: {'id': task-2597467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.967750] env[62954]: DEBUG oslo_vmware.api [None req-20191b14-769c-441a-913f-00d72263ac11 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Waiting for the task: (returnval){ [ 782.967750] env[62954]: value = "task-2597468" [ 782.967750] env[62954]: _type = "Task" [ 782.967750] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.971652] env[62954]: DEBUG oslo_vmware.api [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Waiting for the task: (returnval){ [ 782.971652] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52fa31d4-a4df-6070-0db7-9a08bcbbfa43" [ 782.971652] env[62954]: _type = "Task" [ 782.971652] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.982286] env[62954]: DEBUG oslo_vmware.api [None req-20191b14-769c-441a-913f-00d72263ac11 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Task: {'id': task-2597468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.988223] env[62954]: DEBUG oslo_vmware.api [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52fa31d4-a4df-6070-0db7-9a08bcbbfa43, 'name': SearchDatastore_Task, 'duration_secs': 0.010111} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.988497] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.988755] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c/3c12b5fd-118b-4de9-bc25-7205c8f0eb0c.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.989020] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-202ec7d7-cad5-4d9f-9534-f844827c8c6e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.996890] env[62954]: DEBUG oslo_vmware.api [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Waiting for the task: (returnval){ [ 782.996890] env[62954]: value = "task-2597469" [ 782.996890] env[62954]: _type = "Task" [ 782.996890] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.005923] env[62954]: DEBUG oslo_vmware.api [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2597469, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.025077] env[62954]: INFO nova.compute.manager [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Took 37.61 seconds to build instance. [ 783.131928] env[62954]: DEBUG oslo_vmware.api [None req-bc57599d-9207-4d92-bfc9-a818c9bad454 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597465, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.358180] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b02065-c40d-4e68-a449-dbb4c92cb209 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.368660] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbc3c51-9077-4926-95f8-d70d575c81e8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.407609] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84dacf96-9175-465d-9cc0-71eb5ed2fa79 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.416250] env[62954]: DEBUG oslo_vmware.api [None req-140bcb4f-9028-4516-9e75-16b0aa8e15f0 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597466, 'name': ReconfigVM_Task, 'duration_secs': 0.399313} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.418700] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-140bcb4f-9028-4516-9e75-16b0aa8e15f0 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Reconfigured VM instance instance-00000017 to detach disk 2001 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 783.424351] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccfa5a09-691d-463f-a01f-ed5e91699d66 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.435913] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce81c58-b93b-43b3-8efe-2eb1370c1f17 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.446450] env[62954]: DEBUG oslo_vmware.api [None req-140bcb4f-9028-4516-9e75-16b0aa8e15f0 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Waiting for the task: (returnval){ [ 783.446450] env[62954]: value = "task-2597470" [ 783.446450] env[62954]: _type = "Task" [ 783.446450] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.455796] env[62954]: DEBUG nova.compute.provider_tree [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.470132] env[62954]: DEBUG oslo_vmware.api [None req-140bcb4f-9028-4516-9e75-16b0aa8e15f0 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597470, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.476939] env[62954]: DEBUG oslo_vmware.api [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Task: {'id': task-2597467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.482773] env[62954]: DEBUG oslo_vmware.api [None req-20191b14-769c-441a-913f-00d72263ac11 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Task: {'id': task-2597468, 'name': PowerOffVM_Task, 'duration_secs': 0.24739} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.483051] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-20191b14-769c-441a-913f-00d72263ac11 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.483292] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-20191b14-769c-441a-913f-00d72263ac11 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.483557] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16d4700d-e66e-4553-9091-0bedb78a9d37 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.505504] env[62954]: DEBUG oslo_vmware.api [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2597469, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493427} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.505787] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c/3c12b5fd-118b-4de9-bc25-7205c8f0eb0c.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.506014] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.506329] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72ebbc22-adc0-4303-9f8b-b11ecdb606a4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.513344] env[62954]: DEBUG oslo_vmware.api [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Waiting for the task: (returnval){ [ 783.513344] env[62954]: value = "task-2597472" [ 783.513344] env[62954]: _type = "Task" [ 783.513344] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.523430] env[62954]: DEBUG oslo_vmware.api [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2597472, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.526015] env[62954]: DEBUG oslo_concurrency.lockutils [None req-05d8ad33-4fe6-4796-9d48-d82a4f9a41c3 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Lock "bd25771f-4502-4a7c-acb6-75a91117d993" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.047s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.555621] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-20191b14-769c-441a-913f-00d72263ac11 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.555621] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-20191b14-769c-441a-913f-00d72263ac11 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.555621] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-20191b14-769c-441a-913f-00d72263ac11 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Deleting the datastore file [datastore1] 6d8062ce-8e5a-4b48-b7e2-88780aa233ad {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.555621] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8bbc34b9-0b18-406a-bc41-718feb5dd1f0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.561048] env[62954]: DEBUG oslo_vmware.api [None req-20191b14-769c-441a-913f-00d72263ac11 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Waiting for the task: (returnval){ [ 783.561048] env[62954]: value = "task-2597473" [ 783.561048] env[62954]: _type = "Task" [ 783.561048] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.569888] env[62954]: DEBUG oslo_vmware.api [None req-20191b14-769c-441a-913f-00d72263ac11 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Task: {'id': task-2597473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.632935] env[62954]: DEBUG oslo_vmware.api [None req-bc57599d-9207-4d92-bfc9-a818c9bad454 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597465, 'name': CreateSnapshot_Task, 'duration_secs': 0.802301} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.633220] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-bc57599d-9207-4d92-bfc9-a818c9bad454 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Created Snapshot of the VM instance {{(pid=62954) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 783.634017] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98297bb-bf62-4358-9396-5816eacb1811 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.966686] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquiring lock "f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.966959] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lock "f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.969089] env[62954]: DEBUG nova.scheduler.client.report [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.979133] env[62954]: DEBUG oslo_vmware.api [None req-140bcb4f-9028-4516-9e75-16b0aa8e15f0 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597470, 'name': ReconfigVM_Task, 'duration_secs': 0.167621} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.983175] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-140bcb4f-9028-4516-9e75-16b0aa8e15f0 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523864', 'volume_id': '89a887bb-154a-4fc5-b52f-562a3407a401', 'name': 'volume-89a887bb-154a-4fc5-b52f-562a3407a401', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d', 'attached_at': '', 'detached_at': '', 'volume_id': '89a887bb-154a-4fc5-b52f-562a3407a401', 'serial': '89a887bb-154a-4fc5-b52f-562a3407a401'} {{(pid=62954) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 783.985836] env[62954]: DEBUG oslo_vmware.api [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Task: {'id': task-2597467, 'name': ReconfigVM_Task, 'duration_secs': 0.640999} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.987100] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 2398388f-5606-44da-bb32-65b071ee0a5a/2398388f-5606-44da-bb32-65b071ee0a5a.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.988526] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f59cabed-dd8e-4c30-88a1-d5627fd96981 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.995478] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquiring lock "549c45cf-b86d-4716-a622-7b275409245a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.995837] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lock "549c45cf-b86d-4716-a622-7b275409245a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.998485] env[62954]: DEBUG oslo_vmware.api [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Waiting for the task: (returnval){ [ 783.998485] env[62954]: value = "task-2597474" [ 783.998485] env[62954]: _type = "Task" [ 783.998485] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.015855] env[62954]: DEBUG oslo_vmware.api [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Task: {'id': task-2597474, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.023953] env[62954]: DEBUG oslo_vmware.api [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2597472, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103164} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.024242] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.025084] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcb8997-3aaf-4725-aab1-7a3b891458d8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.047264] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c/3c12b5fd-118b-4de9-bc25-7205c8f0eb0c.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.047525] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a948e5f6-e7e8-435f-8e32-060e09f2129c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.070360] env[62954]: DEBUG oslo_vmware.api [None req-20191b14-769c-441a-913f-00d72263ac11 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Task: {'id': task-2597473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149515} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.071806] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-20191b14-769c-441a-913f-00d72263ac11 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.072026] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-20191b14-769c-441a-913f-00d72263ac11 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.072224] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-20191b14-769c-441a-913f-00d72263ac11 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.072395] env[62954]: INFO nova.compute.manager [None req-20191b14-769c-441a-913f-00d72263ac11 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Took 1.13 seconds to destroy the instance on the hypervisor. [ 784.072625] env[62954]: DEBUG oslo.service.loopingcall [None req-20191b14-769c-441a-913f-00d72263ac11 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 784.072873] env[62954]: DEBUG oslo_vmware.api [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Waiting for the task: (returnval){ [ 784.072873] env[62954]: value = "task-2597475" [ 784.072873] env[62954]: _type = "Task" [ 784.072873] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.073078] env[62954]: DEBUG nova.compute.manager [-] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 784.073176] env[62954]: DEBUG nova.network.neutron [-] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 784.082667] env[62954]: DEBUG oslo_vmware.api [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2597475, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.135732] env[62954]: DEBUG nova.compute.manager [req-5cc578d2-4a9c-41cc-8f34-8884022c2ca7 req-ff598a29-bf5f-4094-8e0f-5cec1846df7f service nova] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Received event network-changed-22692862-b417-438f-ba2c-0b7b8718f5a3 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 784.135823] env[62954]: DEBUG nova.compute.manager [req-5cc578d2-4a9c-41cc-8f34-8884022c2ca7 req-ff598a29-bf5f-4094-8e0f-5cec1846df7f service nova] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Refreshing instance network info cache due to event network-changed-22692862-b417-438f-ba2c-0b7b8718f5a3. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 784.136067] env[62954]: DEBUG oslo_concurrency.lockutils [req-5cc578d2-4a9c-41cc-8f34-8884022c2ca7 req-ff598a29-bf5f-4094-8e0f-5cec1846df7f service nova] Acquiring lock "refresh_cache-bd25771f-4502-4a7c-acb6-75a91117d993" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.136224] env[62954]: DEBUG oslo_concurrency.lockutils [req-5cc578d2-4a9c-41cc-8f34-8884022c2ca7 req-ff598a29-bf5f-4094-8e0f-5cec1846df7f service nova] Acquired lock "refresh_cache-bd25771f-4502-4a7c-acb6-75a91117d993" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.136398] env[62954]: DEBUG nova.network.neutron [req-5cc578d2-4a9c-41cc-8f34-8884022c2ca7 req-ff598a29-bf5f-4094-8e0f-5cec1846df7f service nova] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Refreshing network info cache for port 22692862-b417-438f-ba2c-0b7b8718f5a3 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.150638] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-bc57599d-9207-4d92-bfc9-a818c9bad454 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Creating linked-clone VM from snapshot {{(pid=62954) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 784.151744] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2bf8cd5a-8dd1-45d2-90a8-549c114d912b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.160661] env[62954]: DEBUG oslo_vmware.api [None req-bc57599d-9207-4d92-bfc9-a818c9bad454 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 784.160661] env[62954]: value = "task-2597476" [ 784.160661] env[62954]: _type = "Task" [ 784.160661] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.169771] env[62954]: DEBUG oslo_vmware.api [None req-bc57599d-9207-4d92-bfc9-a818c9bad454 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597476, 'name': CloneVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.474041] env[62954]: DEBUG nova.compute.manager [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 784.477155] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.477817] env[62954]: DEBUG nova.compute.manager [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.480472] env[62954]: DEBUG oslo_concurrency.lockutils [None req-334a46b5-b751-4566-a134-ad4e3e6b3f11 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.840s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.480684] env[62954]: DEBUG nova.objects.instance [None req-334a46b5-b751-4566-a134-ad4e3e6b3f11 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Lazy-loading 'resources' on Instance uuid f0abf0c7-cd85-4b91-99a2-23ed1da74cf2 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.499396] env[62954]: DEBUG nova.compute.manager [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 784.513227] env[62954]: DEBUG oslo_vmware.api [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Task: {'id': task-2597474, 'name': Rename_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.539183] env[62954]: DEBUG nova.objects.instance [None req-140bcb4f-9028-4516-9e75-16b0aa8e15f0 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lazy-loading 'flavor' on Instance uuid a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.584356] env[62954]: DEBUG oslo_vmware.api [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2597475, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.671362] env[62954]: DEBUG oslo_vmware.api [None req-bc57599d-9207-4d92-bfc9-a818c9bad454 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597476, 'name': CloneVM_Task} progress is 94%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.804267] env[62954]: DEBUG nova.network.neutron [-] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.885967] env[62954]: DEBUG nova.network.neutron [req-5cc578d2-4a9c-41cc-8f34-8884022c2ca7 req-ff598a29-bf5f-4094-8e0f-5cec1846df7f service nova] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Updated VIF entry in instance network info cache for port 22692862-b417-438f-ba2c-0b7b8718f5a3. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 784.886395] env[62954]: DEBUG nova.network.neutron [req-5cc578d2-4a9c-41cc-8f34-8884022c2ca7 req-ff598a29-bf5f-4094-8e0f-5cec1846df7f service nova] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Updating instance_info_cache with network_info: [{"id": "22692862-b417-438f-ba2c-0b7b8718f5a3", "address": "fa:16:3e:dc:1c:6f", "network": {"id": "e58862b8-b7ac-4473-8497-f34ec01368d3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1538299883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b35440f0bc24875b3d519cacad0a6ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22692862-b4", "ovs_interfaceid": "22692862-b417-438f-ba2c-0b7b8718f5a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.984527] env[62954]: DEBUG nova.compute.utils [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 784.990704] env[62954]: DEBUG nova.compute.manager [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 784.990704] env[62954]: DEBUG nova.network.neutron [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 785.006880] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.017896] env[62954]: DEBUG oslo_vmware.api [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Task: {'id': task-2597474, 'name': Rename_Task, 'duration_secs': 0.756229} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.018183] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.018426] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6bf9f82-65cf-439e-99d1-e2381c99f8ac {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.023580] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.027145] env[62954]: DEBUG oslo_vmware.api [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Waiting for the task: (returnval){ [ 785.027145] env[62954]: value = "task-2597477" [ 785.027145] env[62954]: _type = "Task" [ 785.027145] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.031447] env[62954]: DEBUG nova.policy [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ec8972a518a4b0db3851ddecaeca22c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c9a1a2527e442b2806b13f1fd9765d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 785.037904] env[62954]: DEBUG oslo_vmware.api [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Task: {'id': task-2597477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.086781] env[62954]: DEBUG oslo_vmware.api [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2597475, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.172623] env[62954]: DEBUG oslo_vmware.api [None req-bc57599d-9207-4d92-bfc9-a818c9bad454 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597476, 'name': CloneVM_Task} progress is 95%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.306459] env[62954]: INFO nova.compute.manager [-] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Took 1.23 seconds to deallocate network for instance. [ 785.359706] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03497c8f-e8ef-4cfe-8ce1-5c340b021f3e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.367975] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8199c2-317f-47aa-a17a-7f0732bb5fe0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.400891] env[62954]: DEBUG oslo_concurrency.lockutils [req-5cc578d2-4a9c-41cc-8f34-8884022c2ca7 req-ff598a29-bf5f-4094-8e0f-5cec1846df7f service nova] Releasing lock "refresh_cache-bd25771f-4502-4a7c-acb6-75a91117d993" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.402313] env[62954]: DEBUG nova.network.neutron [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Successfully created port: 306c70c5-f2db-41a3-8d21-4eb19dbd3bfb {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.404677] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c215c6eb-a1a9-4d77-8921-57c8c1575104 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.412135] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1112a8-7089-46b9-9344-9817e47479e0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.425204] env[62954]: DEBUG nova.compute.provider_tree [None req-334a46b5-b751-4566-a134-ad4e3e6b3f11 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.432350] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e4d075d6-1b27-455d-a265-d186c68e3574 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Acquiring lock "a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.491170] env[62954]: DEBUG nova.compute.manager [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.538484] env[62954]: DEBUG oslo_vmware.api [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Task: {'id': task-2597477, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.550440] env[62954]: DEBUG oslo_concurrency.lockutils [None req-140bcb4f-9028-4516-9e75-16b0aa8e15f0 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lock "a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.313s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.551550] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e4d075d6-1b27-455d-a265-d186c68e3574 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lock "a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.119s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.551750] env[62954]: DEBUG nova.compute.manager [None req-e4d075d6-1b27-455d-a265-d186c68e3574 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.553419] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711264f3-1b81-4a41-a2f4-7dcea46bc793 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.561122] env[62954]: DEBUG nova.compute.manager [None req-e4d075d6-1b27-455d-a265-d186c68e3574 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62954) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 785.561725] env[62954]: DEBUG nova.objects.instance [None req-e4d075d6-1b27-455d-a265-d186c68e3574 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lazy-loading 'flavor' on Instance uuid a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 785.587341] env[62954]: DEBUG oslo_vmware.api [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2597475, 'name': ReconfigVM_Task, 'duration_secs': 1.286707} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.587605] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c/3c12b5fd-118b-4de9-bc25-7205c8f0eb0c.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.588388] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac47dd12-64b8-45a6-8f35-ae1c92195143 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.594314] env[62954]: DEBUG oslo_vmware.api [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Waiting for the task: (returnval){ [ 785.594314] env[62954]: value = "task-2597478" [ 785.594314] env[62954]: _type = "Task" [ 785.594314] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.602335] env[62954]: DEBUG oslo_vmware.api [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2597478, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.674447] env[62954]: DEBUG oslo_vmware.api [None req-bc57599d-9207-4d92-bfc9-a818c9bad454 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597476, 'name': CloneVM_Task, 'duration_secs': 1.212422} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.674965] env[62954]: INFO nova.virt.vmwareapi.vmops [None req-bc57599d-9207-4d92-bfc9-a818c9bad454 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Created linked-clone VM from snapshot [ 785.676054] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3294de1-04ad-42ed-b180-a4b44c8dc5ae {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.685677] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-bc57599d-9207-4d92-bfc9-a818c9bad454 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Uploading image ab7a2d34-e961-4ef1-87de-2890bb1ba788 {{(pid=62954) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 785.715355] env[62954]: DEBUG oslo_vmware.rw_handles [None req-bc57599d-9207-4d92-bfc9-a818c9bad454 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 785.715355] env[62954]: value = "vm-523901" [ 785.715355] env[62954]: _type = "VirtualMachine" [ 785.715355] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 785.715664] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ea656b0c-e534-4f05-8cc7-a4d242352f69 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.726669] env[62954]: DEBUG oslo_vmware.rw_handles [None req-bc57599d-9207-4d92-bfc9-a818c9bad454 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lease: (returnval){ [ 785.726669] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]524ce9fa-313c-c064-1034-5588c4eaf93e" [ 785.726669] env[62954]: _type = "HttpNfcLease" [ 785.726669] env[62954]: } obtained for exporting VM: (result){ [ 785.726669] env[62954]: value = "vm-523901" [ 785.726669] env[62954]: _type = "VirtualMachine" [ 785.726669] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 785.726925] env[62954]: DEBUG oslo_vmware.api [None req-bc57599d-9207-4d92-bfc9-a818c9bad454 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the lease: (returnval){ [ 785.726925] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]524ce9fa-313c-c064-1034-5588c4eaf93e" [ 785.726925] env[62954]: _type = "HttpNfcLease" [ 785.726925] env[62954]: } to be ready. {{(pid=62954) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 785.733930] env[62954]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 785.733930] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]524ce9fa-313c-c064-1034-5588c4eaf93e" [ 785.733930] env[62954]: _type = "HttpNfcLease" [ 785.733930] env[62954]: } is initializing. {{(pid=62954) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 785.814781] env[62954]: DEBUG oslo_concurrency.lockutils [None req-20191b14-769c-441a-913f-00d72263ac11 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.928716] env[62954]: DEBUG nova.scheduler.client.report [None req-334a46b5-b751-4566-a134-ad4e3e6b3f11 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.038111] env[62954]: DEBUG oslo_vmware.api [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Task: {'id': task-2597477, 'name': PowerOnVM_Task, 'duration_secs': 0.784357} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.038111] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.038490] env[62954]: INFO nova.compute.manager [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Took 9.39 seconds to spawn the instance on the hypervisor. [ 786.038490] env[62954]: DEBUG nova.compute.manager [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.039109] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7340df25-7273-4101-bac8-239b9f308bd7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.104293] env[62954]: DEBUG oslo_vmware.api [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2597478, 'name': Rename_Task, 'duration_secs': 0.1467} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.104293] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.104293] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b8f91a5-dcc8-4024-ab36-04fa92e1de93 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.110779] env[62954]: DEBUG oslo_vmware.api [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Waiting for the task: (returnval){ [ 786.110779] env[62954]: value = "task-2597480" [ 786.110779] env[62954]: _type = "Task" [ 786.110779] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.117591] env[62954]: DEBUG oslo_vmware.api [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2597480, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.162575] env[62954]: DEBUG nova.compute.manager [req-eba23057-5b5b-4234-bc3a-0a962070bb2a req-481f400b-78b9-438a-b1b0-498484268559 service nova] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Received event network-vif-deleted-9ac245c1-5f6c-4cf4-96d5-e7e8cdaaaaba {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 786.236180] env[62954]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 786.236180] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]524ce9fa-313c-c064-1034-5588c4eaf93e" [ 786.236180] env[62954]: _type = "HttpNfcLease" [ 786.236180] env[62954]: } is ready. {{(pid=62954) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 786.236383] env[62954]: DEBUG oslo_vmware.rw_handles [None req-bc57599d-9207-4d92-bfc9-a818c9bad454 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 786.236383] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]524ce9fa-313c-c064-1034-5588c4eaf93e" [ 786.236383] env[62954]: _type = "HttpNfcLease" [ 786.236383] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 786.237110] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03dfecc-7dd3-4af6-9f00-7c2877b18dea {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.245122] env[62954]: DEBUG oslo_vmware.rw_handles [None req-bc57599d-9207-4d92-bfc9-a818c9bad454 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ce3706-f21f-97b1-285e-370fed4b18e7/disk-0.vmdk from lease info. {{(pid=62954) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 786.245122] env[62954]: DEBUG oslo_vmware.rw_handles [None req-bc57599d-9207-4d92-bfc9-a818c9bad454 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ce3706-f21f-97b1-285e-370fed4b18e7/disk-0.vmdk for reading. {{(pid=62954) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 786.336496] env[62954]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-786c627e-9df0-423d-a1fc-7fde6cea8702 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.434209] env[62954]: DEBUG oslo_concurrency.lockutils [None req-334a46b5-b751-4566-a134-ad4e3e6b3f11 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.436898] env[62954]: DEBUG oslo_concurrency.lockutils [None req-98d1a206-3218-4288-83c6-2dd39f9940ce tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.726s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.437479] env[62954]: DEBUG nova.objects.instance [None req-98d1a206-3218-4288-83c6-2dd39f9940ce tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Lazy-loading 'resources' on Instance uuid 2f579b31-2d2d-43c4-9e42-4aff5a5b273a {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 786.460872] env[62954]: INFO nova.scheduler.client.report [None req-334a46b5-b751-4566-a134-ad4e3e6b3f11 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Deleted allocations for instance f0abf0c7-cd85-4b91-99a2-23ed1da74cf2 [ 786.502027] env[62954]: DEBUG nova.compute.manager [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.528038] env[62954]: DEBUG nova.virt.hardware [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.528349] env[62954]: DEBUG nova.virt.hardware [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.528512] env[62954]: DEBUG nova.virt.hardware [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.528736] env[62954]: DEBUG nova.virt.hardware [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.528931] env[62954]: DEBUG nova.virt.hardware [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.529129] env[62954]: DEBUG nova.virt.hardware [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.529386] env[62954]: DEBUG nova.virt.hardware [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.529597] env[62954]: DEBUG nova.virt.hardware [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.530242] env[62954]: DEBUG nova.virt.hardware [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.530242] env[62954]: DEBUG nova.virt.hardware [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.530242] env[62954]: DEBUG nova.virt.hardware [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.531519] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84fcc6f-4755-41da-aba9-df0aa2d1392b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.541150] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17906225-40f8-42c0-af2b-51096ad1e466 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.562385] env[62954]: INFO nova.compute.manager [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Took 37.86 seconds to build instance. [ 786.569045] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d075d6-1b27-455d-a265-d186c68e3574 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.569379] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d6342b4-3a81-4398-acd6-bc61a2ed08f2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.578397] env[62954]: DEBUG oslo_vmware.api [None req-e4d075d6-1b27-455d-a265-d186c68e3574 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Waiting for the task: (returnval){ [ 786.578397] env[62954]: value = "task-2597481" [ 786.578397] env[62954]: _type = "Task" [ 786.578397] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.588293] env[62954]: DEBUG oslo_vmware.api [None req-e4d075d6-1b27-455d-a265-d186c68e3574 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597481, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.620683] env[62954]: DEBUG oslo_vmware.api [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2597480, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.971114] env[62954]: DEBUG oslo_concurrency.lockutils [None req-334a46b5-b751-4566-a134-ad4e3e6b3f11 tempest-ServersTestJSON-1723984926 tempest-ServersTestJSON-1723984926-project-member] Lock "f0abf0c7-cd85-4b91-99a2-23ed1da74cf2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.004s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.065163] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d23c69a4-206a-4913-937a-39b2f126a4b2 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Lock "2398388f-5606-44da-bb32-65b071ee0a5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.114s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.090459] env[62954]: DEBUG oslo_vmware.api [None req-e4d075d6-1b27-455d-a265-d186c68e3574 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597481, 'name': PowerOffVM_Task, 'duration_secs': 0.197248} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.094017] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d075d6-1b27-455d-a265-d186c68e3574 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.094302] env[62954]: DEBUG nova.compute.manager [None req-e4d075d6-1b27-455d-a265-d186c68e3574 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.095907] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fa01a6-b5a7-43b3-9e69-453980e876ca {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.125319] env[62954]: DEBUG oslo_vmware.api [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2597480, 'name': PowerOnVM_Task, 'duration_secs': 0.715402} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.125813] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.126162] env[62954]: INFO nova.compute.manager [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Took 7.95 seconds to spawn the instance on the hypervisor. [ 787.126520] env[62954]: DEBUG nova.compute.manager [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.127449] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faff2898-36b2-4d39-9478-ece7efa4629e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.142225] env[62954]: DEBUG nova.network.neutron [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Successfully updated port: 306c70c5-f2db-41a3-8d21-4eb19dbd3bfb {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 787.389241] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f31ecf-6ea1-48be-ace6-b4bca994dcc9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.397708] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3de72dd-91ce-44f6-83ec-3cf130e4c9b4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.430332] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6d4051-d83f-456d-83f0-7e394b385077 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.438691] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88df533-4047-411e-943f-452f4793288f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.457855] env[62954]: DEBUG nova.compute.provider_tree [None req-98d1a206-3218-4288-83c6-2dd39f9940ce tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.615343] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e4d075d6-1b27-455d-a265-d186c68e3574 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lock "a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.650300] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "refresh_cache-9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.650882] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquired lock "refresh_cache-9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.651043] env[62954]: DEBUG nova.network.neutron [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.655423] env[62954]: INFO nova.compute.manager [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Took 35.67 seconds to build instance. [ 787.709103] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8ab88063-6757-46e4-b3bf-9da0e0d49e07 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Acquiring lock "2398388f-5606-44da-bb32-65b071ee0a5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.709373] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8ab88063-6757-46e4-b3bf-9da0e0d49e07 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Lock "2398388f-5606-44da-bb32-65b071ee0a5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.709588] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8ab88063-6757-46e4-b3bf-9da0e0d49e07 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Acquiring lock "2398388f-5606-44da-bb32-65b071ee0a5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.709772] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8ab88063-6757-46e4-b3bf-9da0e0d49e07 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Lock "2398388f-5606-44da-bb32-65b071ee0a5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.710730] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8ab88063-6757-46e4-b3bf-9da0e0d49e07 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Lock "2398388f-5606-44da-bb32-65b071ee0a5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.713697] env[62954]: INFO nova.compute.manager [None req-8ab88063-6757-46e4-b3bf-9da0e0d49e07 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Terminating instance [ 787.852845] env[62954]: DEBUG nova.objects.instance [None req-4c80009a-b8d6-4185-98a9-ecbd6246941e tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lazy-loading 'flavor' on Instance uuid a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 787.960819] env[62954]: DEBUG nova.scheduler.client.report [None req-98d1a206-3218-4288-83c6-2dd39f9940ce tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.161276] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1445a329-13d6-4dcb-9270-b67b12219e33 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Lock "3c12b5fd-118b-4de9-bc25-7205c8f0eb0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.631s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.195570] env[62954]: DEBUG nova.compute.manager [req-a1e96c14-b734-4468-9ce7-517e93013d98 req-0625419f-2676-484b-8ff5-6017495b515e service nova] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Received event network-vif-plugged-306c70c5-f2db-41a3-8d21-4eb19dbd3bfb {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 788.195881] env[62954]: DEBUG oslo_concurrency.lockutils [req-a1e96c14-b734-4468-9ce7-517e93013d98 req-0625419f-2676-484b-8ff5-6017495b515e service nova] Acquiring lock "9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.196459] env[62954]: DEBUG oslo_concurrency.lockutils [req-a1e96c14-b734-4468-9ce7-517e93013d98 req-0625419f-2676-484b-8ff5-6017495b515e service nova] Lock "9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.196750] env[62954]: DEBUG oslo_concurrency.lockutils [req-a1e96c14-b734-4468-9ce7-517e93013d98 req-0625419f-2676-484b-8ff5-6017495b515e service nova] Lock "9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.197059] env[62954]: DEBUG nova.compute.manager [req-a1e96c14-b734-4468-9ce7-517e93013d98 req-0625419f-2676-484b-8ff5-6017495b515e service nova] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] No waiting events found dispatching network-vif-plugged-306c70c5-f2db-41a3-8d21-4eb19dbd3bfb {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.197268] env[62954]: WARNING nova.compute.manager [req-a1e96c14-b734-4468-9ce7-517e93013d98 req-0625419f-2676-484b-8ff5-6017495b515e service nova] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Received unexpected event network-vif-plugged-306c70c5-f2db-41a3-8d21-4eb19dbd3bfb for instance with vm_state building and task_state spawning. [ 788.197513] env[62954]: DEBUG nova.compute.manager [req-a1e96c14-b734-4468-9ce7-517e93013d98 req-0625419f-2676-484b-8ff5-6017495b515e service nova] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Received event network-changed-306c70c5-f2db-41a3-8d21-4eb19dbd3bfb {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 788.197746] env[62954]: DEBUG nova.compute.manager [req-a1e96c14-b734-4468-9ce7-517e93013d98 req-0625419f-2676-484b-8ff5-6017495b515e service nova] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Refreshing instance network info cache due to event network-changed-306c70c5-f2db-41a3-8d21-4eb19dbd3bfb. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 788.197992] env[62954]: DEBUG oslo_concurrency.lockutils [req-a1e96c14-b734-4468-9ce7-517e93013d98 req-0625419f-2676-484b-8ff5-6017495b515e service nova] Acquiring lock "refresh_cache-9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.212308] env[62954]: DEBUG nova.network.neutron [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.218114] env[62954]: DEBUG nova.compute.manager [None req-8ab88063-6757-46e4-b3bf-9da0e0d49e07 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 788.218424] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab88063-6757-46e4-b3bf-9da0e0d49e07 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.219693] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c184b6b8-a7ce-4401-9d0b-b25a4812df08 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.230479] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ab88063-6757-46e4-b3bf-9da0e0d49e07 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.230820] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcb2bbcf-2f1a-4856-aa19-608759f4da11 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.241023] env[62954]: DEBUG oslo_vmware.api [None req-8ab88063-6757-46e4-b3bf-9da0e0d49e07 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Waiting for the task: (returnval){ [ 788.241023] env[62954]: value = "task-2597482" [ 788.241023] env[62954]: _type = "Task" [ 788.241023] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.254150] env[62954]: DEBUG oslo_vmware.api [None req-8ab88063-6757-46e4-b3bf-9da0e0d49e07 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Task: {'id': task-2597482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.358730] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4c80009a-b8d6-4185-98a9-ecbd6246941e tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Acquiring lock "refresh_cache-a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.358911] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4c80009a-b8d6-4185-98a9-ecbd6246941e tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Acquired lock "refresh_cache-a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.359099] env[62954]: DEBUG nova.network.neutron [None req-4c80009a-b8d6-4185-98a9-ecbd6246941e tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.359281] env[62954]: DEBUG nova.objects.instance [None req-4c80009a-b8d6-4185-98a9-ecbd6246941e tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lazy-loading 'info_cache' on Instance uuid a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.400488] env[62954]: DEBUG nova.network.neutron [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Updating instance_info_cache with network_info: [{"id": "306c70c5-f2db-41a3-8d21-4eb19dbd3bfb", "address": "fa:16:3e:30:8b:00", "network": {"id": "a3bdc751-8cf3-4508-9734-f077b7bcca4b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-735498890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c9a1a2527e442b2806b13f1fd9765d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap306c70c5-f2", "ovs_interfaceid": "306c70c5-f2db-41a3-8d21-4eb19dbd3bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.467179] env[62954]: DEBUG oslo_concurrency.lockutils [None req-98d1a206-3218-4288-83c6-2dd39f9940ce tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.030s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.471357] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 23.321s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.495202] env[62954]: INFO nova.scheduler.client.report [None req-98d1a206-3218-4288-83c6-2dd39f9940ce tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Deleted allocations for instance 2f579b31-2d2d-43c4-9e42-4aff5a5b273a [ 788.604144] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d4469849-0938-4dae-b4d1-3c942195d0d5 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Acquiring lock "2bdc6d5a-4b65-44bb-8281-1067a1045d6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.604695] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d4469849-0938-4dae-b4d1-3c942195d0d5 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Lock "2bdc6d5a-4b65-44bb-8281-1067a1045d6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.604859] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d4469849-0938-4dae-b4d1-3c942195d0d5 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Acquiring lock "2bdc6d5a-4b65-44bb-8281-1067a1045d6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.605303] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d4469849-0938-4dae-b4d1-3c942195d0d5 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Lock "2bdc6d5a-4b65-44bb-8281-1067a1045d6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.605573] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d4469849-0938-4dae-b4d1-3c942195d0d5 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Lock "2bdc6d5a-4b65-44bb-8281-1067a1045d6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.610357] env[62954]: INFO nova.compute.manager [None req-d4469849-0938-4dae-b4d1-3c942195d0d5 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Terminating instance [ 788.756401] env[62954]: DEBUG oslo_vmware.api [None req-8ab88063-6757-46e4-b3bf-9da0e0d49e07 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Task: {'id': task-2597482, 'name': PowerOffVM_Task, 'duration_secs': 0.27689} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.757039] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ab88063-6757-46e4-b3bf-9da0e0d49e07 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.757488] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab88063-6757-46e4-b3bf-9da0e0d49e07 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.757972] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a26da61-34f4-4a9b-9673-a843f22a38c5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.826357] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab88063-6757-46e4-b3bf-9da0e0d49e07 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.827356] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab88063-6757-46e4-b3bf-9da0e0d49e07 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.827356] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ab88063-6757-46e4-b3bf-9da0e0d49e07 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Deleting the datastore file [datastore2] 2398388f-5606-44da-bb32-65b071ee0a5a {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.827356] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92d08ff1-632d-427a-a9ad-186c2377bbae {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.834536] env[62954]: DEBUG oslo_vmware.api [None req-8ab88063-6757-46e4-b3bf-9da0e0d49e07 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Waiting for the task: (returnval){ [ 788.834536] env[62954]: value = "task-2597484" [ 788.834536] env[62954]: _type = "Task" [ 788.834536] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.844010] env[62954]: DEBUG oslo_vmware.api [None req-8ab88063-6757-46e4-b3bf-9da0e0d49e07 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Task: {'id': task-2597484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.867397] env[62954]: DEBUG nova.objects.base [None req-4c80009a-b8d6-4185-98a9-ecbd6246941e tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62954) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 788.905227] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Releasing lock "refresh_cache-9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.905728] env[62954]: DEBUG nova.compute.manager [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Instance network_info: |[{"id": "306c70c5-f2db-41a3-8d21-4eb19dbd3bfb", "address": "fa:16:3e:30:8b:00", "network": {"id": "a3bdc751-8cf3-4508-9734-f077b7bcca4b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-735498890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c9a1a2527e442b2806b13f1fd9765d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap306c70c5-f2", "ovs_interfaceid": "306c70c5-f2db-41a3-8d21-4eb19dbd3bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 788.906096] env[62954]: DEBUG oslo_concurrency.lockutils [req-a1e96c14-b734-4468-9ce7-517e93013d98 req-0625419f-2676-484b-8ff5-6017495b515e service nova] Acquired lock "refresh_cache-9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.906289] env[62954]: DEBUG nova.network.neutron [req-a1e96c14-b734-4468-9ce7-517e93013d98 req-0625419f-2676-484b-8ff5-6017495b515e service nova] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Refreshing network info cache for port 306c70c5-f2db-41a3-8d21-4eb19dbd3bfb {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.907547] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:8b:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '306c70c5-f2db-41a3-8d21-4eb19dbd3bfb', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.915631] env[62954]: DEBUG oslo.service.loopingcall [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 788.916660] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.916963] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18debdc0-dc96-488e-a44a-c140434a08b5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.939228] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.939228] env[62954]: value = "task-2597485" [ 788.939228] env[62954]: _type = "Task" [ 788.939228] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.949643] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597485, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.973256] env[62954]: DEBUG nova.objects.instance [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Lazy-loading 'migration_context' on Instance uuid a210b97d-117c-418b-81a2-594ec21dde75 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 789.007071] env[62954]: DEBUG oslo_concurrency.lockutils [None req-98d1a206-3218-4288-83c6-2dd39f9940ce tempest-ServerShowV247Test-1392020566 tempest-ServerShowV247Test-1392020566-project-member] Lock "2f579b31-2d2d-43c4-9e42-4aff5a5b273a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.546s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.115759] env[62954]: DEBUG nova.compute.manager [None req-d4469849-0938-4dae-b4d1-3c942195d0d5 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 789.116300] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d4469849-0938-4dae-b4d1-3c942195d0d5 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.117317] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9b5ecf-8399-4fb4-8a91-48268d0b2362 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.127314] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4469849-0938-4dae-b4d1-3c942195d0d5 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.127590] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e3a43ef-b545-4d49-bdc9-88ed02e5d2fc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.134601] env[62954]: DEBUG oslo_vmware.api [None req-d4469849-0938-4dae-b4d1-3c942195d0d5 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Waiting for the task: (returnval){ [ 789.134601] env[62954]: value = "task-2597486" [ 789.134601] env[62954]: _type = "Task" [ 789.134601] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.143969] env[62954]: DEBUG oslo_vmware.api [None req-d4469849-0938-4dae-b4d1-3c942195d0d5 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Task: {'id': task-2597486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.344675] env[62954]: DEBUG oslo_vmware.api [None req-8ab88063-6757-46e4-b3bf-9da0e0d49e07 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Task: {'id': task-2597484, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304677} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.345139] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ab88063-6757-46e4-b3bf-9da0e0d49e07 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.345188] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab88063-6757-46e4-b3bf-9da0e0d49e07 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.345454] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab88063-6757-46e4-b3bf-9da0e0d49e07 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.345535] env[62954]: INFO nova.compute.manager [None req-8ab88063-6757-46e4-b3bf-9da0e0d49e07 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 789.345757] env[62954]: DEBUG oslo.service.loopingcall [None req-8ab88063-6757-46e4-b3bf-9da0e0d49e07 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 789.345959] env[62954]: DEBUG nova.compute.manager [-] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 789.346066] env[62954]: DEBUG nova.network.neutron [-] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 789.449059] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597485, 'name': CreateVM_Task, 'duration_secs': 0.442003} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.451192] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.452263] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.452263] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.452421] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.452945] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9dab683-235c-41aa-8d11-4b656bf1c55e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.461707] env[62954]: DEBUG oslo_vmware.api [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 789.461707] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52a889fb-4e27-3fed-34c1-581d9a3dc7d5" [ 789.461707] env[62954]: _type = "Task" [ 789.461707] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.472867] env[62954]: DEBUG oslo_vmware.api [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52a889fb-4e27-3fed-34c1-581d9a3dc7d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.650797] env[62954]: DEBUG oslo_vmware.api [None req-d4469849-0938-4dae-b4d1-3c942195d0d5 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Task: {'id': task-2597486, 'name': PowerOffVM_Task, 'duration_secs': 0.229675} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.650797] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4469849-0938-4dae-b4d1-3c942195d0d5 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.650797] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d4469849-0938-4dae-b4d1-3c942195d0d5 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.650797] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-487f7d2e-db7c-4e1a-b041-154c943335cc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.707231] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d4469849-0938-4dae-b4d1-3c942195d0d5 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.709539] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d4469849-0938-4dae-b4d1-3c942195d0d5 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.709813] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4469849-0938-4dae-b4d1-3c942195d0d5 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Deleting the datastore file [datastore1] 2bdc6d5a-4b65-44bb-8281-1067a1045d6a {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.710131] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0103699-f467-4912-950a-f466f20bc7a1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.720676] env[62954]: DEBUG oslo_vmware.api [None req-d4469849-0938-4dae-b4d1-3c942195d0d5 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Waiting for the task: (returnval){ [ 789.720676] env[62954]: value = "task-2597488" [ 789.720676] env[62954]: _type = "Task" [ 789.720676] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.737489] env[62954]: DEBUG oslo_vmware.api [None req-d4469849-0938-4dae-b4d1-3c942195d0d5 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Task: {'id': task-2597488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.778269] env[62954]: DEBUG nova.network.neutron [None req-4c80009a-b8d6-4185-98a9-ecbd6246941e tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Updating instance_info_cache with network_info: [{"id": "3864934b-a251-4052-9e45-c837bacbe596", "address": "fa:16:3e:2b:5c:03", "network": {"id": "e2c00089-192e-4550-a1d0-97edff29a9da", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-334355756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd82b9480b6448fb86a9dddf12602c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3864934b-a2", "ovs_interfaceid": "3864934b-a251-4052-9e45-c837bacbe596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.954624] env[62954]: DEBUG nova.network.neutron [req-a1e96c14-b734-4468-9ce7-517e93013d98 req-0625419f-2676-484b-8ff5-6017495b515e service nova] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Updated VIF entry in instance network info cache for port 306c70c5-f2db-41a3-8d21-4eb19dbd3bfb. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.954902] env[62954]: DEBUG nova.network.neutron [req-a1e96c14-b734-4468-9ce7-517e93013d98 req-0625419f-2676-484b-8ff5-6017495b515e service nova] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Updating instance_info_cache with network_info: [{"id": "306c70c5-f2db-41a3-8d21-4eb19dbd3bfb", "address": "fa:16:3e:30:8b:00", "network": {"id": "a3bdc751-8cf3-4508-9734-f077b7bcca4b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-735498890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c9a1a2527e442b2806b13f1fd9765d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap306c70c5-f2", "ovs_interfaceid": "306c70c5-f2db-41a3-8d21-4eb19dbd3bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.974788] env[62954]: DEBUG oslo_vmware.api [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52a889fb-4e27-3fed-34c1-581d9a3dc7d5, 'name': SearchDatastore_Task, 'duration_secs': 0.020976} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.976587] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.976587] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.976587] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.976587] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.978103] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.978103] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bfbfe06-9adb-4e0e-b2f3-3cbe93a4323a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.988187] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.988306] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.990720] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3837c081-e7d6-43c2-a548-a62d528383fd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.997431] env[62954]: DEBUG oslo_vmware.api [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 789.997431] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52ec2c76-f5c1-5d8b-55a4-bf48d18d50bc" [ 789.997431] env[62954]: _type = "Task" [ 789.997431] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.012755] env[62954]: DEBUG oslo_vmware.api [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52ec2c76-f5c1-5d8b-55a4-bf48d18d50bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.093234] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120548a1-c9e7-4ec7-acff-dbbb05a96b3b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.101041] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2114d6bd-53f4-444b-be41-c58194c3ed8c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.135024] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450fa962-45a3-4f5c-8222-961dd26538de {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.142794] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03629b08-5bf4-49b5-aa08-f128edfdf566 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.157243] env[62954]: DEBUG nova.compute.provider_tree [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.231566] env[62954]: DEBUG nova.compute.manager [req-10ba5bbd-a41d-4707-a9dc-837f701068d8 req-ec4f5d0a-5db6-434d-8fc0-4c4330711b58 service nova] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Received event network-vif-deleted-ee7f9fa1-051e-40ae-835f-f52b6ccfa599 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 790.231868] env[62954]: INFO nova.compute.manager [req-10ba5bbd-a41d-4707-a9dc-837f701068d8 req-ec4f5d0a-5db6-434d-8fc0-4c4330711b58 service nova] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Neutron deleted interface ee7f9fa1-051e-40ae-835f-f52b6ccfa599; detaching it from the instance and deleting it from the info cache [ 790.232081] env[62954]: DEBUG nova.network.neutron [req-10ba5bbd-a41d-4707-a9dc-837f701068d8 req-ec4f5d0a-5db6-434d-8fc0-4c4330711b58 service nova] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.239112] env[62954]: DEBUG oslo_vmware.api [None req-d4469849-0938-4dae-b4d1-3c942195d0d5 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Task: {'id': task-2597488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25692} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.239476] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4469849-0938-4dae-b4d1-3c942195d0d5 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.239718] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d4469849-0938-4dae-b4d1-3c942195d0d5 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.241918] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d4469849-0938-4dae-b4d1-3c942195d0d5 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.241918] env[62954]: INFO nova.compute.manager [None req-d4469849-0938-4dae-b4d1-3c942195d0d5 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 790.241918] env[62954]: DEBUG oslo.service.loopingcall [None req-d4469849-0938-4dae-b4d1-3c942195d0d5 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 790.241918] env[62954]: DEBUG nova.compute.manager [-] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 790.241918] env[62954]: DEBUG nova.network.neutron [-] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 790.282893] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4c80009a-b8d6-4185-98a9-ecbd6246941e tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Releasing lock "refresh_cache-a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.455778] env[62954]: DEBUG oslo_concurrency.lockutils [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Acquiring lock "fd6323bb-5444-40d8-b886-41acc2947ec3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.455778] env[62954]: DEBUG oslo_concurrency.lockutils [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Lock "fd6323bb-5444-40d8-b886-41acc2947ec3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.458554] env[62954]: DEBUG oslo_concurrency.lockutils [req-a1e96c14-b734-4468-9ce7-517e93013d98 req-0625419f-2676-484b-8ff5-6017495b515e service nova] Releasing lock "refresh_cache-9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.495027] env[62954]: DEBUG nova.network.neutron [-] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.509148] env[62954]: DEBUG oslo_vmware.api [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52ec2c76-f5c1-5d8b-55a4-bf48d18d50bc, 'name': SearchDatastore_Task, 'duration_secs': 0.014155} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.510499] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c672960c-fe42-4ed4-990f-260cd68e38c8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.516822] env[62954]: DEBUG oslo_vmware.api [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 790.516822] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52a49c1f-174c-dad4-a4fa-867a9db3dfaf" [ 790.516822] env[62954]: _type = "Task" [ 790.516822] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.525691] env[62954]: DEBUG oslo_vmware.api [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52a49c1f-174c-dad4-a4fa-867a9db3dfaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.663024] env[62954]: DEBUG nova.scheduler.client.report [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.710524] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3c5ad3db-6e15-4a20-854a-db99d2821189 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Acquiring lock "3c12b5fd-118b-4de9-bc25-7205c8f0eb0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.710524] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3c5ad3db-6e15-4a20-854a-db99d2821189 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Lock "3c12b5fd-118b-4de9-bc25-7205c8f0eb0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.710915] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3c5ad3db-6e15-4a20-854a-db99d2821189 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Acquiring lock "3c12b5fd-118b-4de9-bc25-7205c8f0eb0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.710915] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3c5ad3db-6e15-4a20-854a-db99d2821189 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Lock "3c12b5fd-118b-4de9-bc25-7205c8f0eb0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.711125] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3c5ad3db-6e15-4a20-854a-db99d2821189 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Lock "3c12b5fd-118b-4de9-bc25-7205c8f0eb0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.714640] env[62954]: INFO nova.compute.manager [None req-3c5ad3db-6e15-4a20-854a-db99d2821189 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Terminating instance [ 790.734896] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ea37639-ad4a-4a8c-813a-49415bf3548e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.744687] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a55d3e2-2c37-46ea-bd10-ad2095d532db {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.782177] env[62954]: DEBUG nova.compute.manager [req-10ba5bbd-a41d-4707-a9dc-837f701068d8 req-ec4f5d0a-5db6-434d-8fc0-4c4330711b58 service nova] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Detach interface failed, port_id=ee7f9fa1-051e-40ae-835f-f52b6ccfa599, reason: Instance 2398388f-5606-44da-bb32-65b071ee0a5a could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 790.960329] env[62954]: DEBUG nova.compute.manager [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] [instance: fd6323bb-5444-40d8-b886-41acc2947ec3] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 791.000396] env[62954]: INFO nova.compute.manager [-] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Took 1.65 seconds to deallocate network for instance. [ 791.030463] env[62954]: DEBUG oslo_vmware.api [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52a49c1f-174c-dad4-a4fa-867a9db3dfaf, 'name': SearchDatastore_Task, 'duration_secs': 0.017137} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.033824] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.033824] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08/9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.033824] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bf31041-335c-4135-bef1-3d778f2bda49 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.039727] env[62954]: DEBUG oslo_vmware.api [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 791.039727] env[62954]: value = "task-2597489" [ 791.039727] env[62954]: _type = "Task" [ 791.039727] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.051186] env[62954]: DEBUG oslo_vmware.api [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.218316] env[62954]: DEBUG nova.compute.manager [None req-3c5ad3db-6e15-4a20-854a-db99d2821189 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 791.218552] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5ad3db-6e15-4a20-854a-db99d2821189 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.219593] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d46f9ba-6058-4e12-8ff3-c66432ad957a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.229308] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c5ad3db-6e15-4a20-854a-db99d2821189 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.229571] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-124ab953-d05b-414d-9323-cf484173cb8c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.236501] env[62954]: DEBUG oslo_vmware.api [None req-3c5ad3db-6e15-4a20-854a-db99d2821189 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Waiting for the task: (returnval){ [ 791.236501] env[62954]: value = "task-2597490" [ 791.236501] env[62954]: _type = "Task" [ 791.236501] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.244516] env[62954]: DEBUG oslo_vmware.api [None req-3c5ad3db-6e15-4a20-854a-db99d2821189 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2597490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.288842] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c80009a-b8d6-4185-98a9-ecbd6246941e tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.289279] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33b6bd89-bc83-4204-bdbc-d9d8da6e7089 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.297645] env[62954]: DEBUG oslo_vmware.api [None req-4c80009a-b8d6-4185-98a9-ecbd6246941e tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Waiting for the task: (returnval){ [ 791.297645] env[62954]: value = "task-2597491" [ 791.297645] env[62954]: _type = "Task" [ 791.297645] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.307876] env[62954]: DEBUG oslo_vmware.api [None req-4c80009a-b8d6-4185-98a9-ecbd6246941e tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.317630] env[62954]: DEBUG nova.network.neutron [-] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.490857] env[62954]: DEBUG oslo_concurrency.lockutils [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.510696] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8ab88063-6757-46e4-b3bf-9da0e0d49e07 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.550674] env[62954]: DEBUG oslo_vmware.api [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597489, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.675112] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.205s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.680937] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.227s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.681241] env[62954]: DEBUG nova.objects.instance [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62954) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 791.746629] env[62954]: DEBUG oslo_vmware.api [None req-3c5ad3db-6e15-4a20-854a-db99d2821189 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2597490, 'name': PowerOffVM_Task, 'duration_secs': 0.345668} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.746935] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c5ad3db-6e15-4a20-854a-db99d2821189 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.747125] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5ad3db-6e15-4a20-854a-db99d2821189 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.747397] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5c2a6c2-4e08-4a84-88f5-0c1e727917aa {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.806955] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5ad3db-6e15-4a20-854a-db99d2821189 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.807289] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5ad3db-6e15-4a20-854a-db99d2821189 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.807511] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c5ad3db-6e15-4a20-854a-db99d2821189 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Deleting the datastore file [datastore2] 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.811451] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ea8af09-57bf-4aa7-8cbd-29f53f8f142e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.813501] env[62954]: DEBUG oslo_vmware.api [None req-4c80009a-b8d6-4185-98a9-ecbd6246941e tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597491, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.818310] env[62954]: DEBUG oslo_vmware.api [None req-3c5ad3db-6e15-4a20-854a-db99d2821189 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Waiting for the task: (returnval){ [ 791.818310] env[62954]: value = "task-2597493" [ 791.818310] env[62954]: _type = "Task" [ 791.818310] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.822014] env[62954]: INFO nova.compute.manager [-] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Took 1.58 seconds to deallocate network for instance. [ 791.831192] env[62954]: DEBUG oslo_vmware.api [None req-3c5ad3db-6e15-4a20-854a-db99d2821189 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2597493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.051027] env[62954]: DEBUG oslo_vmware.api [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615994} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.051283] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08/9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.051496] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.052219] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c11dfb3e-d0b3-4b4b-b5cf-323beed43a15 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.059018] env[62954]: DEBUG oslo_vmware.api [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 792.059018] env[62954]: value = "task-2597494" [ 792.059018] env[62954]: _type = "Task" [ 792.059018] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.067545] env[62954]: DEBUG oslo_vmware.api [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597494, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.311265] env[62954]: DEBUG oslo_vmware.api [None req-4c80009a-b8d6-4185-98a9-ecbd6246941e tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597491, 'name': PowerOnVM_Task, 'duration_secs': 0.520195} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.311571] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c80009a-b8d6-4185-98a9-ecbd6246941e tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.311769] env[62954]: DEBUG nova.compute.manager [None req-4c80009a-b8d6-4185-98a9-ecbd6246941e tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.312557] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2de456e-7aba-45ad-84f5-47ced8180217 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.328983] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d4469849-0938-4dae-b4d1-3c942195d0d5 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.333986] env[62954]: DEBUG oslo_vmware.api [None req-3c5ad3db-6e15-4a20-854a-db99d2821189 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2597493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268454} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.334252] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c5ad3db-6e15-4a20-854a-db99d2821189 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.334442] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5ad3db-6e15-4a20-854a-db99d2821189 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.334618] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5ad3db-6e15-4a20-854a-db99d2821189 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.334792] env[62954]: INFO nova.compute.manager [None req-3c5ad3db-6e15-4a20-854a-db99d2821189 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 792.335035] env[62954]: DEBUG oslo.service.loopingcall [None req-3c5ad3db-6e15-4a20-854a-db99d2821189 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 792.335256] env[62954]: DEBUG nova.compute.manager [-] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 792.335348] env[62954]: DEBUG nova.network.neutron [-] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 792.408975] env[62954]: DEBUG nova.compute.manager [req-2e2d913c-5385-47bf-9bf2-82428f314d01 req-f8fd1232-b0fb-431f-b75a-96e6ee6cc2ff service nova] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Received event network-vif-deleted-6fa98b71-59d6-469c-865a-08a8334703ae {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 792.570043] env[62954]: DEBUG oslo_vmware.api [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597494, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066324} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.570387] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.571292] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb9cc1c-2939-4be2-af1e-a1a5baae78da {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.600835] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08/9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.601301] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22c91a97-4e3c-4729-9a5f-cfef7e26648e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.626462] env[62954]: DEBUG oslo_vmware.api [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 792.626462] env[62954]: value = "task-2597495" [ 792.626462] env[62954]: _type = "Task" [ 792.626462] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.635111] env[62954]: DEBUG oslo_vmware.api [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597495, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.699807] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0b772900-3ac4-46c6-99a5-f088b42b0acf tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.704991] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 25.738s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.121865] env[62954]: DEBUG nova.network.neutron [-] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.136242] env[62954]: DEBUG oslo_vmware.api [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597495, 'name': ReconfigVM_Task, 'duration_secs': 0.275122} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.136564] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08/9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.137249] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e76a79c-bf65-40aa-91b8-e289e5d62b2e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.143155] env[62954]: DEBUG oslo_vmware.api [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 793.143155] env[62954]: value = "task-2597496" [ 793.143155] env[62954]: _type = "Task" [ 793.143155] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.150997] env[62954]: DEBUG oslo_vmware.api [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597496, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.236211] env[62954]: INFO nova.compute.manager [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Swapping old allocation on dict_keys(['6fcf5ae7-e825-4914-bf51-14f0c81039d4']) held by migration ed3c00f2-361d-4ece-8b78-dbf77ab19e14 for instance [ 793.258867] env[62954]: DEBUG nova.scheduler.client.report [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Overwriting current allocation {'allocations': {'6fcf5ae7-e825-4914-bf51-14f0c81039d4': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 80}}, 'project_id': '9e6dffab652d48bdae645ad0d892345a', 'user_id': 'e9bde417541e42a7a0897d81cf174f00', 'consumer_generation': 1} on consumer a210b97d-117c-418b-81a2-594ec21dde75 {{(pid=62954) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 793.337841] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquiring lock "refresh_cache-a210b97d-117c-418b-81a2-594ec21dde75" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.338041] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquired lock "refresh_cache-a210b97d-117c-418b-81a2-594ec21dde75" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.338223] env[62954]: DEBUG nova.network.neutron [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.625344] env[62954]: INFO nova.compute.manager [-] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Took 1.29 seconds to deallocate network for instance. [ 793.657028] env[62954]: DEBUG oslo_vmware.api [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597496, 'name': Rename_Task, 'duration_secs': 0.156565} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.657028] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.657028] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f611c0d9-a26d-48a5-99b3-612395095f18 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.664529] env[62954]: DEBUG oslo_vmware.api [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 793.664529] env[62954]: value = "task-2597497" [ 793.664529] env[62954]: _type = "Task" [ 793.664529] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.672401] env[62954]: DEBUG oslo_vmware.api [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597497, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.739911] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 60e703f7-b811-4186-a986-1958392664cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 793.740074] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 793.740200] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 2e7fdade-c4c3-400c-b59a-b77382e4348c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 793.740317] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 2effe3ff-ff7c-4369-9168-dc699087eced actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 793.740430] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 4c2e1210-69e7-49f0-b850-252afe2dd65e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 793.740542] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance e6365eeb-3739-4eae-8a8f-27fc4e726d9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 793.740655] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 793.740791] env[62954]: WARNING nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance b29065f6-554c-47e1-a1b3-c40e03ab66da is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 793.740906] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 793.741040] env[62954]: WARNING nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 2bdc6d5a-4b65-44bb-8281-1067a1045d6a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 793.741158] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance a210b97d-117c-418b-81a2-594ec21dde75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 793.741270] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance d8f3b081-69a4-4239-9a99-a1cd07cb3b83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 793.741377] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 2afb6f73-709d-4a37-8b32-23fd34a2191a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 793.741493] env[62954]: WARNING nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 6b972424-1a75-4945-81b0-a90874f329e0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 793.741603] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 74cce47e-4c36-419b-a153-2e7e4bc67982 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 793.741721] env[62954]: WARNING nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 6d8062ce-8e5a-4b48-b7e2-88780aa233ad is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 793.741829] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance bd25771f-4502-4a7c-acb6-75a91117d993 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 793.741975] env[62954]: WARNING nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 2398388f-5606-44da-bb32-65b071ee0a5a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 793.742138] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 793.742254] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 794.068165] env[62954]: DEBUG nova.network.neutron [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Updating instance_info_cache with network_info: [{"id": "c9ad8abe-24b2-444b-8c62-38a265863ee3", "address": "fa:16:3e:15:e0:42", "network": {"id": "7d93cd88-3a79-4663-b604-587d28ffb013", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ae6c0f6d5bc5436aa4f50fbf2889df6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9ad8abe-24", "ovs_interfaceid": "c9ad8abe-24b2-444b-8c62-38a265863ee3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.132582] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3c5ad3db-6e15-4a20-854a-db99d2821189 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.175500] env[62954]: DEBUG oslo_vmware.api [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597497, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.245409] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance c30de12c-beb1-418b-8582-c25a74fa88f8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 794.439100] env[62954]: DEBUG nova.compute.manager [req-46cd4765-0d13-4ae7-bcfb-d3cb34ec3132 req-f7d94276-b4a1-4aae-b43e-dd5552f2cae9 service nova] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Received event network-vif-deleted-98d09b92-f091-458d-8e7a-281be3554228 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 794.571198] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Releasing lock "refresh_cache-a210b97d-117c-418b-81a2-594ec21dde75" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.571765] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.572107] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cb6303e-b9e5-42f6-b7c4-7a50ffb44ab5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.579265] env[62954]: DEBUG oslo_vmware.api [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Waiting for the task: (returnval){ [ 794.579265] env[62954]: value = "task-2597498" [ 794.579265] env[62954]: _type = "Task" [ 794.579265] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.589135] env[62954]: DEBUG oslo_vmware.api [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2597498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.677081] env[62954]: DEBUG oslo_vmware.api [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597497, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.749114] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 795.051084] env[62954]: DEBUG oslo_vmware.rw_handles [None req-bc57599d-9207-4d92-bfc9-a818c9bad454 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ce3706-f21f-97b1-285e-370fed4b18e7/disk-0.vmdk. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 795.052112] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e126e3-1208-4d5f-8a2c-f447f185b64b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.058247] env[62954]: DEBUG oslo_vmware.rw_handles [None req-bc57599d-9207-4d92-bfc9-a818c9bad454 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ce3706-f21f-97b1-285e-370fed4b18e7/disk-0.vmdk is in state: ready. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 795.058405] env[62954]: ERROR oslo_vmware.rw_handles [None req-bc57599d-9207-4d92-bfc9-a818c9bad454 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ce3706-f21f-97b1-285e-370fed4b18e7/disk-0.vmdk due to incomplete transfer. [ 795.058617] env[62954]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-12363b69-599d-4555-8db8-62f13d05219f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.065459] env[62954]: DEBUG oslo_vmware.rw_handles [None req-bc57599d-9207-4d92-bfc9-a818c9bad454 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ce3706-f21f-97b1-285e-370fed4b18e7/disk-0.vmdk. {{(pid=62954) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 795.065656] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-bc57599d-9207-4d92-bfc9-a818c9bad454 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Uploaded image ab7a2d34-e961-4ef1-87de-2890bb1ba788 to the Glance image server {{(pid=62954) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 795.067927] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc57599d-9207-4d92-bfc9-a818c9bad454 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Destroying the VM {{(pid=62954) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 795.068174] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2fdfc8d3-728c-4189-8513-9169e584c442 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.073378] env[62954]: DEBUG oslo_vmware.api [None req-bc57599d-9207-4d92-bfc9-a818c9bad454 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 795.073378] env[62954]: value = "task-2597499" [ 795.073378] env[62954]: _type = "Task" [ 795.073378] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.080864] env[62954]: DEBUG oslo_vmware.api [None req-bc57599d-9207-4d92-bfc9-a818c9bad454 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597499, 'name': Destroy_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.089161] env[62954]: DEBUG oslo_vmware.api [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2597498, 'name': PowerOffVM_Task, 'duration_secs': 0.267896} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.089431] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.090099] env[62954]: DEBUG nova.virt.hardware [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:32:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='48d086de-f1d4-47b8-b12f-fa19c556f3f1',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-682294996',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.090323] env[62954]: DEBUG nova.virt.hardware [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.090498] env[62954]: DEBUG nova.virt.hardware [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.090682] env[62954]: DEBUG nova.virt.hardware [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.090848] env[62954]: DEBUG nova.virt.hardware [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.091247] env[62954]: DEBUG nova.virt.hardware [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.091247] env[62954]: DEBUG nova.virt.hardware [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.091485] env[62954]: DEBUG nova.virt.hardware [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.091780] env[62954]: DEBUG nova.virt.hardware [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.091972] env[62954]: DEBUG nova.virt.hardware [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.092171] env[62954]: DEBUG nova.virt.hardware [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.097268] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71025574-da11-4b40-ac23-cb7547d199b3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.111908] env[62954]: DEBUG oslo_vmware.api [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Waiting for the task: (returnval){ [ 795.111908] env[62954]: value = "task-2597500" [ 795.111908] env[62954]: _type = "Task" [ 795.111908] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.119446] env[62954]: DEBUG oslo_vmware.api [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2597500, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.177481] env[62954]: DEBUG oslo_vmware.api [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597497, 'name': PowerOnVM_Task, 'duration_secs': 1.029887} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.177604] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.178350] env[62954]: INFO nova.compute.manager [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Took 8.68 seconds to spawn the instance on the hypervisor. [ 795.178350] env[62954]: DEBUG nova.compute.manager [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.178752] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa37e4c-c23a-420c-aa76-f096ba107c2d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.251793] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 549c45cf-b86d-4716-a622-7b275409245a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 795.584428] env[62954]: DEBUG oslo_vmware.api [None req-bc57599d-9207-4d92-bfc9-a818c9bad454 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597499, 'name': Destroy_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.626159] env[62954]: DEBUG oslo_vmware.api [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2597500, 'name': ReconfigVM_Task, 'duration_secs': 0.142426} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.627254] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95f5c32-140e-4885-abe5-1ff7a2288043 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.655113] env[62954]: DEBUG nova.virt.hardware [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:32:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='48d086de-f1d4-47b8-b12f-fa19c556f3f1',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-682294996',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.655409] env[62954]: DEBUG nova.virt.hardware [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.655573] env[62954]: DEBUG nova.virt.hardware [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.655757] env[62954]: DEBUG nova.virt.hardware [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.655902] env[62954]: DEBUG nova.virt.hardware [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.656060] env[62954]: DEBUG nova.virt.hardware [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.656276] env[62954]: DEBUG nova.virt.hardware [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.656447] env[62954]: DEBUG nova.virt.hardware [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.656672] env[62954]: DEBUG nova.virt.hardware [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.656862] env[62954]: DEBUG nova.virt.hardware [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.657060] env[62954]: DEBUG nova.virt.hardware [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.658140] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a39cc507-d7d6-4026-83ed-ad10e19c395c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.664923] env[62954]: DEBUG oslo_vmware.api [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Waiting for the task: (returnval){ [ 795.664923] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5221a870-ec8c-f5f2-696a-6abc24e0b855" [ 795.664923] env[62954]: _type = "Task" [ 795.664923] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.672916] env[62954]: DEBUG oslo_vmware.api [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5221a870-ec8c-f5f2-696a-6abc24e0b855, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.696891] env[62954]: INFO nova.compute.manager [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Took 34.39 seconds to build instance. [ 795.755024] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance fd6323bb-5444-40d8-b886-41acc2947ec3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 795.755211] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62954) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 795.755309] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3520MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62954) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 796.053492] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943cdbba-e7bc-488a-8f96-e6acfc139774 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.061357] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053315c2-da37-4ab0-a231-e8ac8a70d3ad {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.096858] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532a2818-703e-4e2c-9555-4cdc0bae0093 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.104711] env[62954]: DEBUG oslo_vmware.api [None req-bc57599d-9207-4d92-bfc9-a818c9bad454 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597499, 'name': Destroy_Task} progress is 33%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.107834] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8867c5-4150-4dda-84c7-2f21d7f3dd0e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.121338] env[62954]: DEBUG nova.compute.provider_tree [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.177029] env[62954]: DEBUG oslo_vmware.api [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5221a870-ec8c-f5f2-696a-6abc24e0b855, 'name': SearchDatastore_Task, 'duration_secs': 0.015651} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.181623] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 796.182239] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbabefed-ea6a-4a84-ae75-c173dd03ec01 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.199365] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9d6bec9b-f0a1-4421-876f-13e2c7b11bff tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.905s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.200761] env[62954]: DEBUG oslo_vmware.api [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Waiting for the task: (returnval){ [ 796.200761] env[62954]: value = "task-2597501" [ 796.200761] env[62954]: _type = "Task" [ 796.200761] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.208620] env[62954]: DEBUG oslo_vmware.api [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2597501, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.306288] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1998874f-d9dc-428c-b85f-36bad81fcd2a tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquiring lock "74cce47e-4c36-419b-a153-2e7e4bc67982" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.306614] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1998874f-d9dc-428c-b85f-36bad81fcd2a tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "74cce47e-4c36-419b-a153-2e7e4bc67982" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.306871] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1998874f-d9dc-428c-b85f-36bad81fcd2a tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquiring lock "74cce47e-4c36-419b-a153-2e7e4bc67982-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.307114] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1998874f-d9dc-428c-b85f-36bad81fcd2a tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "74cce47e-4c36-419b-a153-2e7e4bc67982-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.307339] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1998874f-d9dc-428c-b85f-36bad81fcd2a tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "74cce47e-4c36-419b-a153-2e7e4bc67982-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.310640] env[62954]: INFO nova.compute.manager [None req-1998874f-d9dc-428c-b85f-36bad81fcd2a tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Terminating instance [ 796.602612] env[62954]: DEBUG oslo_vmware.api [None req-bc57599d-9207-4d92-bfc9-a818c9bad454 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597499, 'name': Destroy_Task, 'duration_secs': 1.06442} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.602952] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-bc57599d-9207-4d92-bfc9-a818c9bad454 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Destroyed the VM [ 796.603152] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-bc57599d-9207-4d92-bfc9-a818c9bad454 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Deleting Snapshot of the VM instance {{(pid=62954) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 796.603384] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ece0750d-7c3c-4963-9550-d0d9c5bc8422 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.609277] env[62954]: DEBUG oslo_vmware.api [None req-bc57599d-9207-4d92-bfc9-a818c9bad454 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 796.609277] env[62954]: value = "task-2597502" [ 796.609277] env[62954]: _type = "Task" [ 796.609277] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.616744] env[62954]: DEBUG oslo_vmware.api [None req-bc57599d-9207-4d92-bfc9-a818c9bad454 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597502, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.626802] env[62954]: DEBUG nova.scheduler.client.report [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.633681] env[62954]: DEBUG oslo_concurrency.lockutils [None req-48465bdf-d350-4402-880e-d1f075fb8bd7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.633681] env[62954]: DEBUG oslo_concurrency.lockutils [None req-48465bdf-d350-4402-880e-d1f075fb8bd7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.633681] env[62954]: DEBUG nova.compute.manager [None req-48465bdf-d350-4402-880e-d1f075fb8bd7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.633681] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe268e3-c2f7-4b88-a7e8-9b413f88793f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.637723] env[62954]: DEBUG nova.compute.manager [None req-48465bdf-d350-4402-880e-d1f075fb8bd7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62954) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 796.638208] env[62954]: DEBUG nova.objects.instance [None req-48465bdf-d350-4402-880e-d1f075fb8bd7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lazy-loading 'flavor' on Instance uuid 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.710329] env[62954]: DEBUG oslo_vmware.api [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2597501, 'name': ReconfigVM_Task, 'duration_secs': 0.184131} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.710758] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 796.711602] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997eed87-34b4-4e92-a8e8-fed1c92b899d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.736075] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] a210b97d-117c-418b-81a2-594ec21dde75/a210b97d-117c-418b-81a2-594ec21dde75.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.736378] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e884a457-aec4-47b4-b14a-40050a794674 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.754866] env[62954]: DEBUG oslo_vmware.api [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Waiting for the task: (returnval){ [ 796.754866] env[62954]: value = "task-2597503" [ 796.754866] env[62954]: _type = "Task" [ 796.754866] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.765535] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquiring lock "d6144768-162e-4e54-bfad-9317adbf2850" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.765753] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "d6144768-162e-4e54-bfad-9317adbf2850" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.767273] env[62954]: DEBUG oslo_vmware.api [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2597503, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.819584] env[62954]: DEBUG nova.compute.manager [None req-1998874f-d9dc-428c-b85f-36bad81fcd2a tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 796.819800] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1998874f-d9dc-428c-b85f-36bad81fcd2a tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.820690] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0124696-e20c-41ef-aa89-5c20beb99829 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.828041] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1998874f-d9dc-428c-b85f-36bad81fcd2a tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.828282] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d33f5e08-e3d3-48dc-a6ca-8a854b96c3b7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.035085] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1998874f-d9dc-428c-b85f-36bad81fcd2a tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 797.035417] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1998874f-d9dc-428c-b85f-36bad81fcd2a tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 797.035648] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-1998874f-d9dc-428c-b85f-36bad81fcd2a tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Deleting the datastore file [datastore2] 74cce47e-4c36-419b-a153-2e7e4bc67982 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 797.036277] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d36ae173-7a06-481a-bfd8-f2dac3495c8d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.042182] env[62954]: DEBUG oslo_vmware.api [None req-1998874f-d9dc-428c-b85f-36bad81fcd2a tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 797.042182] env[62954]: value = "task-2597505" [ 797.042182] env[62954]: _type = "Task" [ 797.042182] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.049318] env[62954]: DEBUG oslo_vmware.api [None req-1998874f-d9dc-428c-b85f-36bad81fcd2a tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.118108] env[62954]: DEBUG oslo_vmware.api [None req-bc57599d-9207-4d92-bfc9-a818c9bad454 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597502, 'name': RemoveSnapshot_Task, 'duration_secs': 0.378413} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.118854] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-bc57599d-9207-4d92-bfc9-a818c9bad454 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Deleted Snapshot of the VM instance {{(pid=62954) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 797.118854] env[62954]: INFO nova.compute.manager [None req-bc57599d-9207-4d92-bfc9-a818c9bad454 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Took 15.04 seconds to snapshot the instance on the hypervisor. [ 797.132346] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62954) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 797.132439] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.428s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.132693] env[62954]: DEBUG oslo_concurrency.lockutils [None req-73b96330-fc04-464d-adc3-7f1cb456a7f5 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.209s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.132875] env[62954]: DEBUG oslo_concurrency.lockutils [None req-73b96330-fc04-464d-adc3-7f1cb456a7f5 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.135012] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.734s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.136511] env[62954]: INFO nova.compute.claims [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.138901] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.139060] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Cleaning up deleted instances {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 797.161593] env[62954]: INFO nova.scheduler.client.report [None req-73b96330-fc04-464d-adc3-7f1cb456a7f5 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Deleted allocations for instance b29065f6-554c-47e1-a1b3-c40e03ab66da [ 797.265977] env[62954]: DEBUG oslo_vmware.api [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2597503, 'name': ReconfigVM_Task, 'duration_secs': 0.263927} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.266323] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Reconfigured VM instance instance-0000002e to attach disk [datastore1] a210b97d-117c-418b-81a2-594ec21dde75/a210b97d-117c-418b-81a2-594ec21dde75.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.267246] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b4085e-bdf0-4677-97b6-4b97826ff31c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.270033] env[62954]: DEBUG nova.compute.manager [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 797.290638] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3cdc1f6-99ad-49c8-b3b4-61536ec3ebfa {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.309779] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0acf79b7-44f2-43a4-83de-4983d787d92a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.329009] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838da6e3-4c9c-478d-bd66-08efbf4e27b4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.335959] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.336190] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2679621d-5fca-45f4-a388-5b14a96bdc4f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.341854] env[62954]: DEBUG oslo_vmware.api [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Waiting for the task: (returnval){ [ 797.341854] env[62954]: value = "task-2597506" [ 797.341854] env[62954]: _type = "Task" [ 797.341854] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.350267] env[62954]: DEBUG oslo_vmware.api [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2597506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.553262] env[62954]: DEBUG oslo_vmware.api [None req-1998874f-d9dc-428c-b85f-36bad81fcd2a tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597505, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281283} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.553478] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-1998874f-d9dc-428c-b85f-36bad81fcd2a tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.553664] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1998874f-d9dc-428c-b85f-36bad81fcd2a tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.553842] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1998874f-d9dc-428c-b85f-36bad81fcd2a tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.554029] env[62954]: INFO nova.compute.manager [None req-1998874f-d9dc-428c-b85f-36bad81fcd2a tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Took 0.73 seconds to destroy the instance on the hypervisor. [ 797.554305] env[62954]: DEBUG oslo.service.loopingcall [None req-1998874f-d9dc-428c-b85f-36bad81fcd2a tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 797.554718] env[62954]: DEBUG nova.compute.manager [-] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 797.554718] env[62954]: DEBUG nova.network.neutron [-] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 797.622350] env[62954]: DEBUG nova.compute.manager [None req-bc57599d-9207-4d92-bfc9-a818c9bad454 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Instance disappeared during snapshot {{(pid=62954) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 797.636971] env[62954]: DEBUG nova.compute.manager [None req-bc57599d-9207-4d92-bfc9-a818c9bad454 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Image not found during clean up ab7a2d34-e961-4ef1-87de-2890bb1ba788 {{(pid=62954) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 797.658941] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] There are 41 instances to clean {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 797.659891] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 1641ac46-fa21-4f35-9975-3a96a9ffa11c] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 797.665208] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-48465bdf-d350-4402-880e-d1f075fb8bd7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.665208] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1482642-3742-4e23-8bfc-c8b8b6d11335 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.674907] env[62954]: DEBUG oslo_concurrency.lockutils [None req-73b96330-fc04-464d-adc3-7f1cb456a7f5 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "b29065f6-554c-47e1-a1b3-c40e03ab66da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.403s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.684180] env[62954]: DEBUG oslo_vmware.api [None req-48465bdf-d350-4402-880e-d1f075fb8bd7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 797.684180] env[62954]: value = "task-2597507" [ 797.684180] env[62954]: _type = "Task" [ 797.684180] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.695252] env[62954]: DEBUG oslo_vmware.api [None req-48465bdf-d350-4402-880e-d1f075fb8bd7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597507, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.796736] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.854210] env[62954]: DEBUG oslo_vmware.api [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2597506, 'name': PowerOnVM_Task, 'duration_secs': 0.356963} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.854640] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.927621] env[62954]: DEBUG nova.compute.manager [req-c42785c6-15fc-473b-9c52-f0474e7a11f9 req-5448fd51-462b-43aa-8c2e-77bc4523185d service nova] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Received event network-vif-deleted-c2e76f9e-8f42-4b70-99ad-e8629280491b {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 797.928108] env[62954]: INFO nova.compute.manager [req-c42785c6-15fc-473b-9c52-f0474e7a11f9 req-5448fd51-462b-43aa-8c2e-77bc4523185d service nova] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Neutron deleted interface c2e76f9e-8f42-4b70-99ad-e8629280491b; detaching it from the instance and deleting it from the info cache [ 797.928108] env[62954]: DEBUG nova.network.neutron [req-c42785c6-15fc-473b-9c52-f0474e7a11f9 req-5448fd51-462b-43aa-8c2e-77bc4523185d service nova] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.036209] env[62954]: DEBUG oslo_concurrency.lockutils [None req-257a0566-682e-46a6-9f7f-0a7ba444876f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "interface-d8f3b081-69a4-4239-9a99-a1cd07cb3b83-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.036489] env[62954]: DEBUG oslo_concurrency.lockutils [None req-257a0566-682e-46a6-9f7f-0a7ba444876f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "interface-d8f3b081-69a4-4239-9a99-a1cd07cb3b83-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.036832] env[62954]: DEBUG nova.objects.instance [None req-257a0566-682e-46a6-9f7f-0a7ba444876f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lazy-loading 'flavor' on Instance uuid d8f3b081-69a4-4239-9a99-a1cd07cb3b83 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.165440] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 57d17803-dafe-4870-8c9a-be30cf09e06b] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 798.196210] env[62954]: DEBUG oslo_vmware.api [None req-48465bdf-d350-4402-880e-d1f075fb8bd7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597507, 'name': PowerOffVM_Task, 'duration_secs': 0.206185} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.196506] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-48465bdf-d350-4402-880e-d1f075fb8bd7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.196692] env[62954]: DEBUG nova.compute.manager [None req-48465bdf-d350-4402-880e-d1f075fb8bd7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.197464] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac9d35e-2428-4e93-80fd-e57ea01fff5c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.305901] env[62954]: DEBUG nova.network.neutron [-] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.430729] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4cc60a87-9827-44cf-b79e-18ebc1859d29 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.434492] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a31c83d-5225-4692-bdcb-1e198096a2eb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.440612] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85137f54-cd33-4f93-bb4d-7a53a525687c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.453583] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b1100a-c60d-4f36-9eff-50939cbb658b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.497605] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0acf02-b0f2-4d45-a676-0ecfa616d1c5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.500321] env[62954]: DEBUG nova.compute.manager [req-c42785c6-15fc-473b-9c52-f0474e7a11f9 req-5448fd51-462b-43aa-8c2e-77bc4523185d service nova] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Detach interface failed, port_id=c2e76f9e-8f42-4b70-99ad-e8629280491b, reason: Instance 74cce47e-4c36-419b-a153-2e7e4bc67982 could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 798.505583] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf63751-11ef-4cbf-8565-c310e2db2eff {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.518331] env[62954]: DEBUG nova.compute.provider_tree [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.529809] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8c2198ae-bc43-4bec-8058-75c4f74b0d09 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquiring lock "e6365eeb-3739-4eae-8a8f-27fc4e726d9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.530048] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8c2198ae-bc43-4bec-8058-75c4f74b0d09 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "e6365eeb-3739-4eae-8a8f-27fc4e726d9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.530256] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8c2198ae-bc43-4bec-8058-75c4f74b0d09 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquiring lock "e6365eeb-3739-4eae-8a8f-27fc4e726d9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.530436] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8c2198ae-bc43-4bec-8058-75c4f74b0d09 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "e6365eeb-3739-4eae-8a8f-27fc4e726d9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.530598] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8c2198ae-bc43-4bec-8058-75c4f74b0d09 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "e6365eeb-3739-4eae-8a8f-27fc4e726d9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.532595] env[62954]: INFO nova.compute.manager [None req-8c2198ae-bc43-4bec-8058-75c4f74b0d09 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Terminating instance [ 798.611998] env[62954]: DEBUG nova.objects.instance [None req-257a0566-682e-46a6-9f7f-0a7ba444876f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lazy-loading 'pci_requests' on Instance uuid d8f3b081-69a4-4239-9a99-a1cd07cb3b83 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.668120] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: ef7398c4-e98d-4434-92e2-14f6e86fa19c] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 798.710381] env[62954]: DEBUG oslo_concurrency.lockutils [None req-48465bdf-d350-4402-880e-d1f075fb8bd7 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.080s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.810343] env[62954]: INFO nova.compute.manager [-] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Took 1.26 seconds to deallocate network for instance. [ 798.866887] env[62954]: INFO nova.compute.manager [None req-f73e0988-1aa2-45b1-a326-df68fb7e53db tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Updating instance to original state: 'active' [ 799.021853] env[62954]: DEBUG nova.scheduler.client.report [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.036433] env[62954]: DEBUG nova.compute.manager [None req-8c2198ae-bc43-4bec-8058-75c4f74b0d09 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.037617] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2198ae-bc43-4bec-8058-75c4f74b0d09 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.037617] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3730cf99-4050-4e98-a018-d31078658664 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.046020] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2198ae-bc43-4bec-8058-75c4f74b0d09 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.046263] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fb6ce97-8b7b-4efd-972d-c4201fd60ecb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.052767] env[62954]: DEBUG oslo_vmware.api [None req-8c2198ae-bc43-4bec-8058-75c4f74b0d09 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 799.052767] env[62954]: value = "task-2597508" [ 799.052767] env[62954]: _type = "Task" [ 799.052767] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.060323] env[62954]: DEBUG oslo_vmware.api [None req-8c2198ae-bc43-4bec-8058-75c4f74b0d09 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.094869] env[62954]: DEBUG oslo_concurrency.lockutils [None req-216ec525-3e09-410b-9d74-7e5cf0186e9d tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.095132] env[62954]: DEBUG oslo_concurrency.lockutils [None req-216ec525-3e09-410b-9d74-7e5cf0186e9d tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.095348] env[62954]: DEBUG oslo_concurrency.lockutils [None req-216ec525-3e09-410b-9d74-7e5cf0186e9d tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.095530] env[62954]: DEBUG oslo_concurrency.lockutils [None req-216ec525-3e09-410b-9d74-7e5cf0186e9d tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.095721] env[62954]: DEBUG oslo_concurrency.lockutils [None req-216ec525-3e09-410b-9d74-7e5cf0186e9d tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.097834] env[62954]: INFO nova.compute.manager [None req-216ec525-3e09-410b-9d74-7e5cf0186e9d tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Terminating instance [ 799.114377] env[62954]: DEBUG nova.objects.base [None req-257a0566-682e-46a6-9f7f-0a7ba444876f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62954) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 799.114585] env[62954]: DEBUG nova.network.neutron [None req-257a0566-682e-46a6-9f7f-0a7ba444876f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 799.158956] env[62954]: DEBUG nova.policy [None req-257a0566-682e-46a6-9f7f-0a7ba444876f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '278dfbe70e5b4ca9895a28045a42f4a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c63415eabc2540309dd82fe654116228', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 799.171322] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 2f579b31-2d2d-43c4-9e42-4aff5a5b273a] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 799.317175] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1998874f-d9dc-428c-b85f-36bad81fcd2a tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.425860] env[62954]: DEBUG nova.network.neutron [None req-257a0566-682e-46a6-9f7f-0a7ba444876f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Successfully created port: a3af8c26-875d-4a26-850c-be3702209f28 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.527855] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.528727] env[62954]: DEBUG nova.compute.manager [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 799.533311] env[62954]: DEBUG oslo_concurrency.lockutils [None req-bc3013e6-bcf7-4458-8270-06623e844a0a tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.996s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.533586] env[62954]: DEBUG oslo_concurrency.lockutils [None req-bc3013e6-bcf7-4458-8270-06623e844a0a tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.537098] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.530s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.539454] env[62954]: INFO nova.compute.claims [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.571214] env[62954]: DEBUG oslo_vmware.api [None req-8c2198ae-bc43-4bec-8058-75c4f74b0d09 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597508, 'name': PowerOffVM_Task, 'duration_secs': 0.189338} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.571644] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2198ae-bc43-4bec-8058-75c4f74b0d09 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.571947] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2198ae-bc43-4bec-8058-75c4f74b0d09 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.572476] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f72b01d-06cc-42fe-aefb-5a136b2607a5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.586289] env[62954]: INFO nova.scheduler.client.report [None req-bc3013e6-bcf7-4458-8270-06623e844a0a tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Deleted allocations for instance 6b972424-1a75-4945-81b0-a90874f329e0 [ 799.601525] env[62954]: DEBUG nova.compute.manager [None req-216ec525-3e09-410b-9d74-7e5cf0186e9d tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.602465] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-216ec525-3e09-410b-9d74-7e5cf0186e9d tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.602806] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0941fd9c-08cd-4257-94d5-9bf3db3762cd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.612822] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-216ec525-3e09-410b-9d74-7e5cf0186e9d tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.612921] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-661fc786-ea9c-4629-bc2b-d53867e3971a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.628223] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2198ae-bc43-4bec-8058-75c4f74b0d09 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.628475] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2198ae-bc43-4bec-8058-75c4f74b0d09 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.628689] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2198ae-bc43-4bec-8058-75c4f74b0d09 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Deleting the datastore file [datastore2] e6365eeb-3739-4eae-8a8f-27fc4e726d9f {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.629289] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3ee6f36-093b-4461-82d1-ef044d36f705 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.635504] env[62954]: DEBUG oslo_vmware.api [None req-8c2198ae-bc43-4bec-8058-75c4f74b0d09 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 799.635504] env[62954]: value = "task-2597511" [ 799.635504] env[62954]: _type = "Task" [ 799.635504] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.643523] env[62954]: DEBUG oslo_vmware.api [None req-8c2198ae-bc43-4bec-8058-75c4f74b0d09 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.669911] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-216ec525-3e09-410b-9d74-7e5cf0186e9d tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.670276] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-216ec525-3e09-410b-9d74-7e5cf0186e9d tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.670345] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-216ec525-3e09-410b-9d74-7e5cf0186e9d tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Deleting the datastore file [datastore1] 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.670604] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c66afc47-b4aa-4b18-ba97-2dad5ba8dbdc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.675219] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: bcf452a5-32c1-4181-9650-7d4a5334d8dc] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 799.677884] env[62954]: DEBUG oslo_vmware.api [None req-216ec525-3e09-410b-9d74-7e5cf0186e9d tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 799.677884] env[62954]: value = "task-2597512" [ 799.677884] env[62954]: _type = "Task" [ 799.677884] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.687013] env[62954]: DEBUG oslo_vmware.api [None req-216ec525-3e09-410b-9d74-7e5cf0186e9d tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.048834] env[62954]: DEBUG nova.compute.utils [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 800.050687] env[62954]: DEBUG nova.compute.manager [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.050909] env[62954]: DEBUG nova.network.neutron [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.092642] env[62954]: DEBUG nova.policy [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ac48a27023849db962425cbf5f4b5a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a34a6adfdb95418ba67dc915c9c734b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.097315] env[62954]: DEBUG oslo_concurrency.lockutils [None req-bc3013e6-bcf7-4458-8270-06623e844a0a tempest-ImagesOneServerNegativeTestJSON-458215341 tempest-ImagesOneServerNegativeTestJSON-458215341-project-member] Lock "6b972424-1a75-4945-81b0-a90874f329e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.456s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.145434] env[62954]: DEBUG oslo_vmware.api [None req-8c2198ae-bc43-4bec-8058-75c4f74b0d09 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130812} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.145694] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2198ae-bc43-4bec-8058-75c4f74b0d09 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.145876] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2198ae-bc43-4bec-8058-75c4f74b0d09 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.146068] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2198ae-bc43-4bec-8058-75c4f74b0d09 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.146245] env[62954]: INFO nova.compute.manager [None req-8c2198ae-bc43-4bec-8058-75c4f74b0d09 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 800.146558] env[62954]: DEBUG oslo.service.loopingcall [None req-8c2198ae-bc43-4bec-8058-75c4f74b0d09 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 800.146771] env[62954]: DEBUG nova.compute.manager [-] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.146890] env[62954]: DEBUG nova.network.neutron [-] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.179286] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 64d2fdcf-1210-4994-b86c-74bac8aaffb3] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 800.190029] env[62954]: DEBUG oslo_vmware.api [None req-216ec525-3e09-410b-9d74-7e5cf0186e9d tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597512, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133742} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.190253] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-216ec525-3e09-410b-9d74-7e5cf0186e9d tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.190435] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-216ec525-3e09-410b-9d74-7e5cf0186e9d tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.190608] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-216ec525-3e09-410b-9d74-7e5cf0186e9d tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.190780] env[62954]: INFO nova.compute.manager [None req-216ec525-3e09-410b-9d74-7e5cf0186e9d tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Took 0.59 seconds to destroy the instance on the hypervisor. [ 800.191025] env[62954]: DEBUG oslo.service.loopingcall [None req-216ec525-3e09-410b-9d74-7e5cf0186e9d tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 800.191217] env[62954]: DEBUG nova.compute.manager [-] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.191315] env[62954]: DEBUG nova.network.neutron [-] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.360857] env[62954]: DEBUG nova.network.neutron [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Successfully created port: f20ae643-59d8-4e4c-827c-ee9ccb5850d8 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 800.558242] env[62954]: DEBUG nova.compute.manager [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 800.685979] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: d6a6c979-4668-4bb8-9e40-af48f6fa0afd] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 800.813200] env[62954]: DEBUG oslo_concurrency.lockutils [None req-98697ba9-9ff2-4136-a8f0-432bc2b36521 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquiring lock "a210b97d-117c-418b-81a2-594ec21dde75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.813509] env[62954]: DEBUG oslo_concurrency.lockutils [None req-98697ba9-9ff2-4136-a8f0-432bc2b36521 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Lock "a210b97d-117c-418b-81a2-594ec21dde75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.814279] env[62954]: DEBUG oslo_concurrency.lockutils [None req-98697ba9-9ff2-4136-a8f0-432bc2b36521 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquiring lock "a210b97d-117c-418b-81a2-594ec21dde75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.814279] env[62954]: DEBUG oslo_concurrency.lockutils [None req-98697ba9-9ff2-4136-a8f0-432bc2b36521 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Lock "a210b97d-117c-418b-81a2-594ec21dde75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.814508] env[62954]: DEBUG oslo_concurrency.lockutils [None req-98697ba9-9ff2-4136-a8f0-432bc2b36521 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Lock "a210b97d-117c-418b-81a2-594ec21dde75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.818896] env[62954]: INFO nova.compute.manager [None req-98697ba9-9ff2-4136-a8f0-432bc2b36521 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Terminating instance [ 800.833383] env[62954]: DEBUG nova.compute.manager [req-5fcbc000-b9dd-4592-9de3-10837a7e0d0d req-60c55b1b-d468-41f7-af2e-af9df8c1743f service nova] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Received event network-vif-deleted-0e0b5fbf-017e-4fcb-aad7-720877141197 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 800.833591] env[62954]: INFO nova.compute.manager [req-5fcbc000-b9dd-4592-9de3-10837a7e0d0d req-60c55b1b-d468-41f7-af2e-af9df8c1743f service nova] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Neutron deleted interface 0e0b5fbf-017e-4fcb-aad7-720877141197; detaching it from the instance and deleting it from the info cache [ 800.833780] env[62954]: DEBUG nova.network.neutron [req-5fcbc000-b9dd-4592-9de3-10837a7e0d0d req-60c55b1b-d468-41f7-af2e-af9df8c1743f service nova] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.885616] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c8a244-573d-48dd-be3f-1fa63b17bdba {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.893148] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895102be-c7f2-4a0a-868c-dde1d82e2e2d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.926365] env[62954]: DEBUG nova.network.neutron [None req-257a0566-682e-46a6-9f7f-0a7ba444876f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Successfully updated port: a3af8c26-875d-4a26-850c-be3702209f28 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.927983] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a5381c-9443-497b-b8cf-36441f82b643 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.936273] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f21a99-0b7b-4d6d-a98f-f08ed86f8fac {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.951219] env[62954]: DEBUG nova.compute.provider_tree [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.965060] env[62954]: DEBUG nova.compute.manager [req-fd9bce3b-e81b-4515-93b3-652c71d5cedc req-d6467273-0404-47e9-97e2-9bbf6fbc133e service nova] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Received event network-vif-plugged-a3af8c26-875d-4a26-850c-be3702209f28 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 800.965330] env[62954]: DEBUG oslo_concurrency.lockutils [req-fd9bce3b-e81b-4515-93b3-652c71d5cedc req-d6467273-0404-47e9-97e2-9bbf6fbc133e service nova] Acquiring lock "d8f3b081-69a4-4239-9a99-a1cd07cb3b83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.965522] env[62954]: DEBUG oslo_concurrency.lockutils [req-fd9bce3b-e81b-4515-93b3-652c71d5cedc req-d6467273-0404-47e9-97e2-9bbf6fbc133e service nova] Lock "d8f3b081-69a4-4239-9a99-a1cd07cb3b83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.966636] env[62954]: DEBUG oslo_concurrency.lockutils [req-fd9bce3b-e81b-4515-93b3-652c71d5cedc req-d6467273-0404-47e9-97e2-9bbf6fbc133e service nova] Lock "d8f3b081-69a4-4239-9a99-a1cd07cb3b83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.966636] env[62954]: DEBUG nova.compute.manager [req-fd9bce3b-e81b-4515-93b3-652c71d5cedc req-d6467273-0404-47e9-97e2-9bbf6fbc133e service nova] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] No waiting events found dispatching network-vif-plugged-a3af8c26-875d-4a26-850c-be3702209f28 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 800.966636] env[62954]: WARNING nova.compute.manager [req-fd9bce3b-e81b-4515-93b3-652c71d5cedc req-d6467273-0404-47e9-97e2-9bbf6fbc133e service nova] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Received unexpected event network-vif-plugged-a3af8c26-875d-4a26-850c-be3702209f28 for instance with vm_state active and task_state None. [ 801.062094] env[62954]: DEBUG nova.network.neutron [-] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.104206] env[62954]: DEBUG nova.network.neutron [-] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.191572] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 52ba1be4-89df-419b-a8a1-39d9bab1b462] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 801.323794] env[62954]: DEBUG nova.compute.manager [None req-98697ba9-9ff2-4136-a8f0-432bc2b36521 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 801.324109] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-98697ba9-9ff2-4136-a8f0-432bc2b36521 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.325068] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44b0fbc-6d5a-4077-92df-ce4e5019a487 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.333032] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-98697ba9-9ff2-4136-a8f0-432bc2b36521 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.333185] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b12b9267-5a00-447a-ba7a-b4818d8ce11e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.339491] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea334622-6185-446d-9a1f-301663d283cd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.341341] env[62954]: DEBUG oslo_vmware.api [None req-98697ba9-9ff2-4136-a8f0-432bc2b36521 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Waiting for the task: (returnval){ [ 801.341341] env[62954]: value = "task-2597513" [ 801.341341] env[62954]: _type = "Task" [ 801.341341] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.347915] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a581a5-db8f-4967-a348-19b1dc5561d7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.363504] env[62954]: DEBUG oslo_vmware.api [None req-98697ba9-9ff2-4136-a8f0-432bc2b36521 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2597513, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.382656] env[62954]: DEBUG nova.compute.manager [req-5fcbc000-b9dd-4592-9de3-10837a7e0d0d req-60c55b1b-d468-41f7-af2e-af9df8c1743f service nova] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Detach interface failed, port_id=0e0b5fbf-017e-4fcb-aad7-720877141197, reason: Instance e6365eeb-3739-4eae-8a8f-27fc4e726d9f could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 801.432690] env[62954]: DEBUG oslo_concurrency.lockutils [None req-257a0566-682e-46a6-9f7f-0a7ba444876f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "refresh_cache-d8f3b081-69a4-4239-9a99-a1cd07cb3b83" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.432690] env[62954]: DEBUG oslo_concurrency.lockutils [None req-257a0566-682e-46a6-9f7f-0a7ba444876f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquired lock "refresh_cache-d8f3b081-69a4-4239-9a99-a1cd07cb3b83" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.432690] env[62954]: DEBUG nova.network.neutron [None req-257a0566-682e-46a6-9f7f-0a7ba444876f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.455817] env[62954]: DEBUG nova.scheduler.client.report [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.567451] env[62954]: INFO nova.compute.manager [-] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Took 1.42 seconds to deallocate network for instance. [ 801.570912] env[62954]: DEBUG nova.compute.manager [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 801.605774] env[62954]: DEBUG nova.virt.hardware [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.606041] env[62954]: DEBUG nova.virt.hardware [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.606217] env[62954]: DEBUG nova.virt.hardware [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.606433] env[62954]: DEBUG nova.virt.hardware [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.606623] env[62954]: DEBUG nova.virt.hardware [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.607078] env[62954]: DEBUG nova.virt.hardware [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.607078] env[62954]: DEBUG nova.virt.hardware [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.607190] env[62954]: DEBUG nova.virt.hardware [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.607347] env[62954]: DEBUG nova.virt.hardware [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.607513] env[62954]: DEBUG nova.virt.hardware [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.607688] env[62954]: DEBUG nova.virt.hardware [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.608166] env[62954]: INFO nova.compute.manager [-] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Took 1.42 seconds to deallocate network for instance. [ 801.608973] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700f86a6-48bc-4524-ac69-223ea8df445f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.620848] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211fffa7-e503-4e89-bdb3-fa2dfeb93f63 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.695876] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 57c52d11-f775-4b50-98ba-81fc825362e6] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 801.851576] env[62954]: DEBUG oslo_vmware.api [None req-98697ba9-9ff2-4136-a8f0-432bc2b36521 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2597513, 'name': PowerOffVM_Task, 'duration_secs': 0.242627} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.851841] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-98697ba9-9ff2-4136-a8f0-432bc2b36521 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.852019] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-98697ba9-9ff2-4136-a8f0-432bc2b36521 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.852356] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9516ddaa-c8b4-4549-b1ea-ff9db7b16ddb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.923596] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-98697ba9-9ff2-4136-a8f0-432bc2b36521 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.923827] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-98697ba9-9ff2-4136-a8f0-432bc2b36521 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.924017] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-98697ba9-9ff2-4136-a8f0-432bc2b36521 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Deleting the datastore file [datastore1] a210b97d-117c-418b-81a2-594ec21dde75 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.924341] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7088fa12-c017-413c-bb5c-85a706a38724 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.930817] env[62954]: DEBUG oslo_vmware.api [None req-98697ba9-9ff2-4136-a8f0-432bc2b36521 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Waiting for the task: (returnval){ [ 801.930817] env[62954]: value = "task-2597515" [ 801.930817] env[62954]: _type = "Task" [ 801.930817] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.940612] env[62954]: DEBUG oslo_vmware.api [None req-98697ba9-9ff2-4136-a8f0-432bc2b36521 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2597515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.968184] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.968744] env[62954]: DEBUG nova.compute.manager [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 801.971445] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.948s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.973320] env[62954]: INFO nova.compute.claims [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.012481] env[62954]: WARNING nova.network.neutron [None req-257a0566-682e-46a6-9f7f-0a7ba444876f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] c51a90ce-1eb2-4427-a233-630ded5d9052 already exists in list: networks containing: ['c51a90ce-1eb2-4427-a233-630ded5d9052']. ignoring it [ 802.081595] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8c2198ae-bc43-4bec-8058-75c4f74b0d09 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.121458] env[62954]: DEBUG oslo_concurrency.lockutils [None req-216ec525-3e09-410b-9d74-7e5cf0186e9d tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.199609] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: a7b98e82-7cfa-4d4d-80ca-46f60573d56e] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 802.441467] env[62954]: DEBUG oslo_vmware.api [None req-98697ba9-9ff2-4136-a8f0-432bc2b36521 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2597515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.463874} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.441716] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-98697ba9-9ff2-4136-a8f0-432bc2b36521 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.441985] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-98697ba9-9ff2-4136-a8f0-432bc2b36521 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.442080] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-98697ba9-9ff2-4136-a8f0-432bc2b36521 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.442258] env[62954]: INFO nova.compute.manager [None req-98697ba9-9ff2-4136-a8f0-432bc2b36521 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Took 1.12 seconds to destroy the instance on the hypervisor. [ 802.442496] env[62954]: DEBUG oslo.service.loopingcall [None req-98697ba9-9ff2-4136-a8f0-432bc2b36521 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 802.442683] env[62954]: DEBUG nova.compute.manager [-] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 802.442779] env[62954]: DEBUG nova.network.neutron [-] [instance: a210b97d-117c-418b-81a2-594ec21dde75] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 802.479301] env[62954]: DEBUG nova.compute.utils [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 802.482927] env[62954]: DEBUG nova.compute.manager [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 802.483441] env[62954]: DEBUG nova.network.neutron [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 802.505821] env[62954]: DEBUG nova.network.neutron [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Successfully updated port: f20ae643-59d8-4e4c-827c-ee9ccb5850d8 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.539193] env[62954]: DEBUG nova.policy [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce526a5d393e4cc48e202a29cf82d28d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bb14452e23d41fcaea9bfb1fb4ce75d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.635639] env[62954]: DEBUG nova.network.neutron [None req-257a0566-682e-46a6-9f7f-0a7ba444876f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Updating instance_info_cache with network_info: [{"id": "5b48fec2-4fa8-40bd-977d-9d8e5512a053", "address": "fa:16:3e:2b:56:be", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b48fec2-4f", "ovs_interfaceid": "5b48fec2-4fa8-40bd-977d-9d8e5512a053", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a3af8c26-875d-4a26-850c-be3702209f28", "address": "fa:16:3e:95:61:c0", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3af8c26-87", "ovs_interfaceid": "a3af8c26-875d-4a26-850c-be3702209f28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.703308] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 2e85cb3d-2f19-4c85-acd2-e1771a0df42c] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 802.898517] env[62954]: DEBUG nova.compute.manager [req-eb12d81e-354d-4308-aef2-5b115560e8eb req-452a531f-04de-454d-9502-5e7ecca2e847 service nova] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Received event network-vif-deleted-306c70c5-f2db-41a3-8d21-4eb19dbd3bfb {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 802.900030] env[62954]: DEBUG nova.compute.manager [req-eb12d81e-354d-4308-aef2-5b115560e8eb req-452a531f-04de-454d-9502-5e7ecca2e847 service nova] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Received event network-vif-deleted-c9ad8abe-24b2-444b-8c62-38a265863ee3 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 802.900030] env[62954]: INFO nova.compute.manager [req-eb12d81e-354d-4308-aef2-5b115560e8eb req-452a531f-04de-454d-9502-5e7ecca2e847 service nova] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Neutron deleted interface c9ad8abe-24b2-444b-8c62-38a265863ee3; detaching it from the instance and deleting it from the info cache [ 802.900030] env[62954]: DEBUG nova.network.neutron [req-eb12d81e-354d-4308-aef2-5b115560e8eb req-452a531f-04de-454d-9502-5e7ecca2e847 service nova] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.976723] env[62954]: DEBUG nova.network.neutron [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Successfully created port: b8c4476b-cc85-42d7-a067-dce1167d33cf {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 802.981790] env[62954]: DEBUG nova.compute.manager [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 803.015536] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "refresh_cache-c30de12c-beb1-418b-8582-c25a74fa88f8" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.015768] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquired lock "refresh_cache-c30de12c-beb1-418b-8582-c25a74fa88f8" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.015959] env[62954]: DEBUG nova.network.neutron [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.139472] env[62954]: DEBUG oslo_concurrency.lockutils [None req-257a0566-682e-46a6-9f7f-0a7ba444876f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Releasing lock "refresh_cache-d8f3b081-69a4-4239-9a99-a1cd07cb3b83" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.139472] env[62954]: DEBUG oslo_concurrency.lockutils [None req-257a0566-682e-46a6-9f7f-0a7ba444876f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "d8f3b081-69a4-4239-9a99-a1cd07cb3b83" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.140019] env[62954]: DEBUG oslo_concurrency.lockutils [None req-257a0566-682e-46a6-9f7f-0a7ba444876f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquired lock "d8f3b081-69a4-4239-9a99-a1cd07cb3b83" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.142045] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7e0888-0683-4215-94a1-191953df75ed {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.161710] env[62954]: DEBUG nova.virt.hardware [None req-257a0566-682e-46a6-9f7f-0a7ba444876f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.161710] env[62954]: DEBUG nova.virt.hardware [None req-257a0566-682e-46a6-9f7f-0a7ba444876f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.161710] env[62954]: DEBUG nova.virt.hardware [None req-257a0566-682e-46a6-9f7f-0a7ba444876f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.161901] env[62954]: DEBUG nova.virt.hardware [None req-257a0566-682e-46a6-9f7f-0a7ba444876f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.161937] env[62954]: DEBUG nova.virt.hardware [None req-257a0566-682e-46a6-9f7f-0a7ba444876f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.162098] env[62954]: DEBUG nova.virt.hardware [None req-257a0566-682e-46a6-9f7f-0a7ba444876f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.162321] env[62954]: DEBUG nova.virt.hardware [None req-257a0566-682e-46a6-9f7f-0a7ba444876f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.162481] env[62954]: DEBUG nova.virt.hardware [None req-257a0566-682e-46a6-9f7f-0a7ba444876f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.164235] env[62954]: DEBUG nova.virt.hardware [None req-257a0566-682e-46a6-9f7f-0a7ba444876f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.164235] env[62954]: DEBUG nova.virt.hardware [None req-257a0566-682e-46a6-9f7f-0a7ba444876f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.164235] env[62954]: DEBUG nova.virt.hardware [None req-257a0566-682e-46a6-9f7f-0a7ba444876f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.169327] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-257a0566-682e-46a6-9f7f-0a7ba444876f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Reconfiguring VM to attach interface {{(pid=62954) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 803.170187] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48643e90-626a-4050-9f64-246002a8c76b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.191163] env[62954]: DEBUG oslo_vmware.api [None req-257a0566-682e-46a6-9f7f-0a7ba444876f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 803.191163] env[62954]: value = "task-2597516" [ 803.191163] env[62954]: _type = "Task" [ 803.191163] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.202682] env[62954]: DEBUG oslo_vmware.api [None req-257a0566-682e-46a6-9f7f-0a7ba444876f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597516, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.208587] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 3e0d91e8-d0e5-48e8-9d76-e540c127d3c4] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 803.324468] env[62954]: DEBUG nova.network.neutron [-] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.357402] env[62954]: DEBUG nova.compute.manager [req-4049b337-9d87-4d47-9780-c6b547b0cbd5 req-1407376c-0ba3-496e-8b1f-4b7bc06beba6 service nova] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Received event network-changed-a3af8c26-875d-4a26-850c-be3702209f28 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 803.357544] env[62954]: DEBUG nova.compute.manager [req-4049b337-9d87-4d47-9780-c6b547b0cbd5 req-1407376c-0ba3-496e-8b1f-4b7bc06beba6 service nova] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Refreshing instance network info cache due to event network-changed-a3af8c26-875d-4a26-850c-be3702209f28. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 803.357753] env[62954]: DEBUG oslo_concurrency.lockutils [req-4049b337-9d87-4d47-9780-c6b547b0cbd5 req-1407376c-0ba3-496e-8b1f-4b7bc06beba6 service nova] Acquiring lock "refresh_cache-d8f3b081-69a4-4239-9a99-a1cd07cb3b83" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.357908] env[62954]: DEBUG oslo_concurrency.lockutils [req-4049b337-9d87-4d47-9780-c6b547b0cbd5 req-1407376c-0ba3-496e-8b1f-4b7bc06beba6 service nova] Acquired lock "refresh_cache-d8f3b081-69a4-4239-9a99-a1cd07cb3b83" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.358081] env[62954]: DEBUG nova.network.neutron [req-4049b337-9d87-4d47-9780-c6b547b0cbd5 req-1407376c-0ba3-496e-8b1f-4b7bc06beba6 service nova] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Refreshing network info cache for port a3af8c26-875d-4a26-850c-be3702209f28 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.362903] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ba072d-53c2-4151-b22f-1d696793bfae {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.373572] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1785eef-e8eb-4b3c-a8ad-80ca291656ce {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.406123] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e825fcb-c0bc-4346-8530-c6aebeb3de6c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.408772] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808f6f1c-a2da-4d62-96bc-67cc415324d0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.417782] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49dfe78-5792-4d67-a22d-d885604f72d2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.424304] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0671c348-9ea2-423d-b37c-c5e0a770f7db {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.444887] env[62954]: DEBUG nova.compute.provider_tree [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.458336] env[62954]: DEBUG nova.compute.manager [req-eb12d81e-354d-4308-aef2-5b115560e8eb req-452a531f-04de-454d-9502-5e7ecca2e847 service nova] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Detach interface failed, port_id=c9ad8abe-24b2-444b-8c62-38a265863ee3, reason: Instance a210b97d-117c-418b-81a2-594ec21dde75 could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 803.459064] env[62954]: DEBUG nova.scheduler.client.report [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.561363] env[62954]: DEBUG nova.network.neutron [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.702406] env[62954]: DEBUG oslo_vmware.api [None req-257a0566-682e-46a6-9f7f-0a7ba444876f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597516, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.711908] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 5157c346-c7da-488e-b7fd-1dccac3bf61b] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 803.762485] env[62954]: DEBUG nova.network.neutron [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Updating instance_info_cache with network_info: [{"id": "f20ae643-59d8-4e4c-827c-ee9ccb5850d8", "address": "fa:16:3e:e6:af:7f", "network": {"id": "83c48440-f1b0-4959-9641-df64dcfa43c4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1935869524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a34a6adfdb95418ba67dc915c9c734b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf20ae643-59", "ovs_interfaceid": "f20ae643-59d8-4e4c-827c-ee9ccb5850d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.827575] env[62954]: INFO nova.compute.manager [-] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Took 1.38 seconds to deallocate network for instance. [ 803.963935] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.993s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.965132] env[62954]: DEBUG nova.compute.manager [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 803.968422] env[62954]: DEBUG oslo_concurrency.lockutils [None req-20191b14-769c-441a-913f-00d72263ac11 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.153s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.968422] env[62954]: DEBUG oslo_concurrency.lockutils [None req-20191b14-769c-441a-913f-00d72263ac11 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.970330] env[62954]: DEBUG oslo_concurrency.lockutils [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.480s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.971923] env[62954]: INFO nova.compute.claims [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] [instance: fd6323bb-5444-40d8-b886-41acc2947ec3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 803.995329] env[62954]: DEBUG nova.compute.manager [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 804.010125] env[62954]: INFO nova.scheduler.client.report [None req-20191b14-769c-441a-913f-00d72263ac11 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Deleted allocations for instance 6d8062ce-8e5a-4b48-b7e2-88780aa233ad [ 804.032113] env[62954]: DEBUG nova.virt.hardware [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.032380] env[62954]: DEBUG nova.virt.hardware [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.032543] env[62954]: DEBUG nova.virt.hardware [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.032724] env[62954]: DEBUG nova.virt.hardware [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.032872] env[62954]: DEBUG nova.virt.hardware [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.033029] env[62954]: DEBUG nova.virt.hardware [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.033244] env[62954]: DEBUG nova.virt.hardware [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.033405] env[62954]: DEBUG nova.virt.hardware [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.033577] env[62954]: DEBUG nova.virt.hardware [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.033738] env[62954]: DEBUG nova.virt.hardware [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.033911] env[62954]: DEBUG nova.virt.hardware [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.035536] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7327182-948b-4cef-a4bd-5dace6788e32 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.043659] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95180e2-ad09-4364-a3e5-691d6b1f1849 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.098407] env[62954]: DEBUG nova.network.neutron [req-4049b337-9d87-4d47-9780-c6b547b0cbd5 req-1407376c-0ba3-496e-8b1f-4b7bc06beba6 service nova] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Updated VIF entry in instance network info cache for port a3af8c26-875d-4a26-850c-be3702209f28. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.098827] env[62954]: DEBUG nova.network.neutron [req-4049b337-9d87-4d47-9780-c6b547b0cbd5 req-1407376c-0ba3-496e-8b1f-4b7bc06beba6 service nova] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Updating instance_info_cache with network_info: [{"id": "5b48fec2-4fa8-40bd-977d-9d8e5512a053", "address": "fa:16:3e:2b:56:be", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b48fec2-4f", "ovs_interfaceid": "5b48fec2-4fa8-40bd-977d-9d8e5512a053", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a3af8c26-875d-4a26-850c-be3702209f28", "address": "fa:16:3e:95:61:c0", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3af8c26-87", "ovs_interfaceid": "a3af8c26-875d-4a26-850c-be3702209f28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.202120] env[62954]: DEBUG oslo_vmware.api [None req-257a0566-682e-46a6-9f7f-0a7ba444876f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597516, 'name': ReconfigVM_Task, 'duration_secs': 0.617419} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.202672] env[62954]: DEBUG oslo_concurrency.lockutils [None req-257a0566-682e-46a6-9f7f-0a7ba444876f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Releasing lock "d8f3b081-69a4-4239-9a99-a1cd07cb3b83" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.202895] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-257a0566-682e-46a6-9f7f-0a7ba444876f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Reconfigured VM to attach interface {{(pid=62954) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 804.217397] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: d06126ca-dc5c-4862-93a0-19071afb4cf6] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 804.264807] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Releasing lock "refresh_cache-c30de12c-beb1-418b-8582-c25a74fa88f8" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.265173] env[62954]: DEBUG nova.compute.manager [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Instance network_info: |[{"id": "f20ae643-59d8-4e4c-827c-ee9ccb5850d8", "address": "fa:16:3e:e6:af:7f", "network": {"id": "83c48440-f1b0-4959-9641-df64dcfa43c4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1935869524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a34a6adfdb95418ba67dc915c9c734b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf20ae643-59", "ovs_interfaceid": "f20ae643-59d8-4e4c-827c-ee9ccb5850d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.265666] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:af:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b931c4c-f73c-4fbd-9c9f-0270834cc69e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f20ae643-59d8-4e4c-827c-ee9ccb5850d8', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.275818] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Creating folder: Project (a34a6adfdb95418ba67dc915c9c734b0). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.276385] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7cc36684-5cf2-4784-a227-9385c34c10dd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.288073] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Created folder: Project (a34a6adfdb95418ba67dc915c9c734b0) in parent group-v523717. [ 804.288073] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Creating folder: Instances. Parent ref: group-v523903. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.288386] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88133570-b9bc-403a-9254-85d622535284 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.296890] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Created folder: Instances in parent group-v523903. [ 804.297147] env[62954]: DEBUG oslo.service.loopingcall [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 804.297338] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.297548] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b38ac394-7517-4561-badf-86ee47cc40d4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.105421] env[62954]: DEBUG nova.network.neutron [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Successfully updated port: b8c4476b-cc85-42d7-a067-dce1167d33cf {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 805.107993] env[62954]: DEBUG oslo_concurrency.lockutils [None req-98697ba9-9ff2-4136-a8f0-432bc2b36521 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.110687] env[62954]: DEBUG nova.compute.utils [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 805.116061] env[62954]: DEBUG oslo_concurrency.lockutils [req-4049b337-9d87-4d47-9780-c6b547b0cbd5 req-1407376c-0ba3-496e-8b1f-4b7bc06beba6 service nova] Releasing lock "refresh_cache-d8f3b081-69a4-4239-9a99-a1cd07cb3b83" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.116400] env[62954]: DEBUG nova.compute.manager [req-4049b337-9d87-4d47-9780-c6b547b0cbd5 req-1407376c-0ba3-496e-8b1f-4b7bc06beba6 service nova] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Received event network-vif-plugged-f20ae643-59d8-4e4c-827c-ee9ccb5850d8 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 805.116940] env[62954]: DEBUG oslo_concurrency.lockutils [req-4049b337-9d87-4d47-9780-c6b547b0cbd5 req-1407376c-0ba3-496e-8b1f-4b7bc06beba6 service nova] Acquiring lock "c30de12c-beb1-418b-8582-c25a74fa88f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.117044] env[62954]: DEBUG oslo_concurrency.lockutils [req-4049b337-9d87-4d47-9780-c6b547b0cbd5 req-1407376c-0ba3-496e-8b1f-4b7bc06beba6 service nova] Lock "c30de12c-beb1-418b-8582-c25a74fa88f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.117269] env[62954]: DEBUG oslo_concurrency.lockutils [req-4049b337-9d87-4d47-9780-c6b547b0cbd5 req-1407376c-0ba3-496e-8b1f-4b7bc06beba6 service nova] Lock "c30de12c-beb1-418b-8582-c25a74fa88f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.117517] env[62954]: DEBUG nova.compute.manager [req-4049b337-9d87-4d47-9780-c6b547b0cbd5 req-1407376c-0ba3-496e-8b1f-4b7bc06beba6 service nova] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] No waiting events found dispatching network-vif-plugged-f20ae643-59d8-4e4c-827c-ee9ccb5850d8 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 805.118272] env[62954]: WARNING nova.compute.manager [req-4049b337-9d87-4d47-9780-c6b547b0cbd5 req-1407376c-0ba3-496e-8b1f-4b7bc06beba6 service nova] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Received unexpected event network-vif-plugged-f20ae643-59d8-4e4c-827c-ee9ccb5850d8 for instance with vm_state building and task_state spawning. [ 805.118272] env[62954]: DEBUG nova.compute.manager [req-4049b337-9d87-4d47-9780-c6b547b0cbd5 req-1407376c-0ba3-496e-8b1f-4b7bc06beba6 service nova] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Received event network-changed-f20ae643-59d8-4e4c-827c-ee9ccb5850d8 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 805.118272] env[62954]: DEBUG nova.compute.manager [req-4049b337-9d87-4d47-9780-c6b547b0cbd5 req-1407376c-0ba3-496e-8b1f-4b7bc06beba6 service nova] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Refreshing instance network info cache due to event network-changed-f20ae643-59d8-4e4c-827c-ee9ccb5850d8. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 805.118691] env[62954]: DEBUG oslo_concurrency.lockutils [req-4049b337-9d87-4d47-9780-c6b547b0cbd5 req-1407376c-0ba3-496e-8b1f-4b7bc06beba6 service nova] Acquiring lock "refresh_cache-c30de12c-beb1-418b-8582-c25a74fa88f8" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.118735] env[62954]: DEBUG oslo_concurrency.lockutils [req-4049b337-9d87-4d47-9780-c6b547b0cbd5 req-1407376c-0ba3-496e-8b1f-4b7bc06beba6 service nova] Acquired lock "refresh_cache-c30de12c-beb1-418b-8582-c25a74fa88f8" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.118938] env[62954]: DEBUG nova.network.neutron [req-4049b337-9d87-4d47-9780-c6b547b0cbd5 req-1407376c-0ba3-496e-8b1f-4b7bc06beba6 service nova] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Refreshing network info cache for port f20ae643-59d8-4e4c-827c-ee9ccb5850d8 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.121626] env[62954]: DEBUG oslo_concurrency.lockutils [None req-257a0566-682e-46a6-9f7f-0a7ba444876f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "interface-d8f3b081-69a4-4239-9a99-a1cd07cb3b83-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.085s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.123183] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 0ed3f1ae-f140-42a8-9581-aadb93447fbb] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 805.126897] env[62954]: DEBUG nova.compute.manager [req-39c65934-7bf3-42be-81bd-58385e5eaa9c req-2add2b17-b01e-43be-acdc-b5b4f8160233 service nova] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Received event network-vif-plugged-b8c4476b-cc85-42d7-a067-dce1167d33cf {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 805.127191] env[62954]: DEBUG oslo_concurrency.lockutils [req-39c65934-7bf3-42be-81bd-58385e5eaa9c req-2add2b17-b01e-43be-acdc-b5b4f8160233 service nova] Acquiring lock "f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.127475] env[62954]: DEBUG oslo_concurrency.lockutils [req-39c65934-7bf3-42be-81bd-58385e5eaa9c req-2add2b17-b01e-43be-acdc-b5b4f8160233 service nova] Lock "f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.127710] env[62954]: DEBUG oslo_concurrency.lockutils [req-39c65934-7bf3-42be-81bd-58385e5eaa9c req-2add2b17-b01e-43be-acdc-b5b4f8160233 service nova] Lock "f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.127947] env[62954]: DEBUG nova.compute.manager [req-39c65934-7bf3-42be-81bd-58385e5eaa9c req-2add2b17-b01e-43be-acdc-b5b4f8160233 service nova] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] No waiting events found dispatching network-vif-plugged-b8c4476b-cc85-42d7-a067-dce1167d33cf {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 805.128204] env[62954]: WARNING nova.compute.manager [req-39c65934-7bf3-42be-81bd-58385e5eaa9c req-2add2b17-b01e-43be-acdc-b5b4f8160233 service nova] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Received unexpected event network-vif-plugged-b8c4476b-cc85-42d7-a067-dce1167d33cf for instance with vm_state building and task_state spawning. [ 805.128479] env[62954]: DEBUG nova.compute.manager [req-39c65934-7bf3-42be-81bd-58385e5eaa9c req-2add2b17-b01e-43be-acdc-b5b4f8160233 service nova] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Received event network-changed-b8c4476b-cc85-42d7-a067-dce1167d33cf {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 805.128700] env[62954]: DEBUG nova.compute.manager [req-39c65934-7bf3-42be-81bd-58385e5eaa9c req-2add2b17-b01e-43be-acdc-b5b4f8160233 service nova] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Refreshing instance network info cache due to event network-changed-b8c4476b-cc85-42d7-a067-dce1167d33cf. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 805.128973] env[62954]: DEBUG oslo_concurrency.lockutils [req-39c65934-7bf3-42be-81bd-58385e5eaa9c req-2add2b17-b01e-43be-acdc-b5b4f8160233 service nova] Acquiring lock "refresh_cache-f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.129204] env[62954]: DEBUG oslo_concurrency.lockutils [req-39c65934-7bf3-42be-81bd-58385e5eaa9c req-2add2b17-b01e-43be-acdc-b5b4f8160233 service nova] Acquired lock "refresh_cache-f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.129455] env[62954]: DEBUG nova.network.neutron [req-39c65934-7bf3-42be-81bd-58385e5eaa9c req-2add2b17-b01e-43be-acdc-b5b4f8160233 service nova] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Refreshing network info cache for port b8c4476b-cc85-42d7-a067-dce1167d33cf {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.134353] env[62954]: DEBUG oslo_concurrency.lockutils [None req-20191b14-769c-441a-913f-00d72263ac11 tempest-ServerAddressesTestJSON-1707083918 tempest-ServerAddressesTestJSON-1707083918-project-member] Lock "6d8062ce-8e5a-4b48-b7e2-88780aa233ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.714s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.140171] env[62954]: DEBUG nova.compute.manager [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 805.140171] env[62954]: DEBUG nova.network.neutron [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 549c45cf-b86d-4716-a622-7b275409245a] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 805.148936] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.148936] env[62954]: value = "task-2597519" [ 805.148936] env[62954]: _type = "Task" [ 805.148936] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.163275] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597519, 'name': CreateVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.233817] env[62954]: DEBUG nova.policy [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce526a5d393e4cc48e202a29cf82d28d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bb14452e23d41fcaea9bfb1fb4ce75d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 805.519083] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e007c5e-585d-48dd-baf0-9f4271e64d79 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.530123] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310fa3fd-114e-4eaa-8c8c-75c03fd629b1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.566023] env[62954]: DEBUG nova.network.neutron [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Successfully created port: f795947a-6217-41a8-a2bf-953856321bff {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 805.566023] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f545df-dd9f-4184-8930-b4e6fae63209 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.576566] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e06a7df-892f-4a60-96f3-50d946d394ae {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.595533] env[62954]: DEBUG nova.compute.provider_tree [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.633438] env[62954]: DEBUG nova.compute.manager [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 805.636364] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquiring lock "refresh_cache-f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.663461] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597519, 'name': CreateVM_Task, 'duration_secs': 0.337602} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.663639] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.664405] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.664675] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.664895] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.665164] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09631852-9be5-4cc8-91b1-8c39a1bb9116 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.673022] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: c7dbf8a7-f220-47be-a479-a1994a7d2664] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 805.685301] env[62954]: DEBUG oslo_vmware.api [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 805.685301] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]526581fb-6090-15b6-9c22-382e81458712" [ 805.685301] env[62954]: _type = "Task" [ 805.685301] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.695915] env[62954]: DEBUG oslo_vmware.api [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]526581fb-6090-15b6-9c22-382e81458712, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.749315] env[62954]: DEBUG nova.network.neutron [req-39c65934-7bf3-42be-81bd-58385e5eaa9c req-2add2b17-b01e-43be-acdc-b5b4f8160233 service nova] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.935330] env[62954]: DEBUG nova.network.neutron [req-39c65934-7bf3-42be-81bd-58385e5eaa9c req-2add2b17-b01e-43be-acdc-b5b4f8160233 service nova] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.081490] env[62954]: DEBUG nova.network.neutron [req-4049b337-9d87-4d47-9780-c6b547b0cbd5 req-1407376c-0ba3-496e-8b1f-4b7bc06beba6 service nova] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Updated VIF entry in instance network info cache for port f20ae643-59d8-4e4c-827c-ee9ccb5850d8. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.081902] env[62954]: DEBUG nova.network.neutron [req-4049b337-9d87-4d47-9780-c6b547b0cbd5 req-1407376c-0ba3-496e-8b1f-4b7bc06beba6 service nova] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Updating instance_info_cache with network_info: [{"id": "f20ae643-59d8-4e4c-827c-ee9ccb5850d8", "address": "fa:16:3e:e6:af:7f", "network": {"id": "83c48440-f1b0-4959-9641-df64dcfa43c4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1935869524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a34a6adfdb95418ba67dc915c9c734b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf20ae643-59", "ovs_interfaceid": "f20ae643-59d8-4e4c-827c-ee9ccb5850d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.099763] env[62954]: DEBUG nova.scheduler.client.report [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.180732] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 9d9242e0-a1a0-4831-ba31-ef88aeee0577] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 806.200338] env[62954]: DEBUG oslo_vmware.api [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]526581fb-6090-15b6-9c22-382e81458712, 'name': SearchDatastore_Task, 'duration_secs': 0.010967} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.200338] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.200338] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.200638] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.201112] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.201112] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.201311] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e442b8fe-da64-4ae3-b174-a2249cea4d37 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.212033] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.212453] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.213392] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-128d58b7-0115-4da9-8c74-e0c934d47b02 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.221911] env[62954]: DEBUG oslo_vmware.api [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 806.221911] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]524c9793-a28f-ccf1-e5d8-4bac13708e28" [ 806.221911] env[62954]: _type = "Task" [ 806.221911] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.231904] env[62954]: DEBUG oslo_vmware.api [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]524c9793-a28f-ccf1-e5d8-4bac13708e28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.438192] env[62954]: DEBUG oslo_concurrency.lockutils [req-39c65934-7bf3-42be-81bd-58385e5eaa9c req-2add2b17-b01e-43be-acdc-b5b4f8160233 service nova] Releasing lock "refresh_cache-f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.438812] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquired lock "refresh_cache-f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.439271] env[62954]: DEBUG nova.network.neutron [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.585330] env[62954]: DEBUG oslo_concurrency.lockutils [req-4049b337-9d87-4d47-9780-c6b547b0cbd5 req-1407376c-0ba3-496e-8b1f-4b7bc06beba6 service nova] Releasing lock "refresh_cache-c30de12c-beb1-418b-8582-c25a74fa88f8" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.606473] env[62954]: DEBUG oslo_concurrency.lockutils [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.606473] env[62954]: DEBUG nova.compute.manager [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] [instance: fd6323bb-5444-40d8-b886-41acc2947ec3] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 806.611324] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8ab88063-6757-46e4-b3bf-9da0e0d49e07 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.101s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.611641] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8ab88063-6757-46e4-b3bf-9da0e0d49e07 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.614134] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d4469849-0938-4dae-b4d1-3c942195d0d5 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.285s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.615256] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d4469849-0938-4dae-b4d1-3c942195d0d5 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.617178] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3c5ad3db-6e15-4a20-854a-db99d2821189 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.485s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.617387] env[62954]: DEBUG nova.objects.instance [None req-3c5ad3db-6e15-4a20-854a-db99d2821189 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Lazy-loading 'resources' on Instance uuid 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.647111] env[62954]: DEBUG nova.compute.manager [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.660284] env[62954]: INFO nova.scheduler.client.report [None req-8ab88063-6757-46e4-b3bf-9da0e0d49e07 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Deleted allocations for instance 2398388f-5606-44da-bb32-65b071ee0a5a [ 806.663055] env[62954]: INFO nova.scheduler.client.report [None req-d4469849-0938-4dae-b4d1-3c942195d0d5 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Deleted allocations for instance 2bdc6d5a-4b65-44bb-8281-1067a1045d6a [ 806.686018] env[62954]: DEBUG nova.virt.hardware [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.686018] env[62954]: DEBUG nova.virt.hardware [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.686018] env[62954]: DEBUG nova.virt.hardware [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.686018] env[62954]: DEBUG nova.virt.hardware [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.686018] env[62954]: DEBUG nova.virt.hardware [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.686514] env[62954]: DEBUG nova.virt.hardware [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.686917] env[62954]: DEBUG nova.virt.hardware [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.690038] env[62954]: DEBUG nova.virt.hardware [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.690038] env[62954]: DEBUG nova.virt.hardware [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.690038] env[62954]: DEBUG nova.virt.hardware [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.690038] env[62954]: DEBUG nova.virt.hardware [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.690038] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: cdeedf76-8fe2-45cc-a91e-da4cac486811] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 806.690940] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53946407-acd7-40ea-830d-64c653bfb48a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.701382] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e683c52d-bd03-4ace-a900-64c90ed2df29 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.735380] env[62954]: DEBUG oslo_vmware.api [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]524c9793-a28f-ccf1-e5d8-4bac13708e28, 'name': SearchDatastore_Task, 'duration_secs': 0.010033} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.736347] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-500c6bfb-5a65-4a29-879c-c77b7160352c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.742813] env[62954]: DEBUG oslo_vmware.api [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 806.742813] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52969c81-e3e9-42e7-ff40-9ac196095812" [ 806.742813] env[62954]: _type = "Task" [ 806.742813] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.752429] env[62954]: DEBUG oslo_vmware.api [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52969c81-e3e9-42e7-ff40-9ac196095812, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.984051] env[62954]: DEBUG nova.network.neutron [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.071372] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5982d293-469b-4e34-9c63-508538474ac2 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "interface-d8f3b081-69a4-4239-9a99-a1cd07cb3b83-a3af8c26-875d-4a26-850c-be3702209f28" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.072072] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5982d293-469b-4e34-9c63-508538474ac2 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "interface-d8f3b081-69a4-4239-9a99-a1cd07cb3b83-a3af8c26-875d-4a26-850c-be3702209f28" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.113123] env[62954]: DEBUG nova.compute.utils [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 807.115080] env[62954]: DEBUG nova.compute.manager [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] [instance: fd6323bb-5444-40d8-b886-41acc2947ec3] Not allocating networking since 'none' was specified. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 807.167868] env[62954]: DEBUG nova.network.neutron [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Updating instance_info_cache with network_info: [{"id": "b8c4476b-cc85-42d7-a067-dce1167d33cf", "address": "fa:16:3e:a5:f0:21", "network": {"id": "ad3c3fac-b172-4a84-a7a1-c71e6406470f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-827521925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bb14452e23d41fcaea9bfb1fb4ce75d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8c4476b-cc", "ovs_interfaceid": "b8c4476b-cc85-42d7-a067-dce1167d33cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.176300] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8ab88063-6757-46e4-b3bf-9da0e0d49e07 tempest-ServerMetadataNegativeTestJSON-1076636293 tempest-ServerMetadataNegativeTestJSON-1076636293-project-member] Lock "2398388f-5606-44da-bb32-65b071ee0a5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.467s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.178339] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d4469849-0938-4dae-b4d1-3c942195d0d5 tempest-ServersV294TestFqdnHostnames-1101468855 tempest-ServersV294TestFqdnHostnames-1101468855-project-member] Lock "2bdc6d5a-4b65-44bb-8281-1067a1045d6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.573s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.195802] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 20f27901-885e-4d03-ae59-077275d85b14] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 807.262674] env[62954]: DEBUG oslo_vmware.api [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52969c81-e3e9-42e7-ff40-9ac196095812, 'name': SearchDatastore_Task, 'duration_secs': 0.011779} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.262674] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.262674] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] c30de12c-beb1-418b-8582-c25a74fa88f8/c30de12c-beb1-418b-8582-c25a74fa88f8.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.262674] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-022768a2-ea71-4a8a-a976-b09958c687f7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.271156] env[62954]: DEBUG oslo_vmware.api [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 807.271156] env[62954]: value = "task-2597520" [ 807.271156] env[62954]: _type = "Task" [ 807.271156] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.280416] env[62954]: DEBUG oslo_vmware.api [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.366547] env[62954]: DEBUG nova.compute.manager [req-fcad6d1a-6cb9-4743-8523-305719afab91 req-1ca02c20-ebc6-4fb2-903e-f596656ae156 service nova] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Received event network-vif-plugged-f795947a-6217-41a8-a2bf-953856321bff {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 807.366777] env[62954]: DEBUG oslo_concurrency.lockutils [req-fcad6d1a-6cb9-4743-8523-305719afab91 req-1ca02c20-ebc6-4fb2-903e-f596656ae156 service nova] Acquiring lock "549c45cf-b86d-4716-a622-7b275409245a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.367057] env[62954]: DEBUG oslo_concurrency.lockutils [req-fcad6d1a-6cb9-4743-8523-305719afab91 req-1ca02c20-ebc6-4fb2-903e-f596656ae156 service nova] Lock "549c45cf-b86d-4716-a622-7b275409245a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.367295] env[62954]: DEBUG oslo_concurrency.lockutils [req-fcad6d1a-6cb9-4743-8523-305719afab91 req-1ca02c20-ebc6-4fb2-903e-f596656ae156 service nova] Lock "549c45cf-b86d-4716-a622-7b275409245a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.367522] env[62954]: DEBUG nova.compute.manager [req-fcad6d1a-6cb9-4743-8523-305719afab91 req-1ca02c20-ebc6-4fb2-903e-f596656ae156 service nova] [instance: 549c45cf-b86d-4716-a622-7b275409245a] No waiting events found dispatching network-vif-plugged-f795947a-6217-41a8-a2bf-953856321bff {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 807.367748] env[62954]: WARNING nova.compute.manager [req-fcad6d1a-6cb9-4743-8523-305719afab91 req-1ca02c20-ebc6-4fb2-903e-f596656ae156 service nova] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Received unexpected event network-vif-plugged-f795947a-6217-41a8-a2bf-953856321bff for instance with vm_state building and task_state spawning. [ 807.491028] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24e15ab-272c-444e-942a-e95f50807e4b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.498672] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981d41db-af31-4ac3-937c-9cdf805d35ec {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.531946] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112eee02-0026-43a6-8e63-c2232005ed12 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.541187] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680b325a-91ad-4b8c-bda9-1e5f533b7c89 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.556888] env[62954]: DEBUG nova.compute.provider_tree [None req-3c5ad3db-6e15-4a20-854a-db99d2821189 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.576049] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5982d293-469b-4e34-9c63-508538474ac2 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "d8f3b081-69a4-4239-9a99-a1cd07cb3b83" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.576049] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5982d293-469b-4e34-9c63-508538474ac2 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquired lock "d8f3b081-69a4-4239-9a99-a1cd07cb3b83" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.577086] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af54672-18d4-42ef-961d-ebefe3fc1d66 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.601053] env[62954]: DEBUG nova.network.neutron [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Successfully updated port: f795947a-6217-41a8-a2bf-953856321bff {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 807.602960] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e14b808-b82e-4ba4-b576-0b517e716144 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.633591] env[62954]: DEBUG nova.compute.manager [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] [instance: fd6323bb-5444-40d8-b886-41acc2947ec3] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 807.644585] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-5982d293-469b-4e34-9c63-508538474ac2 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Reconfiguring VM to detach interface {{(pid=62954) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 807.645063] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37050d69-6457-40f0-8051-24be7fef245d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.666803] env[62954]: DEBUG oslo_vmware.api [None req-5982d293-469b-4e34-9c63-508538474ac2 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 807.666803] env[62954]: value = "task-2597521" [ 807.666803] env[62954]: _type = "Task" [ 807.666803] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.677178] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Releasing lock "refresh_cache-f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.677509] env[62954]: DEBUG nova.compute.manager [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Instance network_info: |[{"id": "b8c4476b-cc85-42d7-a067-dce1167d33cf", "address": "fa:16:3e:a5:f0:21", "network": {"id": "ad3c3fac-b172-4a84-a7a1-c71e6406470f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-827521925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bb14452e23d41fcaea9bfb1fb4ce75d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8c4476b-cc", "ovs_interfaceid": "b8c4476b-cc85-42d7-a067-dce1167d33cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 807.677843] env[62954]: DEBUG oslo_vmware.api [None req-5982d293-469b-4e34-9c63-508538474ac2 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597521, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.678479] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:f0:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1768af3d-3317-4ef5-b484-0c2707d63de7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8c4476b-cc85-42d7-a067-dce1167d33cf', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.687317] env[62954]: DEBUG oslo.service.loopingcall [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 807.687317] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.687417] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a272ee5-7848-48d6-9263-b92ad0dec145 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.707224] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: cb2bda24-46b6-4c9e-8f05-213c5ce6483b] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 807.722024] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.722024] env[62954]: value = "task-2597522" [ 807.722024] env[62954]: _type = "Task" [ 807.722024] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.731615] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597522, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.782370] env[62954]: DEBUG oslo_vmware.api [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486072} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.782679] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] c30de12c-beb1-418b-8582-c25a74fa88f8/c30de12c-beb1-418b-8582-c25a74fa88f8.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.784126] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.784126] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8bc0750d-76c5-47e7-b7da-d27f55bf31cf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.791996] env[62954]: DEBUG oslo_vmware.api [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 807.791996] env[62954]: value = "task-2597523" [ 807.791996] env[62954]: _type = "Task" [ 807.791996] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.802199] env[62954]: DEBUG oslo_vmware.api [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597523, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.063447] env[62954]: DEBUG nova.scheduler.client.report [None req-3c5ad3db-6e15-4a20-854a-db99d2821189 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.111770] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquiring lock "refresh_cache-549c45cf-b86d-4716-a622-7b275409245a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.111907] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquired lock "refresh_cache-549c45cf-b86d-4716-a622-7b275409245a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.112017] env[62954]: DEBUG nova.network.neutron [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.177595] env[62954]: DEBUG oslo_vmware.api [None req-5982d293-469b-4e34-9c63-508538474ac2 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.214853] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: dedc2fd9-de34-42c9-a178-5fd21ace681c] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 808.234656] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597522, 'name': CreateVM_Task, 'duration_secs': 0.381656} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.234755] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.235427] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.235606] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.235918] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.236201] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd2a609f-60e6-4c58-af3d-6506abe1b7b8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.242953] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for the task: (returnval){ [ 808.242953] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52198818-7d6e-bd40-e689-c0b56f8a081a" [ 808.242953] env[62954]: _type = "Task" [ 808.242953] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.252960] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52198818-7d6e-bd40-e689-c0b56f8a081a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.302962] env[62954]: DEBUG oslo_vmware.api [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597523, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06928} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.303260] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.304051] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdaa754f-75d7-49ea-bfda-b75f7d5ab7f7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.328567] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] c30de12c-beb1-418b-8582-c25a74fa88f8/c30de12c-beb1-418b-8582-c25a74fa88f8.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.328702] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3fa086f-c1e2-4e26-929a-4aa21fadec65 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.351150] env[62954]: DEBUG oslo_vmware.api [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 808.351150] env[62954]: value = "task-2597524" [ 808.351150] env[62954]: _type = "Task" [ 808.351150] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.361901] env[62954]: DEBUG oslo_vmware.api [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597524, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.565812] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3c5ad3db-6e15-4a20-854a-db99d2821189 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.569035] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.773s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.572949] env[62954]: INFO nova.compute.claims [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.598275] env[62954]: INFO nova.scheduler.client.report [None req-3c5ad3db-6e15-4a20-854a-db99d2821189 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Deleted allocations for instance 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c [ 808.652854] env[62954]: DEBUG nova.compute.manager [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] [instance: fd6323bb-5444-40d8-b886-41acc2947ec3] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 808.658855] env[62954]: DEBUG nova.network.neutron [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.678038] env[62954]: DEBUG oslo_vmware.api [None req-5982d293-469b-4e34-9c63-508538474ac2 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.700015] env[62954]: DEBUG nova.virt.hardware [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 808.700272] env[62954]: DEBUG nova.virt.hardware [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 808.700456] env[62954]: DEBUG nova.virt.hardware [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 808.700612] env[62954]: DEBUG nova.virt.hardware [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 808.700779] env[62954]: DEBUG nova.virt.hardware [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 808.700943] env[62954]: DEBUG nova.virt.hardware [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 808.701198] env[62954]: DEBUG nova.virt.hardware [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 808.701367] env[62954]: DEBUG nova.virt.hardware [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 808.701580] env[62954]: DEBUG nova.virt.hardware [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 808.701749] env[62954]: DEBUG nova.virt.hardware [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 808.701923] env[62954]: DEBUG nova.virt.hardware [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 808.703155] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebfa1f9-c85d-48d6-82ed-6983fd76c774 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.714531] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30542162-ce1e-458f-81b1-b3194f2ce3c5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.729747] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 6dbc1cd2-276a-4592-9d70-206b1d1fc144] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 808.732266] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] [instance: fd6323bb-5444-40d8-b886-41acc2947ec3] Instance VIF info [] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.737833] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Creating folder: Project (5f791471289d46e1b367a0c1b6c9806d). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 808.739085] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b760e38-76f3-4e6e-a920-d38ddd28d3cf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.754683] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52198818-7d6e-bd40-e689-c0b56f8a081a, 'name': SearchDatastore_Task, 'duration_secs': 0.01071} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.756055] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.756478] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.756566] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.756675] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.758958] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.758958] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Created folder: Project (5f791471289d46e1b367a0c1b6c9806d) in parent group-v523717. [ 808.758958] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Creating folder: Instances. Parent ref: group-v523907. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 808.760075] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b991b4f7-a6cd-4b5a-a019-d8c954d283be {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.762257] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc1355f6-8972-4f38-8933-1c3ba28579ff {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.771948] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.772256] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.774256] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7ee2f4e-1593-49f1-8e0e-a9d6741531e8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.776619] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Created folder: Instances in parent group-v523907. [ 808.776773] env[62954]: DEBUG oslo.service.loopingcall [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 808.777033] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd6323bb-5444-40d8-b886-41acc2947ec3] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.777757] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd65fb70-6eac-463b-82fb-12b9432e151e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.792544] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for the task: (returnval){ [ 808.792544] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]527714ba-312d-ed11-56cf-2b448f30cc17" [ 808.792544] env[62954]: _type = "Task" [ 808.792544] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.798567] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.798567] env[62954]: value = "task-2597527" [ 808.798567] env[62954]: _type = "Task" [ 808.798567] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.802017] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]527714ba-312d-ed11-56cf-2b448f30cc17, 'name': SearchDatastore_Task, 'duration_secs': 0.010149} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.810159] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea4e0a61-30c6-4a3d-bab3-8a37af3d8816 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.818993] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for the task: (returnval){ [ 808.818993] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52c844a2-2231-99a1-adf7-7df4438eb0cc" [ 808.818993] env[62954]: _type = "Task" [ 808.818993] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.819197] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597527, 'name': CreateVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.827903] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52c844a2-2231-99a1-adf7-7df4438eb0cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.861521] env[62954]: DEBUG oslo_vmware.api [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597524, 'name': ReconfigVM_Task, 'duration_secs': 0.286589} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.861841] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Reconfigured VM instance instance-00000041 to attach disk [datastore1] c30de12c-beb1-418b-8582-c25a74fa88f8/c30de12c-beb1-418b-8582-c25a74fa88f8.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.863059] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86f4dd75-ee45-4e0d-acfc-447ec1e15749 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.871048] env[62954]: DEBUG oslo_vmware.api [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 808.871048] env[62954]: value = "task-2597528" [ 808.871048] env[62954]: _type = "Task" [ 808.871048] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.874313] env[62954]: DEBUG nova.network.neutron [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Updating instance_info_cache with network_info: [{"id": "f795947a-6217-41a8-a2bf-953856321bff", "address": "fa:16:3e:0d:27:cc", "network": {"id": "ad3c3fac-b172-4a84-a7a1-c71e6406470f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-827521925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bb14452e23d41fcaea9bfb1fb4ce75d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf795947a-62", "ovs_interfaceid": "f795947a-6217-41a8-a2bf-953856321bff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.884402] env[62954]: DEBUG oslo_vmware.api [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597528, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.111062] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3c5ad3db-6e15-4a20-854a-db99d2821189 tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Lock "3c12b5fd-118b-4de9-bc25-7205c8f0eb0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.401s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.179063] env[62954]: DEBUG oslo_vmware.api [None req-5982d293-469b-4e34-9c63-508538474ac2 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.233108] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 7adb750f-15da-4dde-9769-fbf85030c3e3] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 809.313679] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597527, 'name': CreateVM_Task, 'duration_secs': 0.280422} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.317082] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd6323bb-5444-40d8-b886-41acc2947ec3] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.317082] env[62954]: DEBUG oslo_concurrency.lockutils [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.317082] env[62954]: DEBUG oslo_concurrency.lockutils [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.317082] env[62954]: DEBUG oslo_concurrency.lockutils [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.317082] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-008d6edf-26c5-4e20-a0b8-ea2dad24053e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.320255] env[62954]: DEBUG oslo_vmware.api [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Waiting for the task: (returnval){ [ 809.320255] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]524fc9ba-6b85-7f1a-f622-ba77a30f77b4" [ 809.320255] env[62954]: _type = "Task" [ 809.320255] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.333851] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52c844a2-2231-99a1-adf7-7df4438eb0cc, 'name': SearchDatastore_Task, 'duration_secs': 0.011194} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.342663] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.342663] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d/f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.342663] env[62954]: DEBUG oslo_vmware.api [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]524fc9ba-6b85-7f1a-f622-ba77a30f77b4, 'name': SearchDatastore_Task, 'duration_secs': 0.009406} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.342663] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-838aa109-c3d6-4fdf-8f20-ce1007f3a110 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.342663] env[62954]: DEBUG oslo_concurrency.lockutils [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.342663] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] [instance: fd6323bb-5444-40d8-b886-41acc2947ec3] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.342663] env[62954]: DEBUG oslo_concurrency.lockutils [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.342663] env[62954]: DEBUG oslo_concurrency.lockutils [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.342663] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.342663] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c658941d-68d3-4a4c-bbbb-24da33b3f0f6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.351461] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for the task: (returnval){ [ 809.351461] env[62954]: value = "task-2597529" [ 809.351461] env[62954]: _type = "Task" [ 809.351461] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.354252] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.354435] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.355402] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68d7e895-c07e-45b5-80a1-8b4ac77eed22 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.360799] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597529, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.365767] env[62954]: DEBUG oslo_vmware.api [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Waiting for the task: (returnval){ [ 809.365767] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52ce8380-9731-6c80-dc3f-2feee639631f" [ 809.365767] env[62954]: _type = "Task" [ 809.365767] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.374213] env[62954]: DEBUG oslo_vmware.api [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52ce8380-9731-6c80-dc3f-2feee639631f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.381363] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Releasing lock "refresh_cache-549c45cf-b86d-4716-a622-7b275409245a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.381363] env[62954]: DEBUG nova.compute.manager [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Instance network_info: |[{"id": "f795947a-6217-41a8-a2bf-953856321bff", "address": "fa:16:3e:0d:27:cc", "network": {"id": "ad3c3fac-b172-4a84-a7a1-c71e6406470f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-827521925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bb14452e23d41fcaea9bfb1fb4ce75d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf795947a-62", "ovs_interfaceid": "f795947a-6217-41a8-a2bf-953856321bff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 809.381363] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:27:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1768af3d-3317-4ef5-b484-0c2707d63de7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f795947a-6217-41a8-a2bf-953856321bff', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.390014] env[62954]: DEBUG oslo.service.loopingcall [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 809.390831] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.390960] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db5568b0-3ea2-4f6e-bd93-19172dc6669c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.410473] env[62954]: DEBUG oslo_vmware.api [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597528, 'name': Rename_Task, 'duration_secs': 0.173} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.411291] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.411575] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ff0aa47-26cf-4164-a4b1-6c817a84e18c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.416769] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.416769] env[62954]: value = "task-2597530" [ 809.416769] env[62954]: _type = "Task" [ 809.416769] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.422513] env[62954]: DEBUG oslo_vmware.api [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 809.422513] env[62954]: value = "task-2597531" [ 809.422513] env[62954]: _type = "Task" [ 809.422513] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.430410] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597530, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.435915] env[62954]: DEBUG oslo_vmware.api [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.438513] env[62954]: DEBUG nova.compute.manager [req-bcb26492-c20d-4151-b560-600673cf3f1a req-13530047-b24e-4ad9-b4da-09a857356417 service nova] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Received event network-changed-f795947a-6217-41a8-a2bf-953856321bff {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 809.438741] env[62954]: DEBUG nova.compute.manager [req-bcb26492-c20d-4151-b560-600673cf3f1a req-13530047-b24e-4ad9-b4da-09a857356417 service nova] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Refreshing instance network info cache due to event network-changed-f795947a-6217-41a8-a2bf-953856321bff. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 809.438978] env[62954]: DEBUG oslo_concurrency.lockutils [req-bcb26492-c20d-4151-b560-600673cf3f1a req-13530047-b24e-4ad9-b4da-09a857356417 service nova] Acquiring lock "refresh_cache-549c45cf-b86d-4716-a622-7b275409245a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.439151] env[62954]: DEBUG oslo_concurrency.lockutils [req-bcb26492-c20d-4151-b560-600673cf3f1a req-13530047-b24e-4ad9-b4da-09a857356417 service nova] Acquired lock "refresh_cache-549c45cf-b86d-4716-a622-7b275409245a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.439320] env[62954]: DEBUG nova.network.neutron [req-bcb26492-c20d-4151-b560-600673cf3f1a req-13530047-b24e-4ad9-b4da-09a857356417 service nova] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Refreshing network info cache for port f795947a-6217-41a8-a2bf-953856321bff {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.682518] env[62954]: DEBUG oslo_vmware.api [None req-5982d293-469b-4e34-9c63-508538474ac2 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.739146] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 38c95ef5-744e-4c32-9cb1-c34868206a85] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 809.862794] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597529, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.876921] env[62954]: DEBUG oslo_vmware.api [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52ce8380-9731-6c80-dc3f-2feee639631f, 'name': SearchDatastore_Task, 'duration_secs': 0.009072} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.879322] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbee12e4-0803-45ce-a67f-a3f3a6eefc10 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.889167] env[62954]: DEBUG oslo_vmware.api [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Waiting for the task: (returnval){ [ 809.889167] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]527450cc-10e6-12d5-dbd6-88caaccfdea1" [ 809.889167] env[62954]: _type = "Task" [ 809.889167] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.898630] env[62954]: DEBUG oslo_vmware.api [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]527450cc-10e6-12d5-dbd6-88caaccfdea1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.932844] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597530, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.939185] env[62954]: DEBUG oslo_vmware.api [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597531, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.959047] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd21c77-b3d8-4a22-8cd9-937d8921e873 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.967927] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb560eb-7622-483d-91e4-bc2577d5c89e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.007155] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f0db91-eb06-49df-af60-2f107aca20a3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.016312] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d286b9-2da2-40a9-a430-349408295b55 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.030964] env[62954]: DEBUG nova.compute.provider_tree [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.181258] env[62954]: DEBUG oslo_vmware.api [None req-5982d293-469b-4e34-9c63-508538474ac2 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.243523] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 9ef50827-25d4-4bc6-8438-76c9cba8df0c] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 810.362284] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597529, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51916} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.367429] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d/f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 810.368116] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 810.369470] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d3c49bd-c085-464b-82cd-df0b4ca73115 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.381436] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for the task: (returnval){ [ 810.381436] env[62954]: value = "task-2597533" [ 810.381436] env[62954]: _type = "Task" [ 810.381436] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.387954] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597533, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.400906] env[62954]: DEBUG oslo_vmware.api [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]527450cc-10e6-12d5-dbd6-88caaccfdea1, 'name': SearchDatastore_Task, 'duration_secs': 0.014138} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.400906] env[62954]: DEBUG oslo_concurrency.lockutils [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.400906] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] fd6323bb-5444-40d8-b886-41acc2947ec3/fd6323bb-5444-40d8-b886-41acc2947ec3.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.401180] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-398b88bf-bd2d-4249-bdfa-87308f4bfcd8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.408870] env[62954]: DEBUG oslo_vmware.api [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Waiting for the task: (returnval){ [ 810.408870] env[62954]: value = "task-2597534" [ 810.408870] env[62954]: _type = "Task" [ 810.408870] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.418854] env[62954]: DEBUG oslo_vmware.api [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Task: {'id': task-2597534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.427779] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597530, 'name': CreateVM_Task, 'duration_secs': 0.57307} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.432161] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.433016] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.433120] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.433449] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.435075] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e097c710-de49-42c1-aefd-a9e470aa3751 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.440499] env[62954]: DEBUG oslo_vmware.api [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597531, 'name': PowerOnVM_Task, 'duration_secs': 0.773393} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.441728] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.441946] env[62954]: INFO nova.compute.manager [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Took 8.87 seconds to spawn the instance on the hypervisor. [ 810.442438] env[62954]: DEBUG nova.compute.manager [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.442895] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for the task: (returnval){ [ 810.442895] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52e18a54-8236-fff6-346b-a5c433615bd2" [ 810.442895] env[62954]: _type = "Task" [ 810.442895] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.444067] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4512049a-5b7e-4438-af4c-8730efb841d4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.458256] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52e18a54-8236-fff6-346b-a5c433615bd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.466209] env[62954]: DEBUG nova.network.neutron [req-bcb26492-c20d-4151-b560-600673cf3f1a req-13530047-b24e-4ad9-b4da-09a857356417 service nova] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Updated VIF entry in instance network info cache for port f795947a-6217-41a8-a2bf-953856321bff. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.466552] env[62954]: DEBUG nova.network.neutron [req-bcb26492-c20d-4151-b560-600673cf3f1a req-13530047-b24e-4ad9-b4da-09a857356417 service nova] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Updating instance_info_cache with network_info: [{"id": "f795947a-6217-41a8-a2bf-953856321bff", "address": "fa:16:3e:0d:27:cc", "network": {"id": "ad3c3fac-b172-4a84-a7a1-c71e6406470f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-827521925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bb14452e23d41fcaea9bfb1fb4ce75d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf795947a-62", "ovs_interfaceid": "f795947a-6217-41a8-a2bf-953856321bff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.535140] env[62954]: DEBUG nova.scheduler.client.report [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.679516] env[62954]: DEBUG oslo_vmware.api [None req-5982d293-469b-4e34-9c63-508538474ac2 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.745902] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: c84b0e7f-c973-42df-9d94-2e06f52a67d4] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 810.889651] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597533, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.230601} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.889651] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.889651] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a926bc1-c505-4d20-a78b-bf23d93e7e54 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.922196] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d/f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.927841] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12532c93-cd3b-443f-8cf6-567847e58549 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.961378] env[62954]: DEBUG oslo_vmware.api [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Task: {'id': task-2597534, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.981452] env[62954]: DEBUG oslo_concurrency.lockutils [req-bcb26492-c20d-4151-b560-600673cf3f1a req-13530047-b24e-4ad9-b4da-09a857356417 service nova] Releasing lock "refresh_cache-549c45cf-b86d-4716-a622-7b275409245a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.982378] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52e18a54-8236-fff6-346b-a5c433615bd2, 'name': SearchDatastore_Task, 'duration_secs': 0.032215} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.985691] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.985932] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.986226] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.986520] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.986594] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.987113] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for the task: (returnval){ [ 810.987113] env[62954]: value = "task-2597535" [ 810.987113] env[62954]: _type = "Task" [ 810.987113] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.987880] env[62954]: INFO nova.compute.manager [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Took 38.61 seconds to build instance. [ 810.989117] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27b17f80-f5e8-4b96-aea6-5849e16ec270 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.009512] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597535, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.013024] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.013024] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.013472] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c2bcda1-ce3c-4f76-bf85-3196b97d36d0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.023579] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for the task: (returnval){ [ 811.023579] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5263d080-aa86-111d-2b0b-c29789dae9ea" [ 811.023579] env[62954]: _type = "Task" [ 811.023579] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.038347] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5263d080-aa86-111d-2b0b-c29789dae9ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.043035] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.044165] env[62954]: DEBUG nova.compute.manager [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.047143] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1998874f-d9dc-428c-b85f-36bad81fcd2a tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.730s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.047413] env[62954]: DEBUG nova.objects.instance [None req-1998874f-d9dc-428c-b85f-36bad81fcd2a tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lazy-loading 'resources' on Instance uuid 74cce47e-4c36-419b-a153-2e7e4bc67982 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 811.183916] env[62954]: DEBUG oslo_vmware.api [None req-5982d293-469b-4e34-9c63-508538474ac2 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.252692] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 14aa865c-40c8-4834-896b-c9284cfd73bd] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 811.423831] env[62954]: DEBUG oslo_vmware.api [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Task: {'id': task-2597534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.817114} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.424132] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] fd6323bb-5444-40d8-b886-41acc2947ec3/fd6323bb-5444-40d8-b886-41acc2947ec3.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.424369] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] [instance: fd6323bb-5444-40d8-b886-41acc2947ec3] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.424686] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf4c29bf-a930-48e3-82e8-5234800b4edd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.432828] env[62954]: DEBUG oslo_vmware.api [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Waiting for the task: (returnval){ [ 811.432828] env[62954]: value = "task-2597536" [ 811.432828] env[62954]: _type = "Task" [ 811.432828] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.443967] env[62954]: DEBUG oslo_vmware.api [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Task: {'id': task-2597536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.493252] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d4ab7c3d-57de-4e34-8f1e-6deb8dc880eb tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "c30de12c-beb1-418b-8582-c25a74fa88f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.121s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.502239] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597535, 'name': ReconfigVM_Task, 'duration_secs': 0.389548} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.502563] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Reconfigured VM instance instance-00000042 to attach disk [datastore1] f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d/f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.503194] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-702fd493-9195-4f21-8e43-6aca14548672 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.509929] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for the task: (returnval){ [ 811.509929] env[62954]: value = "task-2597537" [ 811.509929] env[62954]: _type = "Task" [ 811.509929] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.518031] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597537, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.533394] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5263d080-aa86-111d-2b0b-c29789dae9ea, 'name': SearchDatastore_Task, 'duration_secs': 0.049826} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.534148] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17a1ba18-9eb7-4740-8b4e-c971c9aa9209 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.540508] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for the task: (returnval){ [ 811.540508] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]523e79ed-9f61-3129-00b1-cd34b1907c91" [ 811.540508] env[62954]: _type = "Task" [ 811.540508] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.554453] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]523e79ed-9f61-3129-00b1-cd34b1907c91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.556885] env[62954]: DEBUG nova.compute.utils [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 811.559223] env[62954]: DEBUG nova.compute.manager [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 811.559223] env[62954]: DEBUG nova.network.neutron [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 811.605321] env[62954]: INFO nova.compute.manager [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Rebuilding instance [ 811.634368] env[62954]: DEBUG nova.policy [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80f75463d4114f73aa6b38530697cb82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f16979ebc314760ac9bb49d9981065d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.688408] env[62954]: DEBUG nova.compute.manager [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.688408] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f649d6ce-531c-422b-b25e-6a9bf039265d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.704294] env[62954]: DEBUG oslo_vmware.api [None req-5982d293-469b-4e34-9c63-508538474ac2 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.760176] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 74dffe94-f910-4138-8718-b91f083c6f82] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 811.919047] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf7645e-c6cf-4cc7-ab4e-186a489b310e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.928045] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ad0059-50c7-411f-b384-3491f21efcea {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.969030] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22221b91-ecd4-4e0e-8c51-afe492ece7dd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.975664] env[62954]: DEBUG oslo_vmware.api [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Task: {'id': task-2597536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068529} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.976633] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] [instance: fd6323bb-5444-40d8-b886-41acc2947ec3] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.977232] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636215cb-f6de-4652-b88c-a261c4b61663 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.983836] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a510916e-327f-41ec-9a3e-612de5fd92ec {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.003425] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] [instance: fd6323bb-5444-40d8-b886-41acc2947ec3] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] fd6323bb-5444-40d8-b886-41acc2947ec3/fd6323bb-5444-40d8-b886-41acc2947ec3.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.004509] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-734dee60-2f39-4399-ad8b-5a677c6f2fc5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.028051] env[62954]: DEBUG nova.network.neutron [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Successfully created port: f1342eb8-5688-4ba2-965d-2661e6b52db0 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.030393] env[62954]: DEBUG nova.compute.provider_tree [None req-1998874f-d9dc-428c-b85f-36bad81fcd2a tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.042167] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597537, 'name': Rename_Task, 'duration_secs': 0.157289} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.046966] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.047296] env[62954]: DEBUG oslo_vmware.api [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Waiting for the task: (returnval){ [ 812.047296] env[62954]: value = "task-2597538" [ 812.047296] env[62954]: _type = "Task" [ 812.047296] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.047784] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e6b49a4-b91e-496c-bc8e-dbecdef9bbd4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.057549] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]523e79ed-9f61-3129-00b1-cd34b1907c91, 'name': SearchDatastore_Task, 'duration_secs': 0.013846} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.058339] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.058411] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 549c45cf-b86d-4716-a622-7b275409245a/549c45cf-b86d-4716-a622-7b275409245a.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.058662] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d202666-8a70-470a-baf9-12652d4d37c8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.064241] env[62954]: DEBUG nova.compute.manager [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 812.066805] env[62954]: DEBUG oslo_vmware.api [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Task: {'id': task-2597538, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.068803] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for the task: (returnval){ [ 812.068803] env[62954]: value = "task-2597539" [ 812.068803] env[62954]: _type = "Task" [ 812.068803] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.073642] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for the task: (returnval){ [ 812.073642] env[62954]: value = "task-2597540" [ 812.073642] env[62954]: _type = "Task" [ 812.073642] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.080326] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.086170] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597540, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.187518] env[62954]: DEBUG oslo_vmware.api [None req-5982d293-469b-4e34-9c63-508538474ac2 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.266028] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: f0abf0c7-cd85-4b91-99a2-23ed1da74cf2] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 812.537630] env[62954]: DEBUG nova.scheduler.client.report [None req-1998874f-d9dc-428c-b85f-36bad81fcd2a tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.561100] env[62954]: DEBUG oslo_vmware.api [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Task: {'id': task-2597538, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.588065] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597539, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.591444] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597540, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.688585] env[62954]: DEBUG oslo_vmware.api [None req-5982d293-469b-4e34-9c63-508538474ac2 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.714656] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.714656] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aeff5099-783a-4cf3-87a3-440bd4f53baf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.725490] env[62954]: DEBUG oslo_vmware.api [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 812.725490] env[62954]: value = "task-2597541" [ 812.725490] env[62954]: _type = "Task" [ 812.725490] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.740957] env[62954]: DEBUG oslo_vmware.api [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.769465] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 59a0c51a-c68d-48ae-a580-48ff3f4b09a6] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 812.952470] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Acquiring lock "877f91e8-ed8d-45e1-8267-311dae34633a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.952710] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Lock "877f91e8-ed8d-45e1-8267-311dae34633a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.044999] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1998874f-d9dc-428c-b85f-36bad81fcd2a tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.998s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.047407] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8c2198ae-bc43-4bec-8058-75c4f74b0d09 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.966s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.047644] env[62954]: DEBUG nova.objects.instance [None req-8c2198ae-bc43-4bec-8058-75c4f74b0d09 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lazy-loading 'resources' on Instance uuid e6365eeb-3739-4eae-8a8f-27fc4e726d9f {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.066354] env[62954]: DEBUG oslo_vmware.api [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Task: {'id': task-2597538, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.079626] env[62954]: DEBUG nova.compute.manager [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 813.094672] env[62954]: INFO nova.scheduler.client.report [None req-1998874f-d9dc-428c-b85f-36bad81fcd2a tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Deleted allocations for instance 74cce47e-4c36-419b-a153-2e7e4bc67982 [ 813.101972] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597539, 'name': PowerOnVM_Task, 'duration_secs': 0.784873} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.103974] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.108119] env[62954]: INFO nova.compute.manager [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Took 9.11 seconds to spawn the instance on the hypervisor. [ 813.108119] env[62954]: DEBUG nova.compute.manager [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.111885] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890e699a-2018-4d94-af7c-3b9372f73bef {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.116748] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597540, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.906789} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.119051] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 549c45cf-b86d-4716-a622-7b275409245a/549c45cf-b86d-4716-a622-7b275409245a.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.119331] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.121586] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f79467b3-f10d-4908-9477-77188193d365 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.131733] env[62954]: DEBUG nova.virt.hardware [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 813.132054] env[62954]: DEBUG nova.virt.hardware [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 813.133669] env[62954]: DEBUG nova.virt.hardware [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.133669] env[62954]: DEBUG nova.virt.hardware [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 813.133669] env[62954]: DEBUG nova.virt.hardware [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.133669] env[62954]: DEBUG nova.virt.hardware [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 813.133669] env[62954]: DEBUG nova.virt.hardware [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 813.133924] env[62954]: DEBUG nova.virt.hardware [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 813.134214] env[62954]: DEBUG nova.virt.hardware [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 813.135039] env[62954]: DEBUG nova.virt.hardware [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 813.135039] env[62954]: DEBUG nova.virt.hardware [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 813.137802] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266eda5f-2ea5-4fd6-b7e8-161aae643ff3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.140688] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for the task: (returnval){ [ 813.140688] env[62954]: value = "task-2597542" [ 813.140688] env[62954]: _type = "Task" [ 813.140688] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.150342] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6dfbe97-f6d9-474b-a6d6-6216af0f4157 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.163021] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597542, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.188866] env[62954]: DEBUG oslo_vmware.api [None req-5982d293-469b-4e34-9c63-508538474ac2 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597521, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.203854] env[62954]: DEBUG oslo_concurrency.lockutils [None req-90f6be6f-3f0d-4701-9791-b9a5ea8ec41b tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Acquiring lock "60e703f7-b811-4186-a986-1958392664cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.204425] env[62954]: DEBUG oslo_concurrency.lockutils [None req-90f6be6f-3f0d-4701-9791-b9a5ea8ec41b tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Lock "60e703f7-b811-4186-a986-1958392664cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.204711] env[62954]: DEBUG oslo_concurrency.lockutils [None req-90f6be6f-3f0d-4701-9791-b9a5ea8ec41b tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Acquiring lock "60e703f7-b811-4186-a986-1958392664cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.204948] env[62954]: DEBUG oslo_concurrency.lockutils [None req-90f6be6f-3f0d-4701-9791-b9a5ea8ec41b tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Lock "60e703f7-b811-4186-a986-1958392664cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.205147] env[62954]: DEBUG oslo_concurrency.lockutils [None req-90f6be6f-3f0d-4701-9791-b9a5ea8ec41b tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Lock "60e703f7-b811-4186-a986-1958392664cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.207324] env[62954]: INFO nova.compute.manager [None req-90f6be6f-3f0d-4701-9791-b9a5ea8ec41b tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Terminating instance [ 813.239584] env[62954]: DEBUG oslo_vmware.api [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597541, 'name': PowerOffVM_Task, 'duration_secs': 0.418341} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.242046] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.242321] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.243189] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb20711b-4a8e-4d6c-b67d-020000c644f7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.251400] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.251641] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3400ab36-7f24-4e88-b529-4d6b4a7dade9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.278020] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: d0b8b4a1-ec46-4f45-aba0-a7ec7572c69b] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 813.321846] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.322122] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.322346] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Deleting the datastore file [datastore1] c30de12c-beb1-418b-8582-c25a74fa88f8 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.322696] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ff9f493-4c8a-4302-834d-447a2e1b2322 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.331012] env[62954]: DEBUG oslo_vmware.api [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 813.331012] env[62954]: value = "task-2597544" [ 813.331012] env[62954]: _type = "Task" [ 813.331012] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.341458] env[62954]: DEBUG oslo_vmware.api [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.456057] env[62954]: DEBUG nova.compute.manager [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.566023] env[62954]: DEBUG oslo_vmware.api [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Task: {'id': task-2597538, 'name': ReconfigVM_Task, 'duration_secs': 1.055442} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.566348] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] [instance: fd6323bb-5444-40d8-b886-41acc2947ec3] Reconfigured VM instance instance-00000044 to attach disk [datastore1] fd6323bb-5444-40d8-b886-41acc2947ec3/fd6323bb-5444-40d8-b886-41acc2947ec3.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.567553] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7139f032-ded6-43c7-bd6c-1abfc1df930c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.578108] env[62954]: DEBUG oslo_vmware.api [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Waiting for the task: (returnval){ [ 813.578108] env[62954]: value = "task-2597545" [ 813.578108] env[62954]: _type = "Task" [ 813.578108] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.597516] env[62954]: DEBUG oslo_vmware.api [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Task: {'id': task-2597545, 'name': Rename_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.609074] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1998874f-d9dc-428c-b85f-36bad81fcd2a tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "74cce47e-4c36-419b-a153-2e7e4bc67982" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.302s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.648883] env[62954]: DEBUG nova.compute.manager [req-613c106b-9b55-4ff7-8d17-cc8272333b28 req-8277b165-ae52-40ca-8d0c-66fd2c41705e service nova] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Received event network-vif-plugged-f1342eb8-5688-4ba2-965d-2661e6b52db0 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 813.648883] env[62954]: DEBUG oslo_concurrency.lockutils [req-613c106b-9b55-4ff7-8d17-cc8272333b28 req-8277b165-ae52-40ca-8d0c-66fd2c41705e service nova] Acquiring lock "d6144768-162e-4e54-bfad-9317adbf2850-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.648883] env[62954]: DEBUG oslo_concurrency.lockutils [req-613c106b-9b55-4ff7-8d17-cc8272333b28 req-8277b165-ae52-40ca-8d0c-66fd2c41705e service nova] Lock "d6144768-162e-4e54-bfad-9317adbf2850-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.648883] env[62954]: DEBUG oslo_concurrency.lockutils [req-613c106b-9b55-4ff7-8d17-cc8272333b28 req-8277b165-ae52-40ca-8d0c-66fd2c41705e service nova] Lock "d6144768-162e-4e54-bfad-9317adbf2850-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.648883] env[62954]: DEBUG nova.compute.manager [req-613c106b-9b55-4ff7-8d17-cc8272333b28 req-8277b165-ae52-40ca-8d0c-66fd2c41705e service nova] [instance: d6144768-162e-4e54-bfad-9317adbf2850] No waiting events found dispatching network-vif-plugged-f1342eb8-5688-4ba2-965d-2661e6b52db0 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 813.648883] env[62954]: WARNING nova.compute.manager [req-613c106b-9b55-4ff7-8d17-cc8272333b28 req-8277b165-ae52-40ca-8d0c-66fd2c41705e service nova] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Received unexpected event network-vif-plugged-f1342eb8-5688-4ba2-965d-2661e6b52db0 for instance with vm_state building and task_state spawning. [ 813.649917] env[62954]: INFO nova.compute.manager [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Took 28.67 seconds to build instance. [ 813.659217] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597542, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07191} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.659488] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.660368] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ce8aed-381c-465e-b4ba-0b045d9d10e0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.691337] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 549c45cf-b86d-4716-a622-7b275409245a/549c45cf-b86d-4716-a622-7b275409245a.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.699992] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25e85f29-5dae-4c97-9d72-99f7c42eabf9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.715974] env[62954]: DEBUG nova.compute.manager [None req-90f6be6f-3f0d-4701-9791-b9a5ea8ec41b tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 813.716247] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-90f6be6f-3f0d-4701-9791-b9a5ea8ec41b tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.717940] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20eac175-3178-49e5-a269-59c3f19f12d8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.726009] env[62954]: DEBUG nova.network.neutron [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Successfully updated port: f1342eb8-5688-4ba2-965d-2661e6b52db0 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 813.728236] env[62954]: DEBUG oslo_vmware.api [None req-5982d293-469b-4e34-9c63-508538474ac2 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597521, 'name': ReconfigVM_Task, 'duration_secs': 5.880888} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.730124] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5982d293-469b-4e34-9c63-508538474ac2 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Releasing lock "d8f3b081-69a4-4239-9a99-a1cd07cb3b83" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.730398] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-5982d293-469b-4e34-9c63-508538474ac2 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Reconfigured VM to detach interface {{(pid=62954) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 813.733362] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for the task: (returnval){ [ 813.733362] env[62954]: value = "task-2597546" [ 813.733362] env[62954]: _type = "Task" [ 813.733362] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.738681] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f6be6f-3f0d-4701-9791-b9a5ea8ec41b tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.742820] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b0847b6-385c-45de-9f11-6fe11ecf776a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.752651] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597546, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.756693] env[62954]: DEBUG oslo_vmware.api [None req-90f6be6f-3f0d-4701-9791-b9a5ea8ec41b tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Waiting for the task: (returnval){ [ 813.756693] env[62954]: value = "task-2597547" [ 813.756693] env[62954]: _type = "Task" [ 813.756693] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.771154] env[62954]: DEBUG oslo_vmware.api [None req-90f6be6f-3f0d-4701-9791-b9a5ea8ec41b tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2597547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.781164] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 864ef1f8-1091-4d3c-a52a-53b0df805ffe] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 813.843148] env[62954]: DEBUG oslo_vmware.api [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597544, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221119} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.845917] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.846130] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.846363] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.983964] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.986702] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576d7e2e-64a4-49ce-ac5a-c733d2efe4bf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.998036] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97454717-3f72-4905-9ead-711f12ab4391 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.034160] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fa2b96-328e-4c51-a0b4-401453666980 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.043018] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96aa7891-5e67-4595-98a0-e0f7a304e80b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.058809] env[62954]: DEBUG nova.compute.provider_tree [None req-8c2198ae-bc43-4bec-8058-75c4f74b0d09 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.093264] env[62954]: DEBUG oslo_vmware.api [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Task: {'id': task-2597545, 'name': Rename_Task, 'duration_secs': 0.157923} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.093543] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] [instance: fd6323bb-5444-40d8-b886-41acc2947ec3] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.093776] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00c9e499-e5f1-4696-9335-1cfd49e762ba {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.100583] env[62954]: DEBUG oslo_vmware.api [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Waiting for the task: (returnval){ [ 814.100583] env[62954]: value = "task-2597548" [ 814.100583] env[62954]: _type = "Task" [ 814.100583] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.109039] env[62954]: DEBUG oslo_vmware.api [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Task: {'id': task-2597548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.151645] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lock "f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.185s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.228563] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquiring lock "refresh_cache-d6144768-162e-4e54-bfad-9317adbf2850" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.228756] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquired lock "refresh_cache-d6144768-162e-4e54-bfad-9317adbf2850" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.228924] env[62954]: DEBUG nova.network.neutron [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.251045] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597546, 'name': ReconfigVM_Task, 'duration_secs': 0.320035} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.251404] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 549c45cf-b86d-4716-a622-7b275409245a/549c45cf-b86d-4716-a622-7b275409245a.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.251975] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2125b659-5787-49aa-a2a4-54cd54681551 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.262678] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for the task: (returnval){ [ 814.262678] env[62954]: value = "task-2597549" [ 814.262678] env[62954]: _type = "Task" [ 814.262678] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.269356] env[62954]: DEBUG oslo_vmware.api [None req-90f6be6f-3f0d-4701-9791-b9a5ea8ec41b tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2597547, 'name': PowerOffVM_Task, 'duration_secs': 0.225587} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.269975] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f6be6f-3f0d-4701-9791-b9a5ea8ec41b tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.270168] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-90f6be6f-3f0d-4701-9791-b9a5ea8ec41b tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.270408] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30c940ae-b839-4e9e-903c-46db3cc26e15 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.274935] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597549, 'name': Rename_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.285328] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 6e03333f-8e00-4713-8ab8-c400f6c07ef7] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 814.348923] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-90f6be6f-3f0d-4701-9791-b9a5ea8ec41b tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.349179] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-90f6be6f-3f0d-4701-9791-b9a5ea8ec41b tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.349365] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-90f6be6f-3f0d-4701-9791-b9a5ea8ec41b tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Deleting the datastore file [datastore1] 60e703f7-b811-4186-a986-1958392664cd {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.352867] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eddd76fd-3c95-47c8-ab5c-4cd5cf625af6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.363905] env[62954]: DEBUG oslo_vmware.api [None req-90f6be6f-3f0d-4701-9791-b9a5ea8ec41b tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Waiting for the task: (returnval){ [ 814.363905] env[62954]: value = "task-2597551" [ 814.363905] env[62954]: _type = "Task" [ 814.363905] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.372575] env[62954]: DEBUG oslo_vmware.api [None req-90f6be6f-3f0d-4701-9791-b9a5ea8ec41b tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2597551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.562384] env[62954]: DEBUG nova.scheduler.client.report [None req-8c2198ae-bc43-4bec-8058-75c4f74b0d09 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.613505] env[62954]: DEBUG oslo_vmware.api [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Task: {'id': task-2597548, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.770721] env[62954]: DEBUG nova.network.neutron [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 814.779774] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597549, 'name': Rename_Task, 'duration_secs': 0.163567} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.780616] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.781041] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f737e04-d5d2-499b-8102-bb463b73661c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.789460] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 78c077da-de74-46ec-8218-f37b79e188ca] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 814.792305] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for the task: (returnval){ [ 814.792305] env[62954]: value = "task-2597552" [ 814.792305] env[62954]: _type = "Task" [ 814.792305] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.809493] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.877564] env[62954]: DEBUG oslo_vmware.api [None req-90f6be6f-3f0d-4701-9791-b9a5ea8ec41b tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Task: {'id': task-2597551, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372714} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.881964] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-90f6be6f-3f0d-4701-9791-b9a5ea8ec41b tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.882421] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-90f6be6f-3f0d-4701-9791-b9a5ea8ec41b tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.882672] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-90f6be6f-3f0d-4701-9791-b9a5ea8ec41b tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.882850] env[62954]: INFO nova.compute.manager [None req-90f6be6f-3f0d-4701-9791-b9a5ea8ec41b tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] [instance: 60e703f7-b811-4186-a986-1958392664cd] Took 1.17 seconds to destroy the instance on the hypervisor. [ 814.883168] env[62954]: DEBUG oslo.service.loopingcall [None req-90f6be6f-3f0d-4701-9791-b9a5ea8ec41b tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 814.886061] env[62954]: DEBUG nova.compute.manager [-] [instance: 60e703f7-b811-4186-a986-1958392664cd] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 814.886229] env[62954]: DEBUG nova.network.neutron [-] [instance: 60e703f7-b811-4186-a986-1958392664cd] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 814.897171] env[62954]: DEBUG nova.virt.hardware [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.897446] env[62954]: DEBUG nova.virt.hardware [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.897618] env[62954]: DEBUG nova.virt.hardware [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.897935] env[62954]: DEBUG nova.virt.hardware [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.897935] env[62954]: DEBUG nova.virt.hardware [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.898095] env[62954]: DEBUG nova.virt.hardware [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.898299] env[62954]: DEBUG nova.virt.hardware [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.898459] env[62954]: DEBUG nova.virt.hardware [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.898647] env[62954]: DEBUG nova.virt.hardware [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.898829] env[62954]: DEBUG nova.virt.hardware [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.900874] env[62954]: DEBUG nova.virt.hardware [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.901758] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3fba2a-0f2a-414f-acb3-8d5a8e9926cf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.914852] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3790b7-ce9e-4c08-ae42-2080112cbd5c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.935033] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:af:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b931c4c-f73c-4fbd-9c9f-0270834cc69e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f20ae643-59d8-4e4c-827c-ee9ccb5850d8', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.940982] env[62954]: DEBUG oslo.service.loopingcall [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 814.941308] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.941539] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86f6fc8e-69ed-4c16-bfca-e11cae1a4424 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.965181] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.965181] env[62954]: value = "task-2597553" [ 814.965181] env[62954]: _type = "Task" [ 814.965181] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.978026] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597553, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.996094] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5982d293-469b-4e34-9c63-508538474ac2 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "refresh_cache-d8f3b081-69a4-4239-9a99-a1cd07cb3b83" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.996310] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5982d293-469b-4e34-9c63-508538474ac2 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquired lock "refresh_cache-d8f3b081-69a4-4239-9a99-a1cd07cb3b83" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.996496] env[62954]: DEBUG nova.network.neutron [None req-5982d293-469b-4e34-9c63-508538474ac2 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.057673] env[62954]: DEBUG nova.network.neutron [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Updating instance_info_cache with network_info: [{"id": "f1342eb8-5688-4ba2-965d-2661e6b52db0", "address": "fa:16:3e:c3:19:16", "network": {"id": "9d8838bb-e467-4265-bda0-a81e9fec202f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2103490702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f16979ebc314760ac9bb49d9981065d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1342eb8-56", "ovs_interfaceid": "f1342eb8-5688-4ba2-965d-2661e6b52db0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.071940] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8c2198ae-bc43-4bec-8058-75c4f74b0d09 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.024s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.078509] env[62954]: DEBUG oslo_concurrency.lockutils [None req-216ec525-3e09-410b-9d74-7e5cf0186e9d tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.955s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.078509] env[62954]: DEBUG nova.objects.instance [None req-216ec525-3e09-410b-9d74-7e5cf0186e9d tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lazy-loading 'resources' on Instance uuid 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.107085] env[62954]: INFO nova.scheduler.client.report [None req-8c2198ae-bc43-4bec-8058-75c4f74b0d09 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Deleted allocations for instance e6365eeb-3739-4eae-8a8f-27fc4e726d9f [ 815.119805] env[62954]: DEBUG oslo_vmware.api [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Task: {'id': task-2597548, 'name': PowerOnVM_Task, 'duration_secs': 0.835236} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.120098] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] [instance: fd6323bb-5444-40d8-b886-41acc2947ec3] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.120299] env[62954]: INFO nova.compute.manager [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] [instance: fd6323bb-5444-40d8-b886-41acc2947ec3] Took 6.47 seconds to spawn the instance on the hypervisor. [ 815.120478] env[62954]: DEBUG nova.compute.manager [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] [instance: fd6323bb-5444-40d8-b886-41acc2947ec3] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.121317] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e182577d-22ea-4e0c-affe-e9da77fc3a8f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.293514] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 00376bf9-716d-4c89-a29d-2c6381ce373a] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 815.306751] env[62954]: DEBUG oslo_vmware.api [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597552, 'name': PowerOnVM_Task, 'duration_secs': 0.48986} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.307241] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.307359] env[62954]: INFO nova.compute.manager [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Took 8.66 seconds to spawn the instance on the hypervisor. [ 815.307483] env[62954]: DEBUG nova.compute.manager [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.308843] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462b2212-179e-4fe6-823a-6eaf921fbf35 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.330660] env[62954]: DEBUG oslo_concurrency.lockutils [None req-553b8f0e-f5a7-4bcb-813c-5404c455f25a tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "d8f3b081-69a4-4239-9a99-a1cd07cb3b83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.330935] env[62954]: DEBUG oslo_concurrency.lockutils [None req-553b8f0e-f5a7-4bcb-813c-5404c455f25a tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "d8f3b081-69a4-4239-9a99-a1cd07cb3b83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.331208] env[62954]: DEBUG oslo_concurrency.lockutils [None req-553b8f0e-f5a7-4bcb-813c-5404c455f25a tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "d8f3b081-69a4-4239-9a99-a1cd07cb3b83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.331455] env[62954]: DEBUG oslo_concurrency.lockutils [None req-553b8f0e-f5a7-4bcb-813c-5404c455f25a tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "d8f3b081-69a4-4239-9a99-a1cd07cb3b83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.332079] env[62954]: DEBUG oslo_concurrency.lockutils [None req-553b8f0e-f5a7-4bcb-813c-5404c455f25a tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "d8f3b081-69a4-4239-9a99-a1cd07cb3b83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.336074] env[62954]: INFO nova.compute.manager [None req-553b8f0e-f5a7-4bcb-813c-5404c455f25a tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Terminating instance [ 815.476841] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597553, 'name': CreateVM_Task, 'duration_secs': 0.439308} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.477082] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.477973] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.478114] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.478429] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.478692] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71e28b84-d85b-4870-b105-3830aa83ace2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.484576] env[62954]: DEBUG oslo_vmware.api [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 815.484576] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52f27407-ca9a-a46a-8c2a-dd4181ba94c5" [ 815.484576] env[62954]: _type = "Task" [ 815.484576] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.496089] env[62954]: DEBUG oslo_vmware.api [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52f27407-ca9a-a46a-8c2a-dd4181ba94c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.561460] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Releasing lock "refresh_cache-d6144768-162e-4e54-bfad-9317adbf2850" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.561781] env[62954]: DEBUG nova.compute.manager [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Instance network_info: |[{"id": "f1342eb8-5688-4ba2-965d-2661e6b52db0", "address": "fa:16:3e:c3:19:16", "network": {"id": "9d8838bb-e467-4265-bda0-a81e9fec202f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2103490702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f16979ebc314760ac9bb49d9981065d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1342eb8-56", "ovs_interfaceid": "f1342eb8-5688-4ba2-965d-2661e6b52db0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 815.562563] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:19:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1342eb8-5688-4ba2-965d-2661e6b52db0', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.570077] env[62954]: DEBUG oslo.service.loopingcall [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 815.575019] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.575019] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-536c5324-acfd-40d0-a6e0-b2d52fc4f71f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.604042] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.604042] env[62954]: value = "task-2597554" [ 815.604042] env[62954]: _type = "Task" [ 815.604042] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.618296] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597554, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.618848] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8c2198ae-bc43-4bec-8058-75c4f74b0d09 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "e6365eeb-3739-4eae-8a8f-27fc4e726d9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.089s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.645037] env[62954]: INFO nova.compute.manager [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] [instance: fd6323bb-5444-40d8-b886-41acc2947ec3] Took 24.18 seconds to build instance. [ 815.803137] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 5a51f3a2-66d7-4c40-9429-c2c05b9111ed] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 815.811027] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "5ea4c876-a32b-4295-855c-61464cc8f72b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.811027] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "5ea4c876-a32b-4295-855c-61464cc8f72b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.834011] env[62954]: INFO nova.compute.manager [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Took 30.83 seconds to build instance. [ 815.842876] env[62954]: DEBUG nova.compute.manager [None req-553b8f0e-f5a7-4bcb-813c-5404c455f25a tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 815.843848] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-553b8f0e-f5a7-4bcb-813c-5404c455f25a tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 815.854588] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c048d5c3-5cbb-4474-a0e6-9a119567a0d5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.859118] env[62954]: DEBUG nova.compute.manager [req-776d5751-34fb-41c5-b109-c09c59e9f994 req-7e8af030-8322-4696-8d83-363059207a06 service nova] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Received event network-changed-f1342eb8-5688-4ba2-965d-2661e6b52db0 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 815.859320] env[62954]: DEBUG nova.compute.manager [req-776d5751-34fb-41c5-b109-c09c59e9f994 req-7e8af030-8322-4696-8d83-363059207a06 service nova] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Refreshing instance network info cache due to event network-changed-f1342eb8-5688-4ba2-965d-2661e6b52db0. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 815.859641] env[62954]: DEBUG oslo_concurrency.lockutils [req-776d5751-34fb-41c5-b109-c09c59e9f994 req-7e8af030-8322-4696-8d83-363059207a06 service nova] Acquiring lock "refresh_cache-d6144768-162e-4e54-bfad-9317adbf2850" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.859716] env[62954]: DEBUG oslo_concurrency.lockutils [req-776d5751-34fb-41c5-b109-c09c59e9f994 req-7e8af030-8322-4696-8d83-363059207a06 service nova] Acquired lock "refresh_cache-d6144768-162e-4e54-bfad-9317adbf2850" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.859877] env[62954]: DEBUG nova.network.neutron [req-776d5751-34fb-41c5-b109-c09c59e9f994 req-7e8af030-8322-4696-8d83-363059207a06 service nova] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Refreshing network info cache for port f1342eb8-5688-4ba2-965d-2661e6b52db0 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.871191] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b167603a-5f94-44a1-a534-461f5d185f45 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquiring lock "4c2e1210-69e7-49f0-b850-252afe2dd65e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.871466] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b167603a-5f94-44a1-a534-461f5d185f45 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "4c2e1210-69e7-49f0-b850-252afe2dd65e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.871695] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b167603a-5f94-44a1-a534-461f5d185f45 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquiring lock "4c2e1210-69e7-49f0-b850-252afe2dd65e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.871873] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b167603a-5f94-44a1-a534-461f5d185f45 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "4c2e1210-69e7-49f0-b850-252afe2dd65e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.872230] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b167603a-5f94-44a1-a534-461f5d185f45 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "4c2e1210-69e7-49f0-b850-252afe2dd65e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.874201] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-553b8f0e-f5a7-4bcb-813c-5404c455f25a tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.874762] env[62954]: INFO nova.compute.manager [None req-b167603a-5f94-44a1-a534-461f5d185f45 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Terminating instance [ 815.878133] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec1b68d2-71fb-4952-bed5-e70b6a33feb4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.890716] env[62954]: DEBUG oslo_vmware.api [None req-553b8f0e-f5a7-4bcb-813c-5404c455f25a tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 815.890716] env[62954]: value = "task-2597555" [ 815.890716] env[62954]: _type = "Task" [ 815.890716] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.907338] env[62954]: INFO nova.network.neutron [None req-5982d293-469b-4e34-9c63-508538474ac2 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Port a3af8c26-875d-4a26-850c-be3702209f28 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 815.907820] env[62954]: DEBUG nova.network.neutron [None req-5982d293-469b-4e34-9c63-508538474ac2 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Updating instance_info_cache with network_info: [{"id": "5b48fec2-4fa8-40bd-977d-9d8e5512a053", "address": "fa:16:3e:2b:56:be", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b48fec2-4f", "ovs_interfaceid": "5b48fec2-4fa8-40bd-977d-9d8e5512a053", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.917882] env[62954]: DEBUG oslo_vmware.api [None req-553b8f0e-f5a7-4bcb-813c-5404c455f25a tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.001073] env[62954]: DEBUG oslo_vmware.api [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52f27407-ca9a-a46a-8c2a-dd4181ba94c5, 'name': SearchDatastore_Task, 'duration_secs': 0.020612} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.004217] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.004762] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.004762] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.004932] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.005099] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.005686] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11cb03a2-f87b-48ec-986a-cfe8e3cc000d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.023534] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.023534] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.023534] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82e7b20f-c29f-44f8-b593-fee0f9265fdb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.030272] env[62954]: DEBUG oslo_vmware.api [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 816.030272] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]526219d7-fb74-39c6-07a5-37af53d5b867" [ 816.030272] env[62954]: _type = "Task" [ 816.030272] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.044368] env[62954]: DEBUG oslo_vmware.api [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]526219d7-fb74-39c6-07a5-37af53d5b867, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.052744] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62af0898-1eb3-42f1-bfaf-12de72156d6f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.065423] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bc2a33-c644-45f7-b8ee-3af82ec70fbb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.096188] env[62954]: DEBUG nova.network.neutron [-] [instance: 60e703f7-b811-4186-a986-1958392664cd] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.098864] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a0b5b3-fd7a-4cfb-80ea-33dddc134b4f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.112695] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fb9b16-60f1-48ba-b7d0-72b73ea86540 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.125053] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597554, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.135340] env[62954]: DEBUG nova.compute.provider_tree [None req-216ec525-3e09-410b-9d74-7e5cf0186e9d tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.147897] env[62954]: DEBUG oslo_concurrency.lockutils [None req-32762a42-c3d1-4412-a3dd-e61ad9fd1506 tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Lock "fd6323bb-5444-40d8-b886-41acc2947ec3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.692s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.304359] env[62954]: WARNING oslo_messaging._drivers.amqpdriver [None req-477d6164-1714-4d44-9f8a-dcebc32e68c5 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 816.309035] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 36dc7269-8701-41b8-a73c-806f336deb4b] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 816.312997] env[62954]: DEBUG nova.compute.manager [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 816.338030] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0d53138b-3666-4fc4-80af-20b3df4a106e tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lock "549c45cf-b86d-4716-a622-7b275409245a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.342s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.382792] env[62954]: DEBUG nova.compute.manager [None req-b167603a-5f94-44a1-a534-461f5d185f45 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 816.383039] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-b167603a-5f94-44a1-a534-461f5d185f45 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.383921] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d83bb16-1343-490c-a82c-8b4e53cb697d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.392347] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-b167603a-5f94-44a1-a534-461f5d185f45 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.395677] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e2f1487-b356-44e6-b035-3ff89967d5b4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.404621] env[62954]: DEBUG oslo_vmware.api [None req-553b8f0e-f5a7-4bcb-813c-5404c455f25a tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597555, 'name': PowerOffVM_Task, 'duration_secs': 0.34102} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.408020] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-553b8f0e-f5a7-4bcb-813c-5404c455f25a tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.408020] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-553b8f0e-f5a7-4bcb-813c-5404c455f25a tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.408020] env[62954]: DEBUG oslo_vmware.api [None req-b167603a-5f94-44a1-a534-461f5d185f45 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 816.408020] env[62954]: value = "task-2597556" [ 816.408020] env[62954]: _type = "Task" [ 816.408020] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.408020] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a4f52b5-e9f8-435f-b689-0e1f7b3147f8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.412245] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5982d293-469b-4e34-9c63-508538474ac2 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Releasing lock "refresh_cache-d8f3b081-69a4-4239-9a99-a1cd07cb3b83" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.422574] env[62954]: DEBUG oslo_vmware.api [None req-b167603a-5f94-44a1-a534-461f5d185f45 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.502913] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-553b8f0e-f5a7-4bcb-813c-5404c455f25a tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.503188] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-553b8f0e-f5a7-4bcb-813c-5404c455f25a tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.503381] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-553b8f0e-f5a7-4bcb-813c-5404c455f25a tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Deleting the datastore file [datastore2] d8f3b081-69a4-4239-9a99-a1cd07cb3b83 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.503655] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fe928f3-563a-4d04-a49e-6b8f7bcf7ceb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.512610] env[62954]: DEBUG oslo_vmware.api [None req-553b8f0e-f5a7-4bcb-813c-5404c455f25a tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 816.512610] env[62954]: value = "task-2597558" [ 816.512610] env[62954]: _type = "Task" [ 816.512610] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.521337] env[62954]: DEBUG oslo_vmware.api [None req-553b8f0e-f5a7-4bcb-813c-5404c455f25a tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597558, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.541674] env[62954]: DEBUG oslo_vmware.api [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]526219d7-fb74-39c6-07a5-37af53d5b867, 'name': SearchDatastore_Task, 'duration_secs': 0.022587} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.542555] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c273b5c-2add-471f-807f-71d56ba1e786 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.549879] env[62954]: DEBUG oslo_vmware.api [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 816.549879] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5230161f-a2f1-5400-e09f-4b0b97d95ce7" [ 816.549879] env[62954]: _type = "Task" [ 816.549879] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.559580] env[62954]: DEBUG oslo_vmware.api [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5230161f-a2f1-5400-e09f-4b0b97d95ce7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.596676] env[62954]: DEBUG nova.network.neutron [req-776d5751-34fb-41c5-b109-c09c59e9f994 req-7e8af030-8322-4696-8d83-363059207a06 service nova] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Updated VIF entry in instance network info cache for port f1342eb8-5688-4ba2-965d-2661e6b52db0. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.597492] env[62954]: DEBUG nova.network.neutron [req-776d5751-34fb-41c5-b109-c09c59e9f994 req-7e8af030-8322-4696-8d83-363059207a06 service nova] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Updating instance_info_cache with network_info: [{"id": "f1342eb8-5688-4ba2-965d-2661e6b52db0", "address": "fa:16:3e:c3:19:16", "network": {"id": "9d8838bb-e467-4265-bda0-a81e9fec202f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2103490702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f16979ebc314760ac9bb49d9981065d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1342eb8-56", "ovs_interfaceid": "f1342eb8-5688-4ba2-965d-2661e6b52db0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.603975] env[62954]: INFO nova.compute.manager [-] [instance: 60e703f7-b811-4186-a986-1958392664cd] Took 1.72 seconds to deallocate network for instance. [ 816.620555] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597554, 'name': CreateVM_Task, 'duration_secs': 0.554508} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.620738] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.621491] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.621796] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.622025] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.622969] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb1c6f02-a8f5-4b17-93af-2424021a7e65 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.633029] env[62954]: DEBUG oslo_vmware.api [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 816.633029] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5283a8c0-7036-81bb-b2de-0b46728304c9" [ 816.633029] env[62954]: _type = "Task" [ 816.633029] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.642025] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f0adf4b3-4b94-4366-b0af-afcae6c0d636 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquiring lock "f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.642025] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f0adf4b3-4b94-4366-b0af-afcae6c0d636 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lock "f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.642025] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f0adf4b3-4b94-4366-b0af-afcae6c0d636 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquiring lock "f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.642025] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f0adf4b3-4b94-4366-b0af-afcae6c0d636 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lock "f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.642025] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f0adf4b3-4b94-4366-b0af-afcae6c0d636 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lock "f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.644643] env[62954]: DEBUG nova.scheduler.client.report [None req-216ec525-3e09-410b-9d74-7e5cf0186e9d tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.652024] env[62954]: INFO nova.compute.manager [None req-f0adf4b3-4b94-4366-b0af-afcae6c0d636 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Terminating instance [ 816.656187] env[62954]: DEBUG oslo_vmware.api [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5283a8c0-7036-81bb-b2de-0b46728304c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.740972] env[62954]: DEBUG nova.compute.manager [None req-c09fe8fa-7181-4c22-abc7-cd2869fbf05c tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] [instance: fd6323bb-5444-40d8-b886-41acc2947ec3] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.741992] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7590e8-a0b7-43b5-8270-6e810ed1e1e2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.806145] env[62954]: DEBUG oslo_concurrency.lockutils [None req-477d6164-1714-4d44-9f8a-dcebc32e68c5 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquiring lock "549c45cf-b86d-4716-a622-7b275409245a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.806470] env[62954]: DEBUG oslo_concurrency.lockutils [None req-477d6164-1714-4d44-9f8a-dcebc32e68c5 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lock "549c45cf-b86d-4716-a622-7b275409245a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.806707] env[62954]: DEBUG oslo_concurrency.lockutils [None req-477d6164-1714-4d44-9f8a-dcebc32e68c5 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquiring lock "549c45cf-b86d-4716-a622-7b275409245a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.806967] env[62954]: DEBUG oslo_concurrency.lockutils [None req-477d6164-1714-4d44-9f8a-dcebc32e68c5 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lock "549c45cf-b86d-4716-a622-7b275409245a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.807129] env[62954]: DEBUG oslo_concurrency.lockutils [None req-477d6164-1714-4d44-9f8a-dcebc32e68c5 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lock "549c45cf-b86d-4716-a622-7b275409245a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.809139] env[62954]: INFO nova.compute.manager [None req-477d6164-1714-4d44-9f8a-dcebc32e68c5 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Terminating instance [ 816.811923] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 422c1d47-c8e5-4db0-bd13-3396a24906b7] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 816.838789] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.918200] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5982d293-469b-4e34-9c63-508538474ac2 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "interface-d8f3b081-69a4-4239-9a99-a1cd07cb3b83-a3af8c26-875d-4a26-850c-be3702209f28" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.846s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.919209] env[62954]: DEBUG oslo_vmware.api [None req-b167603a-5f94-44a1-a534-461f5d185f45 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597556, 'name': PowerOffVM_Task, 'duration_secs': 0.338723} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.919810] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-b167603a-5f94-44a1-a534-461f5d185f45 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.919810] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-b167603a-5f94-44a1-a534-461f5d185f45 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.920081] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce65e4b0-609f-42dc-a4ce-b54cb6535038 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.929321] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c89da3b2-f6a5-4d32-af9a-01b928d5134a tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Acquiring lock "fd6323bb-5444-40d8-b886-41acc2947ec3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.929563] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c89da3b2-f6a5-4d32-af9a-01b928d5134a tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Lock "fd6323bb-5444-40d8-b886-41acc2947ec3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.929768] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c89da3b2-f6a5-4d32-af9a-01b928d5134a tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Acquiring lock "fd6323bb-5444-40d8-b886-41acc2947ec3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.929949] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c89da3b2-f6a5-4d32-af9a-01b928d5134a tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Lock "fd6323bb-5444-40d8-b886-41acc2947ec3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.930135] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c89da3b2-f6a5-4d32-af9a-01b928d5134a tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Lock "fd6323bb-5444-40d8-b886-41acc2947ec3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.932163] env[62954]: INFO nova.compute.manager [None req-c89da3b2-f6a5-4d32-af9a-01b928d5134a tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] [instance: fd6323bb-5444-40d8-b886-41acc2947ec3] Terminating instance [ 817.003865] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-b167603a-5f94-44a1-a534-461f5d185f45 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.004204] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-b167603a-5f94-44a1-a534-461f5d185f45 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.004527] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-b167603a-5f94-44a1-a534-461f5d185f45 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Deleting the datastore file [datastore2] 4c2e1210-69e7-49f0-b850-252afe2dd65e {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.004894] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16a3ae1e-f7e6-499a-bb5b-3ad7c762e1ff {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.014603] env[62954]: DEBUG oslo_vmware.api [None req-b167603a-5f94-44a1-a534-461f5d185f45 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 817.014603] env[62954]: value = "task-2597560" [ 817.014603] env[62954]: _type = "Task" [ 817.014603] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.030467] env[62954]: DEBUG oslo_vmware.api [None req-553b8f0e-f5a7-4bcb-813c-5404c455f25a tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597558, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363793} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.034878] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-553b8f0e-f5a7-4bcb-813c-5404c455f25a tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.035164] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-553b8f0e-f5a7-4bcb-813c-5404c455f25a tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.035432] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-553b8f0e-f5a7-4bcb-813c-5404c455f25a tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.035691] env[62954]: INFO nova.compute.manager [None req-553b8f0e-f5a7-4bcb-813c-5404c455f25a tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Took 1.19 seconds to destroy the instance on the hypervisor. [ 817.036036] env[62954]: DEBUG oslo.service.loopingcall [None req-553b8f0e-f5a7-4bcb-813c-5404c455f25a tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 817.036317] env[62954]: DEBUG oslo_vmware.api [None req-b167603a-5f94-44a1-a534-461f5d185f45 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.036601] env[62954]: DEBUG nova.compute.manager [-] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 817.036729] env[62954]: DEBUG nova.network.neutron [-] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 817.060727] env[62954]: DEBUG oslo_vmware.api [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5230161f-a2f1-5400-e09f-4b0b97d95ce7, 'name': SearchDatastore_Task, 'duration_secs': 0.013102} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.061047] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.061361] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] c30de12c-beb1-418b-8582-c25a74fa88f8/c30de12c-beb1-418b-8582-c25a74fa88f8.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.061662] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56e69988-e1a2-4e9b-b2e2-bd389ca87f81 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.069487] env[62954]: DEBUG oslo_vmware.api [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 817.069487] env[62954]: value = "task-2597561" [ 817.069487] env[62954]: _type = "Task" [ 817.069487] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.078645] env[62954]: DEBUG oslo_vmware.api [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.100898] env[62954]: DEBUG oslo_concurrency.lockutils [req-776d5751-34fb-41c5-b109-c09c59e9f994 req-7e8af030-8322-4696-8d83-363059207a06 service nova] Releasing lock "refresh_cache-d6144768-162e-4e54-bfad-9317adbf2850" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.100898] env[62954]: DEBUG nova.compute.manager [req-776d5751-34fb-41c5-b109-c09c59e9f994 req-7e8af030-8322-4696-8d83-363059207a06 service nova] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Received event network-vif-deleted-a3af8c26-875d-4a26-850c-be3702209f28 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 817.100898] env[62954]: INFO nova.compute.manager [req-776d5751-34fb-41c5-b109-c09c59e9f994 req-7e8af030-8322-4696-8d83-363059207a06 service nova] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Neutron deleted interface a3af8c26-875d-4a26-850c-be3702209f28; detaching it from the instance and deleting it from the info cache [ 817.100898] env[62954]: DEBUG nova.network.neutron [req-776d5751-34fb-41c5-b109-c09c59e9f994 req-7e8af030-8322-4696-8d83-363059207a06 service nova] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Updating instance_info_cache with network_info: [{"id": "5b48fec2-4fa8-40bd-977d-9d8e5512a053", "address": "fa:16:3e:2b:56:be", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b48fec2-4f", "ovs_interfaceid": "5b48fec2-4fa8-40bd-977d-9d8e5512a053", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.115609] env[62954]: DEBUG oslo_concurrency.lockutils [None req-90f6be6f-3f0d-4701-9791-b9a5ea8ec41b tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.144845] env[62954]: DEBUG oslo_vmware.api [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5283a8c0-7036-81bb-b2de-0b46728304c9, 'name': SearchDatastore_Task, 'duration_secs': 0.01691} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.144943] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.145227] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.145500] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.145838] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.145897] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.146192] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d917796a-059b-4152-8f2a-14607ef437b4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.159032] env[62954]: DEBUG oslo_concurrency.lockutils [None req-216ec525-3e09-410b-9d74-7e5cf0186e9d tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.161619] env[62954]: DEBUG nova.compute.manager [None req-f0adf4b3-4b94-4366-b0af-afcae6c0d636 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.161880] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f0adf4b3-4b94-4366-b0af-afcae6c0d636 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.162600] env[62954]: DEBUG oslo_concurrency.lockutils [None req-98697ba9-9ff2-4136-a8f0-432bc2b36521 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.055s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.163854] env[62954]: DEBUG nova.objects.instance [None req-98697ba9-9ff2-4136-a8f0-432bc2b36521 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Lazy-loading 'resources' on Instance uuid a210b97d-117c-418b-81a2-594ec21dde75 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.168235] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e342d0fa-9d14-46c0-933b-8a16421f539a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.171957] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.171957] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.171957] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-422c36d7-54aa-48ba-96e4-affc9b685a5d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.175707] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0adf4b3-4b94-4366-b0af-afcae6c0d636 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.176307] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc39f477-2e76-4031-a392-649ea88f01f1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.180604] env[62954]: DEBUG oslo_vmware.api [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 817.180604] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52d044d4-8c58-fdd6-a09e-6657947218da" [ 817.180604] env[62954]: _type = "Task" [ 817.180604] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.187766] env[62954]: INFO nova.scheduler.client.report [None req-216ec525-3e09-410b-9d74-7e5cf0186e9d tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Deleted allocations for instance 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08 [ 817.190330] env[62954]: DEBUG oslo_vmware.api [None req-f0adf4b3-4b94-4366-b0af-afcae6c0d636 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for the task: (returnval){ [ 817.190330] env[62954]: value = "task-2597562" [ 817.190330] env[62954]: _type = "Task" [ 817.190330] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.201956] env[62954]: DEBUG oslo_vmware.api [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d044d4-8c58-fdd6-a09e-6657947218da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.208927] env[62954]: DEBUG oslo_vmware.api [None req-f0adf4b3-4b94-4366-b0af-afcae6c0d636 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.253162] env[62954]: INFO nova.compute.manager [None req-c09fe8fa-7181-4c22-abc7-cd2869fbf05c tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] [instance: fd6323bb-5444-40d8-b886-41acc2947ec3] instance snapshotting [ 817.253824] env[62954]: DEBUG nova.objects.instance [None req-c09fe8fa-7181-4c22-abc7-cd2869fbf05c tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Lazy-loading 'flavor' on Instance uuid fd6323bb-5444-40d8-b886-41acc2947ec3 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.314720] env[62954]: DEBUG nova.compute.manager [None req-477d6164-1714-4d44-9f8a-dcebc32e68c5 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.314996] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-477d6164-1714-4d44-9f8a-dcebc32e68c5 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.315489] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 9acce350-3186-4906-a53e-841a7edd462e] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 817.318182] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579403a6-dbbc-4e4d-9b6b-04da933454c4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.331946] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-477d6164-1714-4d44-9f8a-dcebc32e68c5 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.332912] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c4b386d-ab63-492c-abb8-692570a0c98f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.345395] env[62954]: DEBUG oslo_vmware.api [None req-477d6164-1714-4d44-9f8a-dcebc32e68c5 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for the task: (returnval){ [ 817.345395] env[62954]: value = "task-2597563" [ 817.345395] env[62954]: _type = "Task" [ 817.345395] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.362631] env[62954]: DEBUG oslo_vmware.api [None req-477d6164-1714-4d44-9f8a-dcebc32e68c5 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.435990] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c89da3b2-f6a5-4d32-af9a-01b928d5134a tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Acquiring lock "refresh_cache-fd6323bb-5444-40d8-b886-41acc2947ec3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.436397] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c89da3b2-f6a5-4d32-af9a-01b928d5134a tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Acquired lock "refresh_cache-fd6323bb-5444-40d8-b886-41acc2947ec3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.436512] env[62954]: DEBUG nova.network.neutron [None req-c89da3b2-f6a5-4d32-af9a-01b928d5134a tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] [instance: fd6323bb-5444-40d8-b886-41acc2947ec3] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.534794] env[62954]: DEBUG oslo_vmware.api [None req-b167603a-5f94-44a1-a534-461f5d185f45 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597560, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27302} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.534794] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-b167603a-5f94-44a1-a534-461f5d185f45 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.534794] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-b167603a-5f94-44a1-a534-461f5d185f45 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.534794] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-b167603a-5f94-44a1-a534-461f5d185f45 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.534794] env[62954]: INFO nova.compute.manager [None req-b167603a-5f94-44a1-a534-461f5d185f45 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 817.534794] env[62954]: DEBUG oslo.service.loopingcall [None req-b167603a-5f94-44a1-a534-461f5d185f45 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 817.534794] env[62954]: DEBUG nova.compute.manager [-] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 817.534794] env[62954]: DEBUG nova.network.neutron [-] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 817.585062] env[62954]: DEBUG oslo_vmware.api [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597561, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.603992] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b3b5d23-5df9-43b3-ab66-94be722038bd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.614931] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fac0bd-6a60-497d-aab6-b1449f208cf8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.650287] env[62954]: DEBUG nova.compute.manager [req-776d5751-34fb-41c5-b109-c09c59e9f994 req-7e8af030-8322-4696-8d83-363059207a06 service nova] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Detach interface failed, port_id=a3af8c26-875d-4a26-850c-be3702209f28, reason: Instance d8f3b081-69a4-4239-9a99-a1cd07cb3b83 could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 817.650489] env[62954]: DEBUG nova.compute.manager [req-776d5751-34fb-41c5-b109-c09c59e9f994 req-7e8af030-8322-4696-8d83-363059207a06 service nova] [instance: 60e703f7-b811-4186-a986-1958392664cd] Received event network-vif-deleted-f458a9f7-76db-4751-911c-a91194fb742f {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 817.650797] env[62954]: INFO nova.compute.manager [req-776d5751-34fb-41c5-b109-c09c59e9f994 req-7e8af030-8322-4696-8d83-363059207a06 service nova] [instance: 60e703f7-b811-4186-a986-1958392664cd] Neutron deleted interface f458a9f7-76db-4751-911c-a91194fb742f; detaching it from the instance and deleting it from the info cache [ 817.650868] env[62954]: DEBUG nova.network.neutron [req-776d5751-34fb-41c5-b109-c09c59e9f994 req-7e8af030-8322-4696-8d83-363059207a06 service nova] [instance: 60e703f7-b811-4186-a986-1958392664cd] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.704551] env[62954]: DEBUG oslo_vmware.api [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d044d4-8c58-fdd6-a09e-6657947218da, 'name': SearchDatastore_Task, 'duration_secs': 0.023062} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.705508] env[62954]: DEBUG oslo_concurrency.lockutils [None req-216ec525-3e09-410b-9d74-7e5cf0186e9d tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.610s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.724834] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a46af88-d97b-4d66-af5b-b133275bf595 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.738539] env[62954]: DEBUG oslo_vmware.api [None req-f0adf4b3-4b94-4366-b0af-afcae6c0d636 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597562, 'name': PowerOffVM_Task, 'duration_secs': 0.194058} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.744577] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0adf4b3-4b94-4366-b0af-afcae6c0d636 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 817.744900] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f0adf4b3-4b94-4366-b0af-afcae6c0d636 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 817.745785] env[62954]: DEBUG oslo_vmware.api [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 817.745785] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52b37230-142b-f9c5-30d9-93afb093f964" [ 817.745785] env[62954]: _type = "Task" [ 817.745785] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.746366] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a129a44-497f-4104-aef3-bfd5cc99b0cd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.765573] env[62954]: DEBUG oslo_vmware.api [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52b37230-142b-f9c5-30d9-93afb093f964, 'name': SearchDatastore_Task, 'duration_secs': 0.013309} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.769956] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.770406] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] d6144768-162e-4e54-bfad-9317adbf2850/d6144768-162e-4e54-bfad-9317adbf2850.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.771637] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3403d98b-b193-4bce-a5f7-d6c33a993f8d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.776545] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57240dfd-6787-45e0-9a1c-8e7b06955dc9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.810025] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6e56d7-49ec-4a13-ab18-38c475020216 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.812204] env[62954]: DEBUG oslo_vmware.api [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 817.812204] env[62954]: value = "task-2597565" [ 817.812204] env[62954]: _type = "Task" [ 817.812204] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.827065] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: fa4b0e31-1c06-4ad1-ac03-595192aa4fa8] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 817.831361] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f0adf4b3-4b94-4366-b0af-afcae6c0d636 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.831361] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f0adf4b3-4b94-4366-b0af-afcae6c0d636 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.831361] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0adf4b3-4b94-4366-b0af-afcae6c0d636 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Deleting the datastore file [datastore1] f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.832364] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6766c503-a32d-40c2-aab7-f3932885241f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.844965] env[62954]: DEBUG oslo_vmware.api [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597565, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.853481] env[62954]: DEBUG oslo_vmware.api [None req-f0adf4b3-4b94-4366-b0af-afcae6c0d636 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for the task: (returnval){ [ 817.853481] env[62954]: value = "task-2597566" [ 817.853481] env[62954]: _type = "Task" [ 817.853481] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.867919] env[62954]: DEBUG oslo_vmware.api [None req-477d6164-1714-4d44-9f8a-dcebc32e68c5 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597563, 'name': PowerOffVM_Task, 'duration_secs': 0.27005} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.870827] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-477d6164-1714-4d44-9f8a-dcebc32e68c5 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 817.870827] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-477d6164-1714-4d44-9f8a-dcebc32e68c5 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 817.871402] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b4a5c08-d83a-40f2-8e44-044a1b1916ed {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.879359] env[62954]: DEBUG oslo_vmware.api [None req-f0adf4b3-4b94-4366-b0af-afcae6c0d636 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.889280] env[62954]: DEBUG nova.compute.manager [req-c9a55e1b-0c0c-46fb-84a8-bdfb5dda5cd6 req-591f6810-df01-4712-9221-6736c6389afd service nova] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Received event network-vif-deleted-5b48fec2-4fa8-40bd-977d-9d8e5512a053 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 817.889280] env[62954]: INFO nova.compute.manager [req-c9a55e1b-0c0c-46fb-84a8-bdfb5dda5cd6 req-591f6810-df01-4712-9221-6736c6389afd service nova] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Neutron deleted interface 5b48fec2-4fa8-40bd-977d-9d8e5512a053; detaching it from the instance and deleting it from the info cache [ 817.889559] env[62954]: DEBUG nova.network.neutron [req-c9a55e1b-0c0c-46fb-84a8-bdfb5dda5cd6 req-591f6810-df01-4712-9221-6736c6389afd service nova] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.960489] env[62954]: DEBUG nova.network.neutron [None req-c89da3b2-f6a5-4d32-af9a-01b928d5134a tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] [instance: fd6323bb-5444-40d8-b886-41acc2947ec3] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 817.966083] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-477d6164-1714-4d44-9f8a-dcebc32e68c5 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.966315] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-477d6164-1714-4d44-9f8a-dcebc32e68c5 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.966499] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-477d6164-1714-4d44-9f8a-dcebc32e68c5 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Deleting the datastore file [datastore1] 549c45cf-b86d-4716-a622-7b275409245a {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.967099] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b330fef-9bb0-46fe-9334-d64473333b76 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.977620] env[62954]: DEBUG oslo_vmware.api [None req-477d6164-1714-4d44-9f8a-dcebc32e68c5 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for the task: (returnval){ [ 817.977620] env[62954]: value = "task-2597568" [ 817.977620] env[62954]: _type = "Task" [ 817.977620] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.986919] env[62954]: DEBUG oslo_vmware.api [None req-477d6164-1714-4d44-9f8a-dcebc32e68c5 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.078221] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378fefdd-cebb-4ba8-9a34-4c6cdc12f7ea {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.084879] env[62954]: DEBUG oslo_vmware.api [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597561, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546595} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.086544] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] c30de12c-beb1-418b-8582-c25a74fa88f8/c30de12c-beb1-418b-8582-c25a74fa88f8.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.086544] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.086544] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01ce5286-8d46-4023-9c0a-b554c4867be3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.091484] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef642953-197e-4615-a02e-e4b93049b74b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.098077] env[62954]: DEBUG oslo_vmware.api [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 818.098077] env[62954]: value = "task-2597569" [ 818.098077] env[62954]: _type = "Task" [ 818.098077] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.130030] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801d15bf-edd2-44ac-a3d9-79a85912144b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.132752] env[62954]: DEBUG oslo_vmware.api [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597569, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.139874] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a35302c-3423-4717-bbcb-78abfd514f92 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.155915] env[62954]: DEBUG nova.compute.provider_tree [None req-98697ba9-9ff2-4136-a8f0-432bc2b36521 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.160771] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-53e4c6ac-a2df-4ea3-a624-f4e9fdada053 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.168164] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b60f05e-e077-46fb-ab82-bdb1d4a1a2d1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.201704] env[62954]: DEBUG nova.compute.manager [req-776d5751-34fb-41c5-b109-c09c59e9f994 req-7e8af030-8322-4696-8d83-363059207a06 service nova] [instance: 60e703f7-b811-4186-a986-1958392664cd] Detach interface failed, port_id=f458a9f7-76db-4751-911c-a91194fb742f, reason: Instance 60e703f7-b811-4186-a986-1958392664cd could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 818.230384] env[62954]: DEBUG nova.network.neutron [-] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.303440] env[62954]: DEBUG nova.network.neutron [None req-c89da3b2-f6a5-4d32-af9a-01b928d5134a tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] [instance: fd6323bb-5444-40d8-b886-41acc2947ec3] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.323961] env[62954]: DEBUG oslo_vmware.api [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597565, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.332826] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: dcc3696e-4160-4557-8ef2-a1598f994d06] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 818.334929] env[62954]: DEBUG nova.compute.manager [None req-c09fe8fa-7181-4c22-abc7-cd2869fbf05c tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] [instance: fd6323bb-5444-40d8-b886-41acc2947ec3] Instance disappeared during snapshot {{(pid=62954) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 818.368060] env[62954]: DEBUG oslo_vmware.api [None req-f0adf4b3-4b94-4366-b0af-afcae6c0d636 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.392394] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a4e3cd9-b316-47a7-86a0-cf3a8a535077 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.402907] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c199e7-fa9a-4836-a5ec-477ca0f9c201 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.439514] env[62954]: DEBUG nova.compute.manager [req-c9a55e1b-0c0c-46fb-84a8-bdfb5dda5cd6 req-591f6810-df01-4712-9221-6736c6389afd service nova] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Detach interface failed, port_id=5b48fec2-4fa8-40bd-977d-9d8e5512a053, reason: Instance d8f3b081-69a4-4239-9a99-a1cd07cb3b83 could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 818.483540] env[62954]: DEBUG nova.compute.manager [None req-c09fe8fa-7181-4c22-abc7-cd2869fbf05c tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] [instance: fd6323bb-5444-40d8-b886-41acc2947ec3] Found 0 images (rotation: 2) {{(pid=62954) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 818.493403] env[62954]: DEBUG oslo_vmware.api [None req-477d6164-1714-4d44-9f8a-dcebc32e68c5 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.612748] env[62954]: DEBUG oslo_vmware.api [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597569, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.280268} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.613314] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.614685] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9451500b-9f31-4c2a-a205-ca5178e46186 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.642826] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] c30de12c-beb1-418b-8582-c25a74fa88f8/c30de12c-beb1-418b-8582-c25a74fa88f8.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.643270] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-917f959b-0a51-461a-b311-9d9fd66a0026 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.661166] env[62954]: DEBUG nova.scheduler.client.report [None req-98697ba9-9ff2-4136-a8f0-432bc2b36521 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.667354] env[62954]: DEBUG oslo_vmware.api [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 818.667354] env[62954]: value = "task-2597570" [ 818.667354] env[62954]: _type = "Task" [ 818.667354] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.677556] env[62954]: DEBUG oslo_vmware.api [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597570, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.735173] env[62954]: INFO nova.compute.manager [-] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Took 1.70 seconds to deallocate network for instance. [ 818.797026] env[62954]: DEBUG nova.network.neutron [-] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.807770] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c89da3b2-f6a5-4d32-af9a-01b928d5134a tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Releasing lock "refresh_cache-fd6323bb-5444-40d8-b886-41acc2947ec3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.808236] env[62954]: DEBUG nova.compute.manager [None req-c89da3b2-f6a5-4d32-af9a-01b928d5134a tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] [instance: fd6323bb-5444-40d8-b886-41acc2947ec3] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 818.808431] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c89da3b2-f6a5-4d32-af9a-01b928d5134a tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] [instance: fd6323bb-5444-40d8-b886-41acc2947ec3] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.810081] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef18c6c-8583-4ae5-bd0b-cbf0b93dbba0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.822263] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89da3b2-f6a5-4d32-af9a-01b928d5134a tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] [instance: fd6323bb-5444-40d8-b886-41acc2947ec3] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.822923] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cc55de1-f830-429b-9ffb-e7b54e7288f1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.828617] env[62954]: DEBUG oslo_vmware.api [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597565, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.004139} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.829267] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] d6144768-162e-4e54-bfad-9317adbf2850/d6144768-162e-4e54-bfad-9317adbf2850.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.829492] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.829743] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27b025f3-e013-4a05-abed-fa79838d5bcd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.834440] env[62954]: DEBUG oslo_vmware.api [None req-c89da3b2-f6a5-4d32-af9a-01b928d5134a tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Waiting for the task: (returnval){ [ 818.834440] env[62954]: value = "task-2597571" [ 818.834440] env[62954]: _type = "Task" [ 818.834440] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.839106] env[62954]: DEBUG oslo_vmware.api [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 818.839106] env[62954]: value = "task-2597572" [ 818.839106] env[62954]: _type = "Task" [ 818.839106] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.839306] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 818.839458] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Cleaning up deleted instances with incomplete migration {{(pid=62954) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 818.848668] env[62954]: DEBUG oslo_vmware.api [None req-c89da3b2-f6a5-4d32-af9a-01b928d5134a tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Task: {'id': task-2597571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.857139] env[62954]: DEBUG oslo_vmware.api [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597572, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.869552] env[62954]: DEBUG oslo_vmware.api [None req-f0adf4b3-4b94-4366-b0af-afcae6c0d636 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.628428} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.869838] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0adf4b3-4b94-4366-b0af-afcae6c0d636 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.870066] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f0adf4b3-4b94-4366-b0af-afcae6c0d636 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.870276] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f0adf4b3-4b94-4366-b0af-afcae6c0d636 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.870475] env[62954]: INFO nova.compute.manager [None req-f0adf4b3-4b94-4366-b0af-afcae6c0d636 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Took 1.71 seconds to destroy the instance on the hypervisor. [ 818.870825] env[62954]: DEBUG oslo.service.loopingcall [None req-f0adf4b3-4b94-4366-b0af-afcae6c0d636 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 818.871041] env[62954]: DEBUG nova.compute.manager [-] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.871123] env[62954]: DEBUG nova.network.neutron [-] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 818.989679] env[62954]: DEBUG oslo_vmware.api [None req-477d6164-1714-4d44-9f8a-dcebc32e68c5 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Task: {'id': task-2597568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.592286} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.989679] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-477d6164-1714-4d44-9f8a-dcebc32e68c5 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.989867] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-477d6164-1714-4d44-9f8a-dcebc32e68c5 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.989898] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-477d6164-1714-4d44-9f8a-dcebc32e68c5 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.990090] env[62954]: INFO nova.compute.manager [None req-477d6164-1714-4d44-9f8a-dcebc32e68c5 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Took 1.68 seconds to destroy the instance on the hypervisor. [ 818.990340] env[62954]: DEBUG oslo.service.loopingcall [None req-477d6164-1714-4d44-9f8a-dcebc32e68c5 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 818.990531] env[62954]: DEBUG nova.compute.manager [-] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.990625] env[62954]: DEBUG nova.network.neutron [-] [instance: 549c45cf-b86d-4716-a622-7b275409245a] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.128495] env[62954]: DEBUG oslo_concurrency.lockutils [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "6a830901-1391-4526-9742-c5412e653a44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.128733] env[62954]: DEBUG oslo_concurrency.lockutils [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "6a830901-1391-4526-9742-c5412e653a44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.167866] env[62954]: DEBUG oslo_concurrency.lockutils [None req-98697ba9-9ff2-4136-a8f0-432bc2b36521 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.170537] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.187s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.172113] env[62954]: INFO nova.compute.claims [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 819.184649] env[62954]: DEBUG oslo_vmware.api [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597570, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.195811] env[62954]: INFO nova.scheduler.client.report [None req-98697ba9-9ff2-4136-a8f0-432bc2b36521 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Deleted allocations for instance a210b97d-117c-418b-81a2-594ec21dde75 [ 819.243283] env[62954]: DEBUG oslo_concurrency.lockutils [None req-553b8f0e-f5a7-4bcb-813c-5404c455f25a tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.299358] env[62954]: INFO nova.compute.manager [-] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Took 1.77 seconds to deallocate network for instance. [ 819.347932] env[62954]: DEBUG oslo_vmware.api [None req-c89da3b2-f6a5-4d32-af9a-01b928d5134a tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Task: {'id': task-2597571, 'name': PowerOffVM_Task, 'duration_secs': 0.236372} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.348155] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 819.351543] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89da3b2-f6a5-4d32-af9a-01b928d5134a tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] [instance: fd6323bb-5444-40d8-b886-41acc2947ec3] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.351543] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c89da3b2-f6a5-4d32-af9a-01b928d5134a tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] [instance: fd6323bb-5444-40d8-b886-41acc2947ec3] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 819.351543] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cd918ce-dc26-45f9-a580-5cdd3e23fb29 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.355961] env[62954]: DEBUG oslo_vmware.api [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597572, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076798} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.356633] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.357432] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18edf94f-0b9b-4d87-b7b5-d1df971ea807 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.389139] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] d6144768-162e-4e54-bfad-9317adbf2850/d6144768-162e-4e54-bfad-9317adbf2850.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.389139] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f8bf38b-355f-4631-973a-53872ae52505 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.401449] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c89da3b2-f6a5-4d32-af9a-01b928d5134a tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] [instance: fd6323bb-5444-40d8-b886-41acc2947ec3] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.401664] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c89da3b2-f6a5-4d32-af9a-01b928d5134a tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] [instance: fd6323bb-5444-40d8-b886-41acc2947ec3] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.401847] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-c89da3b2-f6a5-4d32-af9a-01b928d5134a tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Deleting the datastore file [datastore1] fd6323bb-5444-40d8-b886-41acc2947ec3 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.403843] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8211c9a7-2179-4225-962f-9936fdb1cc4e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.412207] env[62954]: DEBUG oslo_vmware.api [None req-c89da3b2-f6a5-4d32-af9a-01b928d5134a tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Waiting for the task: (returnval){ [ 819.412207] env[62954]: value = "task-2597574" [ 819.412207] env[62954]: _type = "Task" [ 819.412207] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.413544] env[62954]: DEBUG oslo_vmware.api [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 819.413544] env[62954]: value = "task-2597575" [ 819.413544] env[62954]: _type = "Task" [ 819.413544] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.425743] env[62954]: DEBUG oslo_vmware.api [None req-c89da3b2-f6a5-4d32-af9a-01b928d5134a tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Task: {'id': task-2597574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.428844] env[62954]: DEBUG oslo_vmware.api [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597575, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.631678] env[62954]: DEBUG nova.compute.manager [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 6a830901-1391-4526-9742-c5412e653a44] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 819.688966] env[62954]: DEBUG oslo_vmware.api [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597570, 'name': ReconfigVM_Task, 'duration_secs': 0.541286} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.689590] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Reconfigured VM instance instance-00000041 to attach disk [datastore2] c30de12c-beb1-418b-8582-c25a74fa88f8/c30de12c-beb1-418b-8582-c25a74fa88f8.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.690348] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d4ccbef-4eae-4d9f-8461-d2a088049109 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.698868] env[62954]: DEBUG oslo_vmware.api [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 819.698868] env[62954]: value = "task-2597576" [ 819.698868] env[62954]: _type = "Task" [ 819.698868] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.705514] env[62954]: DEBUG oslo_concurrency.lockutils [None req-98697ba9-9ff2-4136-a8f0-432bc2b36521 tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Lock "a210b97d-117c-418b-81a2-594ec21dde75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.892s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.710958] env[62954]: DEBUG oslo_vmware.api [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597576, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.733584] env[62954]: DEBUG nova.network.neutron [-] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.807292] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b167603a-5f94-44a1-a534-461f5d185f45 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.906838] env[62954]: DEBUG nova.network.neutron [-] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.926486] env[62954]: DEBUG oslo_vmware.api [None req-c89da3b2-f6a5-4d32-af9a-01b928d5134a tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Task: {'id': task-2597574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128506} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.929504] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-c89da3b2-f6a5-4d32-af9a-01b928d5134a tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.929703] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c89da3b2-f6a5-4d32-af9a-01b928d5134a tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] [instance: fd6323bb-5444-40d8-b886-41acc2947ec3] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.929881] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c89da3b2-f6a5-4d32-af9a-01b928d5134a tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] [instance: fd6323bb-5444-40d8-b886-41acc2947ec3] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.930070] env[62954]: INFO nova.compute.manager [None req-c89da3b2-f6a5-4d32-af9a-01b928d5134a tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] [instance: fd6323bb-5444-40d8-b886-41acc2947ec3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 819.930313] env[62954]: DEBUG oslo.service.loopingcall [None req-c89da3b2-f6a5-4d32-af9a-01b928d5134a tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 819.930520] env[62954]: DEBUG oslo_vmware.api [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597575, 'name': ReconfigVM_Task, 'duration_secs': 0.276392} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.930949] env[62954]: DEBUG nova.compute.manager [-] [instance: fd6323bb-5444-40d8-b886-41acc2947ec3] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 819.931095] env[62954]: DEBUG nova.network.neutron [-] [instance: fd6323bb-5444-40d8-b886-41acc2947ec3] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.932680] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Reconfigured VM instance instance-00000045 to attach disk [datastore2] d6144768-162e-4e54-bfad-9317adbf2850/d6144768-162e-4e54-bfad-9317adbf2850.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.933330] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8508903-4844-4274-bcea-28611d27f236 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.938305] env[62954]: DEBUG nova.compute.manager [req-879f1304-9ba1-4548-9438-85f324926614 req-9ec8dde1-8335-468a-bf3a-5aa996d92afb service nova] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Received event network-vif-deleted-4c64e1c4-0ece-48fb-9da5-e8e5879207e2 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 819.938458] env[62954]: DEBUG nova.compute.manager [req-879f1304-9ba1-4548-9438-85f324926614 req-9ec8dde1-8335-468a-bf3a-5aa996d92afb service nova] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Received event network-vif-deleted-b8c4476b-cc85-42d7-a067-dce1167d33cf {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 819.938638] env[62954]: DEBUG nova.compute.manager [req-879f1304-9ba1-4548-9438-85f324926614 req-9ec8dde1-8335-468a-bf3a-5aa996d92afb service nova] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Received event network-vif-deleted-f795947a-6217-41a8-a2bf-953856321bff {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 819.942095] env[62954]: DEBUG oslo_vmware.api [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 819.942095] env[62954]: value = "task-2597577" [ 819.942095] env[62954]: _type = "Task" [ 819.942095] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.951291] env[62954]: DEBUG oslo_vmware.api [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597577, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.952523] env[62954]: DEBUG nova.network.neutron [-] [instance: fd6323bb-5444-40d8-b886-41acc2947ec3] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.155119] env[62954]: DEBUG oslo_concurrency.lockutils [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.209738] env[62954]: DEBUG oslo_vmware.api [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597576, 'name': Rename_Task, 'duration_secs': 0.152771} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.212469] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.212932] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a2ade6d-62e1-439d-8a34-1c368450cb1a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.219632] env[62954]: DEBUG oslo_vmware.api [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 820.219632] env[62954]: value = "task-2597578" [ 820.219632] env[62954]: _type = "Task" [ 820.219632] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.231917] env[62954]: DEBUG oslo_vmware.api [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.236912] env[62954]: INFO nova.compute.manager [-] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Took 1.37 seconds to deallocate network for instance. [ 820.409403] env[62954]: INFO nova.compute.manager [-] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Took 1.42 seconds to deallocate network for instance. [ 820.422990] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62237a8a-55b1-4204-864d-ae4f66c944c7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.430626] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a8885f-e870-4513-b2a9-9523546c2f0e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.462098] env[62954]: DEBUG nova.network.neutron [-] [instance: fd6323bb-5444-40d8-b886-41acc2947ec3] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.467320] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ce053a-a223-474c-b0bb-e0449e9a8efc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.478105] env[62954]: DEBUG oslo_vmware.api [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597577, 'name': Rename_Task, 'duration_secs': 0.161015} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.478431] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6e6b5d06-ea23-48cb-a985-0f79e6e16c0b tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquiring lock "2e7fdade-c4c3-400c-b59a-b77382e4348c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.478658] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6e6b5d06-ea23-48cb-a985-0f79e6e16c0b tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Lock "2e7fdade-c4c3-400c-b59a-b77382e4348c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.478858] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6e6b5d06-ea23-48cb-a985-0f79e6e16c0b tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquiring lock "2e7fdade-c4c3-400c-b59a-b77382e4348c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.479056] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6e6b5d06-ea23-48cb-a985-0f79e6e16c0b tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Lock "2e7fdade-c4c3-400c-b59a-b77382e4348c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.479235] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6e6b5d06-ea23-48cb-a985-0f79e6e16c0b tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Lock "2e7fdade-c4c3-400c-b59a-b77382e4348c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.480730] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.482094] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d8fc42-dbb6-441f-ac44-7886f2b33ad3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.486353] env[62954]: INFO nova.compute.manager [None req-6e6b5d06-ea23-48cb-a985-0f79e6e16c0b tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Terminating instance [ 820.487698] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b6754f4-c395-4e49-831a-b9a2d6a4c4d2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.502533] env[62954]: DEBUG nova.compute.provider_tree [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.507407] env[62954]: DEBUG oslo_vmware.api [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 820.507407] env[62954]: value = "task-2597579" [ 820.507407] env[62954]: _type = "Task" [ 820.507407] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.514090] env[62954]: DEBUG oslo_vmware.api [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.730979] env[62954]: DEBUG oslo_vmware.api [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597578, 'name': PowerOnVM_Task, 'duration_secs': 0.489616} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.731410] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.731640] env[62954]: DEBUG nova.compute.manager [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.732436] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836b162c-617e-40ed-b6ae-4cf9a1d3c7d1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.743503] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f0adf4b3-4b94-4366-b0af-afcae6c0d636 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.918777] env[62954]: DEBUG oslo_concurrency.lockutils [None req-477d6164-1714-4d44-9f8a-dcebc32e68c5 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.970479] env[62954]: INFO nova.compute.manager [-] [instance: fd6323bb-5444-40d8-b886-41acc2947ec3] Took 1.04 seconds to deallocate network for instance. [ 820.991761] env[62954]: DEBUG nova.compute.manager [None req-6e6b5d06-ea23-48cb-a985-0f79e6e16c0b tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 820.993068] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6b5d06-ea23-48cb-a985-0f79e6e16c0b tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.993068] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d0ecc1-07ca-4868-bf66-2216e26c85a0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.001286] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6b5d06-ea23-48cb-a985-0f79e6e16c0b tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.001524] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-696f767b-0eff-4c3b-b3a3-3dc0f188b28e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.006342] env[62954]: DEBUG nova.scheduler.client.report [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.014807] env[62954]: DEBUG oslo_vmware.api [None req-6e6b5d06-ea23-48cb-a985-0f79e6e16c0b tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Waiting for the task: (returnval){ [ 821.014807] env[62954]: value = "task-2597580" [ 821.014807] env[62954]: _type = "Task" [ 821.014807] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.022891] env[62954]: DEBUG oslo_vmware.api [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597579, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.029592] env[62954]: DEBUG oslo_vmware.api [None req-6e6b5d06-ea23-48cb-a985-0f79e6e16c0b tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2597580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.249668] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.477262] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c89da3b2-f6a5-4d32-af9a-01b928d5134a tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.511281] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.341s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.511837] env[62954]: DEBUG nova.compute.manager [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 821.514461] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.676s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.516016] env[62954]: INFO nova.compute.claims [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.530547] env[62954]: DEBUG oslo_vmware.api [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597579, 'name': PowerOnVM_Task, 'duration_secs': 0.733935} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.533472] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.533683] env[62954]: INFO nova.compute.manager [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Took 8.45 seconds to spawn the instance on the hypervisor. [ 821.533867] env[62954]: DEBUG nova.compute.manager [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.534161] env[62954]: DEBUG oslo_vmware.api [None req-6e6b5d06-ea23-48cb-a985-0f79e6e16c0b tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2597580, 'name': PowerOffVM_Task, 'duration_secs': 0.314168} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.534867] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c121c3bb-005f-44f8-8efd-d9544b7bf7b4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.537322] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6b5d06-ea23-48cb-a985-0f79e6e16c0b tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 821.537494] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6b5d06-ea23-48cb-a985-0f79e6e16c0b tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 821.537714] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21f69e98-dc6f-47ba-9ec9-caae0145ef86 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.602306] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6b5d06-ea23-48cb-a985-0f79e6e16c0b tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.603024] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6b5d06-ea23-48cb-a985-0f79e6e16c0b tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.603024] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e6b5d06-ea23-48cb-a985-0f79e6e16c0b tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Deleting the datastore file [datastore1] 2e7fdade-c4c3-400c-b59a-b77382e4348c {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.603179] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85d483d3-bab1-4f27-bb7b-45ee742c02be {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.610618] env[62954]: DEBUG oslo_vmware.api [None req-6e6b5d06-ea23-48cb-a985-0f79e6e16c0b tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Waiting for the task: (returnval){ [ 821.610618] env[62954]: value = "task-2597582" [ 821.610618] env[62954]: _type = "Task" [ 821.610618] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.618877] env[62954]: DEBUG oslo_vmware.api [None req-6e6b5d06-ea23-48cb-a985-0f79e6e16c0b tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2597582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.026986] env[62954]: DEBUG nova.compute.utils [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 822.029190] env[62954]: DEBUG nova.compute.manager [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Not allocating networking since 'none' was specified. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 822.055814] env[62954]: INFO nova.compute.manager [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Took 24.28 seconds to build instance. [ 822.121847] env[62954]: DEBUG oslo_vmware.api [None req-6e6b5d06-ea23-48cb-a985-0f79e6e16c0b tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Task: {'id': task-2597582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206792} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.122201] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e6b5d06-ea23-48cb-a985-0f79e6e16c0b tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 822.122416] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6b5d06-ea23-48cb-a985-0f79e6e16c0b tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 822.122602] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6b5d06-ea23-48cb-a985-0f79e6e16c0b tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 822.122780] env[62954]: INFO nova.compute.manager [None req-6e6b5d06-ea23-48cb-a985-0f79e6e16c0b tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 822.123033] env[62954]: DEBUG oslo.service.loopingcall [None req-6e6b5d06-ea23-48cb-a985-0f79e6e16c0b tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 822.123241] env[62954]: DEBUG nova.compute.manager [-] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 822.123336] env[62954]: DEBUG nova.network.neutron [-] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 822.314242] env[62954]: DEBUG oslo_concurrency.lockutils [None req-af51a68c-1acc-46b2-b6a7-9ce7731b3616 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "c30de12c-beb1-418b-8582-c25a74fa88f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.314502] env[62954]: DEBUG oslo_concurrency.lockutils [None req-af51a68c-1acc-46b2-b6a7-9ce7731b3616 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "c30de12c-beb1-418b-8582-c25a74fa88f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.314787] env[62954]: DEBUG oslo_concurrency.lockutils [None req-af51a68c-1acc-46b2-b6a7-9ce7731b3616 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "c30de12c-beb1-418b-8582-c25a74fa88f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.314984] env[62954]: DEBUG oslo_concurrency.lockutils [None req-af51a68c-1acc-46b2-b6a7-9ce7731b3616 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "c30de12c-beb1-418b-8582-c25a74fa88f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.315187] env[62954]: DEBUG oslo_concurrency.lockutils [None req-af51a68c-1acc-46b2-b6a7-9ce7731b3616 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "c30de12c-beb1-418b-8582-c25a74fa88f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.318042] env[62954]: INFO nova.compute.manager [None req-af51a68c-1acc-46b2-b6a7-9ce7731b3616 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Terminating instance [ 822.412615] env[62954]: DEBUG nova.compute.manager [req-0973df9c-75f5-4807-8a7f-76ccf2379a62 req-0227493e-d6bf-4348-a219-30617ba838c2 service nova] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Received event network-vif-deleted-94499eff-d9ea-482f-8e3c-85cbaaf3e3cc {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 822.412615] env[62954]: INFO nova.compute.manager [req-0973df9c-75f5-4807-8a7f-76ccf2379a62 req-0227493e-d6bf-4348-a219-30617ba838c2 service nova] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Neutron deleted interface 94499eff-d9ea-482f-8e3c-85cbaaf3e3cc; detaching it from the instance and deleting it from the info cache [ 822.412615] env[62954]: DEBUG nova.network.neutron [req-0973df9c-75f5-4807-8a7f-76ccf2379a62 req-0227493e-d6bf-4348-a219-30617ba838c2 service nova] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.532180] env[62954]: DEBUG nova.compute.manager [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 822.557785] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a6aeffc6-4d65-46fa-80bd-180b00ca3251 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "d6144768-162e-4e54-bfad-9317adbf2850" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.792s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.738079] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "f7df6402-0151-4429-a3e3-7e27a50b32c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.738316] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "f7df6402-0151-4429-a3e3-7e27a50b32c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.821678] env[62954]: DEBUG nova.compute.manager [None req-af51a68c-1acc-46b2-b6a7-9ce7731b3616 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 822.821899] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-af51a68c-1acc-46b2-b6a7-9ce7731b3616 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.822832] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e11c56-dd45-4f85-a07a-0f8acfa12f15 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.831492] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-af51a68c-1acc-46b2-b6a7-9ce7731b3616 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.831748] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f473729-ab84-4d80-ad37-49567c1ed47b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.840579] env[62954]: DEBUG oslo_vmware.api [None req-af51a68c-1acc-46b2-b6a7-9ce7731b3616 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 822.840579] env[62954]: value = "task-2597583" [ 822.840579] env[62954]: _type = "Task" [ 822.840579] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.850790] env[62954]: DEBUG oslo_vmware.api [None req-af51a68c-1acc-46b2-b6a7-9ce7731b3616 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.868877] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c94f63-d04d-4627-b6cd-c4e0de7536dc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.877615] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88aef607-635d-413c-b0b3-7001f393db99 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.909273] env[62954]: DEBUG nova.network.neutron [-] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.911247] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5cf3d89-25f5-44e1-80d8-b6696326fabf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.914870] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-01492453-15b6-470d-bd34-918778b7b6ba {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.921516] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d53cd4-6c4b-4e7a-8a67-ad149e7ba002 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.931062] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e25116-f6ac-4fd3-a7c3-78153c82484a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.950138] env[62954]: DEBUG nova.compute.provider_tree [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.974877] env[62954]: DEBUG nova.compute.manager [req-0973df9c-75f5-4807-8a7f-76ccf2379a62 req-0227493e-d6bf-4348-a219-30617ba838c2 service nova] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Detach interface failed, port_id=94499eff-d9ea-482f-8e3c-85cbaaf3e3cc, reason: Instance 2e7fdade-c4c3-400c-b59a-b77382e4348c could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 823.161935] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848347f2-d829-4e5c-9173-3825f1dd4b68 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.171037] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6d5bf2-c40b-40d1-b086-aaf17b6e2464 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Suspending the VM {{(pid=62954) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 823.171310] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c877e189-c976-4e5b-bdcb-4b4901043f30 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.178959] env[62954]: DEBUG oslo_vmware.api [None req-1e6d5bf2-c40b-40d1-b086-aaf17b6e2464 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 823.178959] env[62954]: value = "task-2597584" [ 823.178959] env[62954]: _type = "Task" [ 823.178959] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.190572] env[62954]: DEBUG oslo_vmware.api [None req-1e6d5bf2-c40b-40d1-b086-aaf17b6e2464 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597584, 'name': SuspendVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.243928] env[62954]: DEBUG nova.compute.manager [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 823.351727] env[62954]: DEBUG oslo_vmware.api [None req-af51a68c-1acc-46b2-b6a7-9ce7731b3616 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597583, 'name': PowerOffVM_Task, 'duration_secs': 0.180765} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.352064] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-af51a68c-1acc-46b2-b6a7-9ce7731b3616 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.352254] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-af51a68c-1acc-46b2-b6a7-9ce7731b3616 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 823.352567] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2a05ef5-f82a-4bed-971c-35758af338ae {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.414801] env[62954]: INFO nova.compute.manager [-] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Took 1.29 seconds to deallocate network for instance. [ 823.443433] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-af51a68c-1acc-46b2-b6a7-9ce7731b3616 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 823.443791] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-af51a68c-1acc-46b2-b6a7-9ce7731b3616 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 823.444018] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-af51a68c-1acc-46b2-b6a7-9ce7731b3616 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Deleting the datastore file [datastore2] c30de12c-beb1-418b-8582-c25a74fa88f8 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 823.444315] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81e41bb6-f41b-4e8c-8a21-8f74c9ef1129 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.451657] env[62954]: DEBUG oslo_vmware.api [None req-af51a68c-1acc-46b2-b6a7-9ce7731b3616 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 823.451657] env[62954]: value = "task-2597586" [ 823.451657] env[62954]: _type = "Task" [ 823.451657] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.457030] env[62954]: DEBUG nova.scheduler.client.report [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.466672] env[62954]: DEBUG oslo_vmware.api [None req-af51a68c-1acc-46b2-b6a7-9ce7731b3616 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597586, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.543071] env[62954]: DEBUG nova.compute.manager [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 823.571114] env[62954]: DEBUG nova.virt.hardware [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.571412] env[62954]: DEBUG nova.virt.hardware [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.571591] env[62954]: DEBUG nova.virt.hardware [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.571785] env[62954]: DEBUG nova.virt.hardware [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.571936] env[62954]: DEBUG nova.virt.hardware [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.572100] env[62954]: DEBUG nova.virt.hardware [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.572312] env[62954]: DEBUG nova.virt.hardware [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.572473] env[62954]: DEBUG nova.virt.hardware [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.572680] env[62954]: DEBUG nova.virt.hardware [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.572868] env[62954]: DEBUG nova.virt.hardware [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.573055] env[62954]: DEBUG nova.virt.hardware [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.573911] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecb4408-cc29-415e-ba65-2df4043a1a9f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.582896] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3e302a-e267-4980-9be8-ee95b23b73cd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.599922] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Instance VIF info [] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.606892] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Creating folder: Project (6d7f7df9d5644329ac4f41a145a8c778). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.607252] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90d10d73-a34b-417e-8382-aeedb336d593 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.620966] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Created folder: Project (6d7f7df9d5644329ac4f41a145a8c778) in parent group-v523717. [ 823.621196] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Creating folder: Instances. Parent ref: group-v523913. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.621448] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e309b1a-1557-42f6-b1c0-7c0c4c7637de {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.632198] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Created folder: Instances in parent group-v523913. [ 823.632493] env[62954]: DEBUG oslo.service.loopingcall [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 823.632738] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.632941] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35745bad-2c22-4735-bdc2-4cb1dbf75a6b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.650908] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.650908] env[62954]: value = "task-2597589" [ 823.650908] env[62954]: _type = "Task" [ 823.650908] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.660337] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597589, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.689671] env[62954]: DEBUG oslo_vmware.api [None req-1e6d5bf2-c40b-40d1-b086-aaf17b6e2464 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597584, 'name': SuspendVM_Task} progress is 62%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.771606] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.921712] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6e6b5d06-ea23-48cb-a985-0f79e6e16c0b tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.962786] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.963369] env[62954]: DEBUG nova.compute.manager [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 823.972061] env[62954]: DEBUG oslo_concurrency.lockutils [None req-90f6be6f-3f0d-4701-9791-b9a5ea8ec41b tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.856s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.972357] env[62954]: DEBUG nova.objects.instance [None req-90f6be6f-3f0d-4701-9791-b9a5ea8ec41b tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Lazy-loading 'resources' on Instance uuid 60e703f7-b811-4186-a986-1958392664cd {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.973955] env[62954]: DEBUG oslo_vmware.api [None req-af51a68c-1acc-46b2-b6a7-9ce7731b3616 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597586, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203707} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.974782] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-af51a68c-1acc-46b2-b6a7-9ce7731b3616 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.975085] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-af51a68c-1acc-46b2-b6a7-9ce7731b3616 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.975339] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-af51a68c-1acc-46b2-b6a7-9ce7731b3616 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.975632] env[62954]: INFO nova.compute.manager [None req-af51a68c-1acc-46b2-b6a7-9ce7731b3616 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 823.975923] env[62954]: DEBUG oslo.service.loopingcall [None req-af51a68c-1acc-46b2-b6a7-9ce7731b3616 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 823.976297] env[62954]: DEBUG nova.compute.manager [-] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 823.976435] env[62954]: DEBUG nova.network.neutron [-] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 824.161814] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597589, 'name': CreateVM_Task, 'duration_secs': 0.346365} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.161955] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.162381] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.162543] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.162901] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.163166] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c78c143-cd95-470d-b4f3-f939c04d6192 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.168484] env[62954]: DEBUG oslo_vmware.api [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Waiting for the task: (returnval){ [ 824.168484] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]527640a0-7060-b0ee-ccaf-58dbba963327" [ 824.168484] env[62954]: _type = "Task" [ 824.168484] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.177119] env[62954]: DEBUG oslo_vmware.api [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]527640a0-7060-b0ee-ccaf-58dbba963327, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.188753] env[62954]: DEBUG oslo_vmware.api [None req-1e6d5bf2-c40b-40d1-b086-aaf17b6e2464 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597584, 'name': SuspendVM_Task, 'duration_secs': 0.844967} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.189016] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6d5bf2-c40b-40d1-b086-aaf17b6e2464 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Suspended the VM {{(pid=62954) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 824.189263] env[62954]: DEBUG nova.compute.manager [None req-1e6d5bf2-c40b-40d1-b086-aaf17b6e2464 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.189984] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2d9957-fdb3-4ad9-b7ad-3676c97c463c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.439270] env[62954]: DEBUG nova.compute.manager [req-b791b0d9-7bdf-4afc-ae7a-60f4562ba9c8 req-b3de5f6f-8c36-4d0d-8045-bd4d8d5d407b service nova] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Received event network-vif-deleted-f20ae643-59d8-4e4c-827c-ee9ccb5850d8 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 824.439558] env[62954]: INFO nova.compute.manager [req-b791b0d9-7bdf-4afc-ae7a-60f4562ba9c8 req-b3de5f6f-8c36-4d0d-8045-bd4d8d5d407b service nova] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Neutron deleted interface f20ae643-59d8-4e4c-827c-ee9ccb5850d8; detaching it from the instance and deleting it from the info cache [ 824.439805] env[62954]: DEBUG nova.network.neutron [req-b791b0d9-7bdf-4afc-ae7a-60f4562ba9c8 req-b3de5f6f-8c36-4d0d-8045-bd4d8d5d407b service nova] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.475744] env[62954]: DEBUG nova.compute.utils [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 824.479442] env[62954]: DEBUG nova.compute.manager [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 824.479617] env[62954]: DEBUG nova.network.neutron [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 824.517386] env[62954]: DEBUG nova.policy [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de227c7d954b48ceb4205330573c678f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5822cb258bd84b3a8a71026ea2d131e9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.679403] env[62954]: DEBUG oslo_vmware.api [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]527640a0-7060-b0ee-ccaf-58dbba963327, 'name': SearchDatastore_Task, 'duration_secs': 0.010281} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.681972] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.682239] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 824.682481] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.682630] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.682812] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 824.683269] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13fe3408-b6bc-4b2e-af5e-164b3e945e46 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.695471] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 824.695997] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 824.696595] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42a0346c-7961-4631-9034-0b93384016cd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.703873] env[62954]: DEBUG oslo_vmware.api [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Waiting for the task: (returnval){ [ 824.703873] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5228eae3-04ca-ef9b-363e-a9b6a6bf70de" [ 824.703873] env[62954]: _type = "Task" [ 824.703873] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.709908] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f127b0de-4916-4521-af77-f9a3139aff91 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.720722] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fc35e9-b217-4d66-b629-a2778646671b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.723849] env[62954]: DEBUG nova.network.neutron [-] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.725355] env[62954]: DEBUG oslo_vmware.api [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5228eae3-04ca-ef9b-363e-a9b6a6bf70de, 'name': SearchDatastore_Task, 'duration_secs': 0.009596} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.727112] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a13c652-d6aa-4841-b402-f5e00afeeaa9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.754863] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57dfbbcf-c123-4a01-9d5f-7a8167dff5e1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.758704] env[62954]: DEBUG oslo_vmware.api [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Waiting for the task: (returnval){ [ 824.758704] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]526e1db1-3492-1acb-c860-420a01f71fea" [ 824.758704] env[62954]: _type = "Task" [ 824.758704] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.765566] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a284ed0-567d-4a73-9896-406868a4c97f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.773410] env[62954]: DEBUG oslo_vmware.api [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]526e1db1-3492-1acb-c860-420a01f71fea, 'name': SearchDatastore_Task, 'duration_secs': 0.009658} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.774017] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.774287] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 877f91e8-ed8d-45e1-8267-311dae34633a/877f91e8-ed8d-45e1-8267-311dae34633a.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.774564] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c36a4e5-cacc-4efc-9fea-cf872517d9d1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.784379] env[62954]: DEBUG nova.compute.provider_tree [None req-90f6be6f-3f0d-4701-9791-b9a5ea8ec41b tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.792008] env[62954]: DEBUG oslo_vmware.api [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Waiting for the task: (returnval){ [ 824.792008] env[62954]: value = "task-2597590" [ 824.792008] env[62954]: _type = "Task" [ 824.792008] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.802049] env[62954]: DEBUG oslo_vmware.api [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Task: {'id': task-2597590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.821423] env[62954]: DEBUG nova.network.neutron [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Successfully created port: a22d123f-d3d7-44ac-b767-be592bf95236 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 824.942971] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-55e4f6dd-2b5e-4bb4-968f-c3de8d6d2975 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.957452] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db08b9f6-cdb0-4e1d-aa69-e607f11d3fb4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.982629] env[62954]: DEBUG nova.compute.manager [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 824.995627] env[62954]: DEBUG nova.compute.manager [req-b791b0d9-7bdf-4afc-ae7a-60f4562ba9c8 req-b3de5f6f-8c36-4d0d-8045-bd4d8d5d407b service nova] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Detach interface failed, port_id=f20ae643-59d8-4e4c-827c-ee9ccb5850d8, reason: Instance c30de12c-beb1-418b-8582-c25a74fa88f8 could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 825.226302] env[62954]: INFO nova.compute.manager [-] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Took 1.25 seconds to deallocate network for instance. [ 825.287910] env[62954]: DEBUG nova.scheduler.client.report [None req-90f6be6f-3f0d-4701-9791-b9a5ea8ec41b tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.303393] env[62954]: DEBUG oslo_vmware.api [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Task: {'id': task-2597590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453617} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.303749] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 877f91e8-ed8d-45e1-8267-311dae34633a/877f91e8-ed8d-45e1-8267-311dae34633a.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.304088] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.304336] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5049d48b-bad3-4e07-b9b5-00cb317b3958 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.312621] env[62954]: DEBUG oslo_vmware.api [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Waiting for the task: (returnval){ [ 825.312621] env[62954]: value = "task-2597591" [ 825.312621] env[62954]: _type = "Task" [ 825.312621] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.322396] env[62954]: DEBUG oslo_vmware.api [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Task: {'id': task-2597591, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.732818] env[62954]: DEBUG oslo_concurrency.lockutils [None req-af51a68c-1acc-46b2-b6a7-9ce7731b3616 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.792858] env[62954]: DEBUG oslo_concurrency.lockutils [None req-90f6be6f-3f0d-4701-9791-b9a5ea8ec41b tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.821s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.795510] env[62954]: DEBUG oslo_concurrency.lockutils [None req-553b8f0e-f5a7-4bcb-813c-5404c455f25a tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.553s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.795944] env[62954]: DEBUG nova.objects.instance [None req-553b8f0e-f5a7-4bcb-813c-5404c455f25a tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lazy-loading 'resources' on Instance uuid d8f3b081-69a4-4239-9a99-a1cd07cb3b83 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.813926] env[62954]: INFO nova.scheduler.client.report [None req-90f6be6f-3f0d-4701-9791-b9a5ea8ec41b tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Deleted allocations for instance 60e703f7-b811-4186-a986-1958392664cd [ 825.826944] env[62954]: DEBUG oslo_vmware.api [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Task: {'id': task-2597591, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070359} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.827206] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.827957] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc74e02-8f9c-4964-8aa5-b34c75220ba4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.849687] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 877f91e8-ed8d-45e1-8267-311dae34633a/877f91e8-ed8d-45e1-8267-311dae34633a.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.849937] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-637fc9f2-517d-41b6-a97f-3d144dcfffb2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.870840] env[62954]: DEBUG oslo_vmware.api [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Waiting for the task: (returnval){ [ 825.870840] env[62954]: value = "task-2597592" [ 825.870840] env[62954]: _type = "Task" [ 825.870840] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.879142] env[62954]: DEBUG oslo_vmware.api [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Task: {'id': task-2597592, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.003720] env[62954]: DEBUG nova.compute.manager [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 826.026180] env[62954]: DEBUG nova.virt.hardware [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.026493] env[62954]: DEBUG nova.virt.hardware [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.026666] env[62954]: DEBUG nova.virt.hardware [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.026859] env[62954]: DEBUG nova.virt.hardware [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.027059] env[62954]: DEBUG nova.virt.hardware [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.027221] env[62954]: DEBUG nova.virt.hardware [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.027454] env[62954]: DEBUG nova.virt.hardware [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.027619] env[62954]: DEBUG nova.virt.hardware [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.027826] env[62954]: DEBUG nova.virt.hardware [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.028007] env[62954]: DEBUG nova.virt.hardware [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.028215] env[62954]: DEBUG nova.virt.hardware [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.029108] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51d7ccc-e142-400c-9e7c-8e63519b3bbf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.038182] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a563040-27e2-489d-b839-7e29689b9e32 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.325202] env[62954]: DEBUG oslo_concurrency.lockutils [None req-90f6be6f-3f0d-4701-9791-b9a5ea8ec41b tempest-VolumesAdminNegativeTest-312336849 tempest-VolumesAdminNegativeTest-312336849-project-member] Lock "60e703f7-b811-4186-a986-1958392664cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.121s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.385276] env[62954]: DEBUG oslo_vmware.api [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Task: {'id': task-2597592, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.454903] env[62954]: DEBUG nova.network.neutron [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Successfully updated port: a22d123f-d3d7-44ac-b767-be592bf95236 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 826.474553] env[62954]: DEBUG nova.compute.manager [None req-46358568-772e-4d00-bd51-c43dca2a35b9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.476245] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2e8c7b-715e-40d2-98f2-5d3b96c0fc9b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.481213] env[62954]: DEBUG nova.compute.manager [req-5fd6aa8a-545c-46ec-bb84-23758da93379 req-7d1dc2f3-2718-4938-ae72-d03090e5c671 service nova] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Received event network-vif-plugged-a22d123f-d3d7-44ac-b767-be592bf95236 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 826.481471] env[62954]: DEBUG oslo_concurrency.lockutils [req-5fd6aa8a-545c-46ec-bb84-23758da93379 req-7d1dc2f3-2718-4938-ae72-d03090e5c671 service nova] Acquiring lock "5ea4c876-a32b-4295-855c-61464cc8f72b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 826.481722] env[62954]: DEBUG oslo_concurrency.lockutils [req-5fd6aa8a-545c-46ec-bb84-23758da93379 req-7d1dc2f3-2718-4938-ae72-d03090e5c671 service nova] Lock "5ea4c876-a32b-4295-855c-61464cc8f72b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.481927] env[62954]: DEBUG oslo_concurrency.lockutils [req-5fd6aa8a-545c-46ec-bb84-23758da93379 req-7d1dc2f3-2718-4938-ae72-d03090e5c671 service nova] Lock "5ea4c876-a32b-4295-855c-61464cc8f72b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.482141] env[62954]: DEBUG nova.compute.manager [req-5fd6aa8a-545c-46ec-bb84-23758da93379 req-7d1dc2f3-2718-4938-ae72-d03090e5c671 service nova] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] No waiting events found dispatching network-vif-plugged-a22d123f-d3d7-44ac-b767-be592bf95236 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 826.482350] env[62954]: WARNING nova.compute.manager [req-5fd6aa8a-545c-46ec-bb84-23758da93379 req-7d1dc2f3-2718-4938-ae72-d03090e5c671 service nova] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Received unexpected event network-vif-plugged-a22d123f-d3d7-44ac-b767-be592bf95236 for instance with vm_state building and task_state spawning. [ 826.623700] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b5e1c5-88fd-44fd-be93-844f0bb5ff02 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.632417] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bdf6df-3e4e-4133-a3fa-9b31c387fcb8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.666016] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2056d2f-4c03-434d-8e9a-90f6a16257f1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.676653] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359c9313-0443-40f6-bc3e-75b1d3e237cd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.692745] env[62954]: DEBUG nova.compute.provider_tree [None req-553b8f0e-f5a7-4bcb-813c-5404c455f25a tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.883069] env[62954]: DEBUG oslo_vmware.api [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Task: {'id': task-2597592, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.956988] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "refresh_cache-5ea4c876-a32b-4295-855c-61464cc8f72b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.957872] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquired lock "refresh_cache-5ea4c876-a32b-4295-855c-61464cc8f72b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.957872] env[62954]: DEBUG nova.network.neutron [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.999463] env[62954]: INFO nova.compute.manager [None req-46358568-772e-4d00-bd51-c43dca2a35b9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] instance snapshotting [ 826.999738] env[62954]: WARNING nova.compute.manager [None req-46358568-772e-4d00-bd51-c43dca2a35b9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 827.004084] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2d4875-ceb2-42c1-8f06-c1e6a80e3b51 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.037018] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7405df5-a592-4bb1-8394-97cde8be5099 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.195734] env[62954]: DEBUG nova.scheduler.client.report [None req-553b8f0e-f5a7-4bcb-813c-5404c455f25a tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.385339] env[62954]: DEBUG oslo_vmware.api [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Task: {'id': task-2597592, 'name': ReconfigVM_Task, 'duration_secs': 1.291214} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.385673] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 877f91e8-ed8d-45e1-8267-311dae34633a/877f91e8-ed8d-45e1-8267-311dae34633a.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.386302] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3537832-36c1-4c40-a80d-e15eb9dfab5f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.394160] env[62954]: DEBUG oslo_vmware.api [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Waiting for the task: (returnval){ [ 827.394160] env[62954]: value = "task-2597593" [ 827.394160] env[62954]: _type = "Task" [ 827.394160] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.404586] env[62954]: DEBUG oslo_vmware.api [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Task: {'id': task-2597593, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.493817] env[62954]: DEBUG nova.network.neutron [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 827.552537] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-46358568-772e-4d00-bd51-c43dca2a35b9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Creating Snapshot of the VM instance {{(pid=62954) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 827.552878] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e7d2298b-e00e-4a0c-b1b7-56f8fcbb8159 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.562293] env[62954]: DEBUG oslo_vmware.api [None req-46358568-772e-4d00-bd51-c43dca2a35b9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 827.562293] env[62954]: value = "task-2597594" [ 827.562293] env[62954]: _type = "Task" [ 827.562293] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.574815] env[62954]: DEBUG oslo_vmware.api [None req-46358568-772e-4d00-bd51-c43dca2a35b9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597594, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.675751] env[62954]: DEBUG nova.network.neutron [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Updating instance_info_cache with network_info: [{"id": "a22d123f-d3d7-44ac-b767-be592bf95236", "address": "fa:16:3e:a8:ba:59", "network": {"id": "b92cb287-9120-4f4f-b2e5-dd3d10fcd6c9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-531245150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5822cb258bd84b3a8a71026ea2d131e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa22d123f-d3", "ovs_interfaceid": "a22d123f-d3d7-44ac-b767-be592bf95236", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.701392] env[62954]: DEBUG oslo_concurrency.lockutils [None req-553b8f0e-f5a7-4bcb-813c-5404c455f25a tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.704820] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b167603a-5f94-44a1-a534-461f5d185f45 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.897s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 827.705013] env[62954]: DEBUG nova.objects.instance [None req-b167603a-5f94-44a1-a534-461f5d185f45 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lazy-loading 'resources' on Instance uuid 4c2e1210-69e7-49f0-b850-252afe2dd65e {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.726173] env[62954]: INFO nova.scheduler.client.report [None req-553b8f0e-f5a7-4bcb-813c-5404c455f25a tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Deleted allocations for instance d8f3b081-69a4-4239-9a99-a1cd07cb3b83 [ 827.909285] env[62954]: DEBUG oslo_vmware.api [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Task: {'id': task-2597593, 'name': Rename_Task, 'duration_secs': 0.278928} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.909285] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.909285] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8ea9aa8-9eb0-420f-a672-59a307b8c4e7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.916275] env[62954]: DEBUG oslo_vmware.api [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Waiting for the task: (returnval){ [ 827.916275] env[62954]: value = "task-2597595" [ 827.916275] env[62954]: _type = "Task" [ 827.916275] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.926226] env[62954]: DEBUG oslo_vmware.api [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Task: {'id': task-2597595, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.074250] env[62954]: DEBUG oslo_vmware.api [None req-46358568-772e-4d00-bd51-c43dca2a35b9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597594, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.181020] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Releasing lock "refresh_cache-5ea4c876-a32b-4295-855c-61464cc8f72b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.181020] env[62954]: DEBUG nova.compute.manager [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Instance network_info: |[{"id": "a22d123f-d3d7-44ac-b767-be592bf95236", "address": "fa:16:3e:a8:ba:59", "network": {"id": "b92cb287-9120-4f4f-b2e5-dd3d10fcd6c9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-531245150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5822cb258bd84b3a8a71026ea2d131e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa22d123f-d3", "ovs_interfaceid": "a22d123f-d3d7-44ac-b767-be592bf95236", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 828.181020] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:ba:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a22d123f-d3d7-44ac-b767-be592bf95236', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.187291] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Creating folder: Project (5822cb258bd84b3a8a71026ea2d131e9). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.187747] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1d05d5f-d865-4c68-9f77-ef565a8e24db {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.202610] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Created folder: Project (5822cb258bd84b3a8a71026ea2d131e9) in parent group-v523717. [ 828.203068] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Creating folder: Instances. Parent ref: group-v523916. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.203427] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25c63af2-087d-4237-b18f-78c3c3129bbb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.219017] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Created folder: Instances in parent group-v523916. [ 828.219017] env[62954]: DEBUG oslo.service.loopingcall [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 828.219017] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 828.219017] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-991e3ae4-0b9b-4929-929a-396f13005cde {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.239463] env[62954]: DEBUG oslo_concurrency.lockutils [None req-553b8f0e-f5a7-4bcb-813c-5404c455f25a tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "d8f3b081-69a4-4239-9a99-a1cd07cb3b83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.908s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.246052] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 828.246052] env[62954]: value = "task-2597598" [ 828.246052] env[62954]: _type = "Task" [ 828.246052] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.253728] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597598, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.433946] env[62954]: DEBUG oslo_vmware.api [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Task: {'id': task-2597595, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.496710] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca9609c-ea0f-4a3b-8748-9ac2936d12f7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.507055] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e7f143-ec50-4a77-8785-a893f218bd2f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.549185] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51617cf3-41ac-44ff-b848-498aadb0935d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.557980] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d377d2d-b471-469e-a105-4f26564f29f0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.570175] env[62954]: DEBUG nova.compute.manager [req-13535c95-7eed-4166-aaa5-dc2853de4f0d req-a52ed2c6-7899-4556-b664-962819b33c2c service nova] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Received event network-changed-a22d123f-d3d7-44ac-b767-be592bf95236 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 828.570481] env[62954]: DEBUG nova.compute.manager [req-13535c95-7eed-4166-aaa5-dc2853de4f0d req-a52ed2c6-7899-4556-b664-962819b33c2c service nova] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Refreshing instance network info cache due to event network-changed-a22d123f-d3d7-44ac-b767-be592bf95236. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 828.570805] env[62954]: DEBUG oslo_concurrency.lockutils [req-13535c95-7eed-4166-aaa5-dc2853de4f0d req-a52ed2c6-7899-4556-b664-962819b33c2c service nova] Acquiring lock "refresh_cache-5ea4c876-a32b-4295-855c-61464cc8f72b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.570978] env[62954]: DEBUG oslo_concurrency.lockutils [req-13535c95-7eed-4166-aaa5-dc2853de4f0d req-a52ed2c6-7899-4556-b664-962819b33c2c service nova] Acquired lock "refresh_cache-5ea4c876-a32b-4295-855c-61464cc8f72b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.571239] env[62954]: DEBUG nova.network.neutron [req-13535c95-7eed-4166-aaa5-dc2853de4f0d req-a52ed2c6-7899-4556-b664-962819b33c2c service nova] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Refreshing network info cache for port a22d123f-d3d7-44ac-b767-be592bf95236 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.581875] env[62954]: DEBUG nova.compute.provider_tree [None req-b167603a-5f94-44a1-a534-461f5d185f45 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.590344] env[62954]: DEBUG oslo_vmware.api [None req-46358568-772e-4d00-bd51-c43dca2a35b9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597594, 'name': CreateSnapshot_Task, 'duration_secs': 0.867407} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.590344] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-46358568-772e-4d00-bd51-c43dca2a35b9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Created Snapshot of the VM instance {{(pid=62954) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 828.590344] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5478201c-6672-4f4b-9f87-b065069e99dd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.756767] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597598, 'name': CreateVM_Task, 'duration_secs': 0.395771} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.756767] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 828.756767] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.756767] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.756937] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.757327] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4459f66e-bb5d-4127-baf9-98722d585876 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.763026] env[62954]: DEBUG oslo_vmware.api [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 828.763026] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52546162-bef3-d5f6-7e70-f9068480fb4b" [ 828.763026] env[62954]: _type = "Task" [ 828.763026] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.771273] env[62954]: DEBUG oslo_vmware.api [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52546162-bef3-d5f6-7e70-f9068480fb4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.928716] env[62954]: DEBUG oslo_vmware.api [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Task: {'id': task-2597595, 'name': PowerOnVM_Task, 'duration_secs': 0.52484} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.929151] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.929496] env[62954]: INFO nova.compute.manager [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Took 5.39 seconds to spawn the instance on the hypervisor. [ 828.929736] env[62954]: DEBUG nova.compute.manager [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.930627] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83220f90-1a97-4dfb-af56-9618cd49ef15 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.089687] env[62954]: DEBUG nova.scheduler.client.report [None req-b167603a-5f94-44a1-a534-461f5d185f45 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.113324] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-46358568-772e-4d00-bd51-c43dca2a35b9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Creating linked-clone VM from snapshot {{(pid=62954) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 829.114289] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ad14380f-073a-4659-8f67-c38be9868470 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.125638] env[62954]: DEBUG oslo_vmware.api [None req-46358568-772e-4d00-bd51-c43dca2a35b9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 829.125638] env[62954]: value = "task-2597599" [ 829.125638] env[62954]: _type = "Task" [ 829.125638] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.138718] env[62954]: DEBUG oslo_vmware.api [None req-46358568-772e-4d00-bd51-c43dca2a35b9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597599, 'name': CloneVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.274858] env[62954]: DEBUG oslo_vmware.api [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52546162-bef3-d5f6-7e70-f9068480fb4b, 'name': SearchDatastore_Task, 'duration_secs': 0.015835} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.275173] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.275415] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 829.275689] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.275884] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.276073] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 829.276339] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f2b5d39-4d30-436c-92d2-cdf4bfd143cf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.286349] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 829.286541] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 829.288016] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b456c1f-8956-4586-ae79-e5dad5f928f7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.293346] env[62954]: DEBUG oslo_vmware.api [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 829.293346] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52ba9d55-5d10-d869-6b34-58df8aadcf58" [ 829.293346] env[62954]: _type = "Task" [ 829.293346] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.304152] env[62954]: DEBUG oslo_vmware.api [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52ba9d55-5d10-d869-6b34-58df8aadcf58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.448634] env[62954]: INFO nova.compute.manager [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Took 15.49 seconds to build instance. [ 829.483696] env[62954]: DEBUG oslo_concurrency.lockutils [None req-018a779a-bc13-4b99-9b0c-6850ae6d8fcb tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Acquiring lock "a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.483969] env[62954]: DEBUG oslo_concurrency.lockutils [None req-018a779a-bc13-4b99-9b0c-6850ae6d8fcb tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lock "a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.484220] env[62954]: DEBUG oslo_concurrency.lockutils [None req-018a779a-bc13-4b99-9b0c-6850ae6d8fcb tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Acquiring lock "a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.484396] env[62954]: DEBUG oslo_concurrency.lockutils [None req-018a779a-bc13-4b99-9b0c-6850ae6d8fcb tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lock "a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.484568] env[62954]: DEBUG oslo_concurrency.lockutils [None req-018a779a-bc13-4b99-9b0c-6850ae6d8fcb tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lock "a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.490871] env[62954]: INFO nova.compute.manager [None req-018a779a-bc13-4b99-9b0c-6850ae6d8fcb tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Terminating instance [ 829.536830] env[62954]: DEBUG nova.network.neutron [req-13535c95-7eed-4166-aaa5-dc2853de4f0d req-a52ed2c6-7899-4556-b664-962819b33c2c service nova] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Updated VIF entry in instance network info cache for port a22d123f-d3d7-44ac-b767-be592bf95236. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.537206] env[62954]: DEBUG nova.network.neutron [req-13535c95-7eed-4166-aaa5-dc2853de4f0d req-a52ed2c6-7899-4556-b664-962819b33c2c service nova] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Updating instance_info_cache with network_info: [{"id": "a22d123f-d3d7-44ac-b767-be592bf95236", "address": "fa:16:3e:a8:ba:59", "network": {"id": "b92cb287-9120-4f4f-b2e5-dd3d10fcd6c9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-531245150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5822cb258bd84b3a8a71026ea2d131e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa22d123f-d3", "ovs_interfaceid": "a22d123f-d3d7-44ac-b767-be592bf95236", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.599214] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b167603a-5f94-44a1-a534-461f5d185f45 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.602796] env[62954]: DEBUG oslo_concurrency.lockutils [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.447s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.606019] env[62954]: INFO nova.compute.claims [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 6a830901-1391-4526-9742-c5412e653a44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.639151] env[62954]: DEBUG oslo_vmware.api [None req-46358568-772e-4d00-bd51-c43dca2a35b9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597599, 'name': CloneVM_Task} progress is 94%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.648939] env[62954]: INFO nova.scheduler.client.report [None req-b167603a-5f94-44a1-a534-461f5d185f45 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Deleted allocations for instance 4c2e1210-69e7-49f0-b850-252afe2dd65e [ 829.805225] env[62954]: DEBUG oslo_vmware.api [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52ba9d55-5d10-d869-6b34-58df8aadcf58, 'name': SearchDatastore_Task, 'duration_secs': 0.019408} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.806152] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-642f405a-dec5-43c5-bb76-2a539cbb5f57 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.812533] env[62954]: DEBUG oslo_vmware.api [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 829.812533] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52b81e87-6e14-4db8-2d3f-a2b8391ecbc1" [ 829.812533] env[62954]: _type = "Task" [ 829.812533] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.821077] env[62954]: DEBUG oslo_vmware.api [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52b81e87-6e14-4db8-2d3f-a2b8391ecbc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.951116] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3017f2e9-b768-42c0-aed1-b14979adb8cf tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Lock "877f91e8-ed8d-45e1-8267-311dae34633a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.998s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.995753] env[62954]: DEBUG nova.compute.manager [None req-018a779a-bc13-4b99-9b0c-6850ae6d8fcb tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 829.995753] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-018a779a-bc13-4b99-9b0c-6850ae6d8fcb tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.996671] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3138b4b7-47d8-457e-9ca0-8926e65cf252 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.007613] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-018a779a-bc13-4b99-9b0c-6850ae6d8fcb tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.007964] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-914e673e-aa79-4a20-9004-d53e039cd2e2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.015830] env[62954]: DEBUG oslo_vmware.api [None req-018a779a-bc13-4b99-9b0c-6850ae6d8fcb tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Waiting for the task: (returnval){ [ 830.015830] env[62954]: value = "task-2597600" [ 830.015830] env[62954]: _type = "Task" [ 830.015830] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.025375] env[62954]: DEBUG oslo_vmware.api [None req-018a779a-bc13-4b99-9b0c-6850ae6d8fcb tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.043068] env[62954]: DEBUG oslo_concurrency.lockutils [req-13535c95-7eed-4166-aaa5-dc2853de4f0d req-a52ed2c6-7899-4556-b664-962819b33c2c service nova] Releasing lock "refresh_cache-5ea4c876-a32b-4295-855c-61464cc8f72b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.137705] env[62954]: DEBUG oslo_vmware.api [None req-46358568-772e-4d00-bd51-c43dca2a35b9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597599, 'name': CloneVM_Task} progress is 95%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.157120] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b167603a-5f94-44a1-a534-461f5d185f45 tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "4c2e1210-69e7-49f0-b850-252afe2dd65e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.285s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.329100] env[62954]: DEBUG oslo_vmware.api [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52b81e87-6e14-4db8-2d3f-a2b8391ecbc1, 'name': SearchDatastore_Task, 'duration_secs': 0.011518} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.329695] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.331079] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 5ea4c876-a32b-4295-855c-61464cc8f72b/5ea4c876-a32b-4295-855c-61464cc8f72b.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 830.331079] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f26d925e-d76e-4849-95e7-f8ddfc3418e8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.339040] env[62954]: DEBUG oslo_vmware.api [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 830.339040] env[62954]: value = "task-2597601" [ 830.339040] env[62954]: _type = "Task" [ 830.339040] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.349593] env[62954]: DEBUG oslo_vmware.api [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2597601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.527265] env[62954]: DEBUG oslo_vmware.api [None req-018a779a-bc13-4b99-9b0c-6850ae6d8fcb tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597600, 'name': PowerOffVM_Task, 'duration_secs': 0.311677} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.527560] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-018a779a-bc13-4b99-9b0c-6850ae6d8fcb tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.527683] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-018a779a-bc13-4b99-9b0c-6850ae6d8fcb tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.528052] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c0fc916-5cfe-444e-ab77-3f31785aa8ef {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.589511] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-018a779a-bc13-4b99-9b0c-6850ae6d8fcb tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.589836] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-018a779a-bc13-4b99-9b0c-6850ae6d8fcb tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.590573] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-018a779a-bc13-4b99-9b0c-6850ae6d8fcb tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Deleting the datastore file [datastore2] a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.590573] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-720894d4-9288-4899-b1d9-5e249a852c2d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.600561] env[62954]: DEBUG oslo_vmware.api [None req-018a779a-bc13-4b99-9b0c-6850ae6d8fcb tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Waiting for the task: (returnval){ [ 830.600561] env[62954]: value = "task-2597603" [ 830.600561] env[62954]: _type = "Task" [ 830.600561] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.617245] env[62954]: DEBUG oslo_vmware.api [None req-018a779a-bc13-4b99-9b0c-6850ae6d8fcb tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.640224] env[62954]: DEBUG oslo_vmware.api [None req-46358568-772e-4d00-bd51-c43dca2a35b9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597599, 'name': CloneVM_Task, 'duration_secs': 1.312296} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.640478] env[62954]: INFO nova.virt.vmwareapi.vmops [None req-46358568-772e-4d00-bd51-c43dca2a35b9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Created linked-clone VM from snapshot [ 830.641359] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6129ba-e92e-4d7b-80d1-c319a41c425f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.650978] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-46358568-772e-4d00-bd51-c43dca2a35b9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Uploading image 1a1a2a30-b643-433d-ac80-4641c12aac11 {{(pid=62954) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 830.690401] env[62954]: DEBUG oslo_vmware.rw_handles [None req-46358568-772e-4d00-bd51-c43dca2a35b9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 830.690401] env[62954]: value = "vm-523920" [ 830.690401] env[62954]: _type = "VirtualMachine" [ 830.690401] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 830.690821] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4c5f37f0-efa4-419f-a925-6c64d14a7d54 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.700980] env[62954]: DEBUG oslo_vmware.rw_handles [None req-46358568-772e-4d00-bd51-c43dca2a35b9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lease: (returnval){ [ 830.700980] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52d7c189-e660-d2c1-4199-b25c4701755d" [ 830.700980] env[62954]: _type = "HttpNfcLease" [ 830.700980] env[62954]: } obtained for exporting VM: (result){ [ 830.700980] env[62954]: value = "vm-523920" [ 830.700980] env[62954]: _type = "VirtualMachine" [ 830.700980] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 830.701371] env[62954]: DEBUG oslo_vmware.api [None req-46358568-772e-4d00-bd51-c43dca2a35b9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the lease: (returnval){ [ 830.701371] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52d7c189-e660-d2c1-4199-b25c4701755d" [ 830.701371] env[62954]: _type = "HttpNfcLease" [ 830.701371] env[62954]: } to be ready. {{(pid=62954) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 830.704742] env[62954]: INFO nova.compute.manager [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Rebuilding instance [ 830.715403] env[62954]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 830.715403] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52d7c189-e660-d2c1-4199-b25c4701755d" [ 830.715403] env[62954]: _type = "HttpNfcLease" [ 830.715403] env[62954]: } is ready. {{(pid=62954) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 830.715529] env[62954]: DEBUG oslo_vmware.rw_handles [None req-46358568-772e-4d00-bd51-c43dca2a35b9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 830.715529] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52d7c189-e660-d2c1-4199-b25c4701755d" [ 830.715529] env[62954]: _type = "HttpNfcLease" [ 830.715529] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 830.716570] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459d1a05-1e19-43a3-a7b6-2a8a0b7cd4f7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.732430] env[62954]: DEBUG oslo_vmware.rw_handles [None req-46358568-772e-4d00-bd51-c43dca2a35b9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f072dd-1daf-c8db-7e5c-eee2355bf13e/disk-0.vmdk from lease info. {{(pid=62954) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 830.732657] env[62954]: DEBUG oslo_vmware.rw_handles [None req-46358568-772e-4d00-bd51-c43dca2a35b9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f072dd-1daf-c8db-7e5c-eee2355bf13e/disk-0.vmdk for reading. {{(pid=62954) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 830.802453] env[62954]: DEBUG nova.compute.manager [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.803415] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4021dbf-5833-4475-a417-d8b8e3cb7905 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.846413] env[62954]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a32175cf-3e9b-496e-9c73-152772646160 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.854403] env[62954]: DEBUG oslo_vmware.api [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2597601, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.006625] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6577fd-3446-454e-bb2c-660d41f2a836 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.017522] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebaa5871-c9d2-4fb2-a7b0-d85048eebf21 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.054244] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fa5200-05db-41f3-97ae-05978aaa6192 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.061965] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37444c2b-cbbc-43f1-9ec4-c1e9764bb562 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.078120] env[62954]: DEBUG nova.compute.provider_tree [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.087678] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.087928] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.112789] env[62954]: DEBUG oslo_vmware.api [None req-018a779a-bc13-4b99-9b0c-6850ae6d8fcb tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.393879} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.113147] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-018a779a-bc13-4b99-9b0c-6850ae6d8fcb tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.113407] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-018a779a-bc13-4b99-9b0c-6850ae6d8fcb tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.113662] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-018a779a-bc13-4b99-9b0c-6850ae6d8fcb tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.113901] env[62954]: INFO nova.compute.manager [None req-018a779a-bc13-4b99-9b0c-6850ae6d8fcb tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 831.114229] env[62954]: DEBUG oslo.service.loopingcall [None req-018a779a-bc13-4b99-9b0c-6850ae6d8fcb tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 831.114501] env[62954]: DEBUG nova.compute.manager [-] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 831.114606] env[62954]: DEBUG nova.network.neutron [-] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 831.353313] env[62954]: DEBUG oslo_vmware.api [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2597601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648537} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.353688] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 5ea4c876-a32b-4295-855c-61464cc8f72b/5ea4c876-a32b-4295-855c-61464cc8f72b.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 831.353956] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 831.354650] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e788835-6731-4305-8da3-24bd34089684 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.362699] env[62954]: DEBUG oslo_vmware.api [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 831.362699] env[62954]: value = "task-2597605" [ 831.362699] env[62954]: _type = "Task" [ 831.362699] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.371735] env[62954]: DEBUG oslo_vmware.api [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2597605, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.392527] env[62954]: DEBUG oslo_concurrency.lockutils [None req-31c5a812-5fa8-4930-aaaa-6ff11e7e246c tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquiring lock "2effe3ff-ff7c-4369-9168-dc699087eced" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.393027] env[62954]: DEBUG oslo_concurrency.lockutils [None req-31c5a812-5fa8-4930-aaaa-6ff11e7e246c tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "2effe3ff-ff7c-4369-9168-dc699087eced" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.393440] env[62954]: DEBUG oslo_concurrency.lockutils [None req-31c5a812-5fa8-4930-aaaa-6ff11e7e246c tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquiring lock "2effe3ff-ff7c-4369-9168-dc699087eced-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.393683] env[62954]: DEBUG oslo_concurrency.lockutils [None req-31c5a812-5fa8-4930-aaaa-6ff11e7e246c tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "2effe3ff-ff7c-4369-9168-dc699087eced-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.393941] env[62954]: DEBUG oslo_concurrency.lockutils [None req-31c5a812-5fa8-4930-aaaa-6ff11e7e246c tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "2effe3ff-ff7c-4369-9168-dc699087eced-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.396290] env[62954]: INFO nova.compute.manager [None req-31c5a812-5fa8-4930-aaaa-6ff11e7e246c tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Terminating instance [ 831.582263] env[62954]: DEBUG nova.scheduler.client.report [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.592864] env[62954]: DEBUG nova.compute.manager [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 831.806361] env[62954]: DEBUG nova.compute.manager [req-c6959909-dd12-4d7c-8453-4175684eb25f req-fa181232-0e26-4c64-b8a6-7ee68f81cbbd service nova] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Received event network-vif-deleted-3864934b-a251-4052-9e45-c837bacbe596 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 831.806361] env[62954]: INFO nova.compute.manager [req-c6959909-dd12-4d7c-8453-4175684eb25f req-fa181232-0e26-4c64-b8a6-7ee68f81cbbd service nova] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Neutron deleted interface 3864934b-a251-4052-9e45-c837bacbe596; detaching it from the instance and deleting it from the info cache [ 831.806511] env[62954]: DEBUG nova.network.neutron [req-c6959909-dd12-4d7c-8453-4175684eb25f req-fa181232-0e26-4c64-b8a6-7ee68f81cbbd service nova] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.822674] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.823480] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5c5ca5f-4086-467f-8327-339e2da4d485 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.847574] env[62954]: DEBUG oslo_vmware.api [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Waiting for the task: (returnval){ [ 831.847574] env[62954]: value = "task-2597606" [ 831.847574] env[62954]: _type = "Task" [ 831.847574] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.859955] env[62954]: DEBUG oslo_vmware.api [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Task: {'id': task-2597606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.873969] env[62954]: DEBUG oslo_vmware.api [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2597605, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078491} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.874407] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.875420] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0666d6-14c0-4c54-9b0b-a061aeb05ede {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.906411] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 5ea4c876-a32b-4295-855c-61464cc8f72b/5ea4c876-a32b-4295-855c-61464cc8f72b.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.906411] env[62954]: DEBUG nova.compute.manager [None req-31c5a812-5fa8-4930-aaaa-6ff11e7e246c tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 831.906411] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-31c5a812-5fa8-4930-aaaa-6ff11e7e246c tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.906411] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45645572-b721-44fa-a66c-cfcf864b8cdc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.921451] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ec91d0-314d-4603-9752-f51ec2b38e2f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.931152] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-31c5a812-5fa8-4930-aaaa-6ff11e7e246c tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.931460] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74039a70-1226-4323-b274-1ae2363c9b62 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.948859] env[62954]: DEBUG oslo_vmware.api [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 831.948859] env[62954]: value = "task-2597607" [ 831.948859] env[62954]: _type = "Task" [ 831.948859] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.959327] env[62954]: DEBUG oslo_vmware.api [None req-31c5a812-5fa8-4930-aaaa-6ff11e7e246c tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 831.959327] env[62954]: value = "task-2597608" [ 831.959327] env[62954]: _type = "Task" [ 831.959327] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.975516] env[62954]: DEBUG oslo_vmware.api [None req-31c5a812-5fa8-4930-aaaa-6ff11e7e246c tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.975774] env[62954]: DEBUG oslo_vmware.api [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2597607, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.088852] env[62954]: DEBUG oslo_concurrency.lockutils [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.088852] env[62954]: DEBUG nova.compute.manager [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 6a830901-1391-4526-9742-c5412e653a44] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 832.093019] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f0adf4b3-4b94-4366-b0af-afcae6c0d636 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.349s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.093019] env[62954]: DEBUG nova.objects.instance [None req-f0adf4b3-4b94-4366-b0af-afcae6c0d636 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lazy-loading 'resources' on Instance uuid f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.135394] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.290023] env[62954]: DEBUG nova.network.neutron [-] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.309441] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e90c1a94-62eb-48ff-8a28-09a2352f5fcc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.321121] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b170f6-4acd-4a85-bdd1-ea608584afba {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.361356] env[62954]: DEBUG nova.compute.manager [req-c6959909-dd12-4d7c-8453-4175684eb25f req-fa181232-0e26-4c64-b8a6-7ee68f81cbbd service nova] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Detach interface failed, port_id=3864934b-a251-4052-9e45-c837bacbe596, reason: Instance a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 832.372048] env[62954]: DEBUG oslo_vmware.api [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Task: {'id': task-2597606, 'name': PowerOffVM_Task, 'duration_secs': 0.182659} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.372208] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 832.372449] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 832.373347] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06973788-e8d9-4d4c-a6a5-15deae9bd9b4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.385025] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 832.385025] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15260488-81ab-4395-8f85-64713d11cf2b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.420766] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 832.421087] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 832.421316] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Deleting the datastore file [datastore1] 877f91e8-ed8d-45e1-8267-311dae34633a {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.421641] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e94c6ac-7c85-424a-8a37-8d355ee67c7a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.430011] env[62954]: DEBUG oslo_vmware.api [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Waiting for the task: (returnval){ [ 832.430011] env[62954]: value = "task-2597610" [ 832.430011] env[62954]: _type = "Task" [ 832.430011] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.440530] env[62954]: DEBUG oslo_vmware.api [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Task: {'id': task-2597610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.467840] env[62954]: DEBUG oslo_vmware.api [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2597607, 'name': ReconfigVM_Task, 'duration_secs': 0.516395} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.471079] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 5ea4c876-a32b-4295-855c-61464cc8f72b/5ea4c876-a32b-4295-855c-61464cc8f72b.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.471869] env[62954]: DEBUG oslo_vmware.api [None req-31c5a812-5fa8-4930-aaaa-6ff11e7e246c tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597608, 'name': PowerOffVM_Task, 'duration_secs': 0.349157} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.472143] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0850036e-f980-4ebd-969d-142885ae271f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.474248] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-31c5a812-5fa8-4930-aaaa-6ff11e7e246c tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 832.474544] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-31c5a812-5fa8-4930-aaaa-6ff11e7e246c tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 832.474868] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3386d9d4-7065-46b4-bb02-afea17443c89 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.488952] env[62954]: DEBUG oslo_vmware.api [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 832.488952] env[62954]: value = "task-2597611" [ 832.488952] env[62954]: _type = "Task" [ 832.488952] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.499972] env[62954]: DEBUG oslo_vmware.api [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2597611, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.559515] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-31c5a812-5fa8-4930-aaaa-6ff11e7e246c tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 832.559790] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-31c5a812-5fa8-4930-aaaa-6ff11e7e246c tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 832.559965] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-31c5a812-5fa8-4930-aaaa-6ff11e7e246c tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Deleting the datastore file [datastore2] 2effe3ff-ff7c-4369-9168-dc699087eced {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.560279] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d9ecb31-7a20-4f5f-a7b2-92ab84e1b381 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.568537] env[62954]: DEBUG oslo_vmware.api [None req-31c5a812-5fa8-4930-aaaa-6ff11e7e246c tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for the task: (returnval){ [ 832.568537] env[62954]: value = "task-2597613" [ 832.568537] env[62954]: _type = "Task" [ 832.568537] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.577603] env[62954]: DEBUG oslo_vmware.api [None req-31c5a812-5fa8-4930-aaaa-6ff11e7e246c tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.595692] env[62954]: DEBUG nova.compute.utils [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 832.604331] env[62954]: DEBUG nova.compute.manager [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 6a830901-1391-4526-9742-c5412e653a44] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 832.604593] env[62954]: DEBUG nova.network.neutron [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 6a830901-1391-4526-9742-c5412e653a44] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.712497] env[62954]: DEBUG nova.policy [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ec8972a518a4b0db3851ddecaeca22c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c9a1a2527e442b2806b13f1fd9765d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.792921] env[62954]: INFO nova.compute.manager [-] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Took 1.68 seconds to deallocate network for instance. [ 832.894295] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ae7098-ef7c-4f3b-b647-9cb3e37cb20b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.904239] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5182f3d4-7963-48af-a08a-73914e567393 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.945376] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652fd9d7-cb6e-40e9-b2b1-fa677201dc14 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.954287] env[62954]: DEBUG oslo_vmware.api [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Task: {'id': task-2597610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161032} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.956251] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.956484] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 832.956635] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.963063] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4062ea-3f84-4d51-a000-d0f926b5663a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.978253] env[62954]: DEBUG nova.compute.provider_tree [None req-f0adf4b3-4b94-4366-b0af-afcae6c0d636 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.000997] env[62954]: DEBUG oslo_vmware.api [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2597611, 'name': Rename_Task, 'duration_secs': 0.205716} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.001937] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.002202] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d440932a-01cb-48f8-ab3d-60c504bd0216 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.011493] env[62954]: DEBUG oslo_vmware.api [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 833.011493] env[62954]: value = "task-2597614" [ 833.011493] env[62954]: _type = "Task" [ 833.011493] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.021884] env[62954]: DEBUG oslo_vmware.api [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2597614, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.079537] env[62954]: DEBUG oslo_vmware.api [None req-31c5a812-5fa8-4930-aaaa-6ff11e7e246c tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Task: {'id': task-2597613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228526} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.079821] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-31c5a812-5fa8-4930-aaaa-6ff11e7e246c tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.080025] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-31c5a812-5fa8-4930-aaaa-6ff11e7e246c tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.080216] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-31c5a812-5fa8-4930-aaaa-6ff11e7e246c tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.080397] env[62954]: INFO nova.compute.manager [None req-31c5a812-5fa8-4930-aaaa-6ff11e7e246c tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Took 1.18 seconds to destroy the instance on the hypervisor. [ 833.080642] env[62954]: DEBUG oslo.service.loopingcall [None req-31c5a812-5fa8-4930-aaaa-6ff11e7e246c tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 833.080837] env[62954]: DEBUG nova.compute.manager [-] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 833.080936] env[62954]: DEBUG nova.network.neutron [-] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 833.107755] env[62954]: DEBUG nova.compute.manager [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 6a830901-1391-4526-9742-c5412e653a44] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 833.285853] env[62954]: DEBUG nova.network.neutron [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 6a830901-1391-4526-9742-c5412e653a44] Successfully created port: b56e7cd1-c57f-4edf-aa39-26586cc22940 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 833.303216] env[62954]: DEBUG oslo_concurrency.lockutils [None req-018a779a-bc13-4b99-9b0c-6850ae6d8fcb tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.480387] env[62954]: DEBUG nova.scheduler.client.report [None req-f0adf4b3-4b94-4366-b0af-afcae6c0d636 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.525617] env[62954]: DEBUG oslo_vmware.api [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2597614, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.837951] env[62954]: DEBUG nova.compute.manager [req-50a6c9af-5e15-4199-ac7f-4d404f20748e req-20db4b6a-7a79-4865-9fa9-ea3841cfda2f service nova] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Received event network-vif-deleted-681bee78-80cc-44cd-8d58-61d66dc8b650 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 833.838240] env[62954]: INFO nova.compute.manager [req-50a6c9af-5e15-4199-ac7f-4d404f20748e req-20db4b6a-7a79-4865-9fa9-ea3841cfda2f service nova] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Neutron deleted interface 681bee78-80cc-44cd-8d58-61d66dc8b650; detaching it from the instance and deleting it from the info cache [ 833.838319] env[62954]: DEBUG nova.network.neutron [req-50a6c9af-5e15-4199-ac7f-4d404f20748e req-20db4b6a-7a79-4865-9fa9-ea3841cfda2f service nova] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.987248] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f0adf4b3-4b94-4366-b0af-afcae6c0d636 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.894s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.988326] env[62954]: DEBUG oslo_concurrency.lockutils [None req-477d6164-1714-4d44-9f8a-dcebc32e68c5 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.070s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.988610] env[62954]: DEBUG nova.objects.instance [None req-477d6164-1714-4d44-9f8a-dcebc32e68c5 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lazy-loading 'resources' on Instance uuid 549c45cf-b86d-4716-a622-7b275409245a {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.008086] env[62954]: DEBUG nova.virt.hardware [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.008381] env[62954]: DEBUG nova.virt.hardware [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.008577] env[62954]: DEBUG nova.virt.hardware [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.008793] env[62954]: DEBUG nova.virt.hardware [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.009053] env[62954]: DEBUG nova.virt.hardware [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.009980] env[62954]: DEBUG nova.virt.hardware [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.010267] env[62954]: DEBUG nova.virt.hardware [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.010612] env[62954]: DEBUG nova.virt.hardware [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.010911] env[62954]: DEBUG nova.virt.hardware [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.011186] env[62954]: DEBUG nova.virt.hardware [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.011439] env[62954]: DEBUG nova.virt.hardware [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.012845] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3071a9aa-6c2c-4bb9-9030-833084dd90e2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.018014] env[62954]: INFO nova.scheduler.client.report [None req-f0adf4b3-4b94-4366-b0af-afcae6c0d636 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Deleted allocations for instance f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d [ 834.029414] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99d526e-06b8-430a-9354-621d1991954c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.038266] env[62954]: DEBUG oslo_vmware.api [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2597614, 'name': PowerOnVM_Task, 'duration_secs': 0.564926} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.040991] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.040991] env[62954]: INFO nova.compute.manager [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Took 8.04 seconds to spawn the instance on the hypervisor. [ 834.040991] env[62954]: DEBUG nova.compute.manager [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.040991] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432bb7dd-2994-4f02-8c22-baad32fdc72b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.053878] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Instance VIF info [] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 834.059755] env[62954]: DEBUG oslo.service.loopingcall [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 834.060537] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 834.060759] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05a11aab-d5fa-486f-b7eb-304502c87f76 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.085326] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.085326] env[62954]: value = "task-2597615" [ 834.085326] env[62954]: _type = "Task" [ 834.085326] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.090772] env[62954]: DEBUG nova.network.neutron [-] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.098911] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597615, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.119413] env[62954]: DEBUG nova.compute.manager [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 6a830901-1391-4526-9742-c5412e653a44] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 834.147887] env[62954]: DEBUG nova.virt.hardware [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.147887] env[62954]: DEBUG nova.virt.hardware [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.147887] env[62954]: DEBUG nova.virt.hardware [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.148161] env[62954]: DEBUG nova.virt.hardware [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.148221] env[62954]: DEBUG nova.virt.hardware [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.148347] env[62954]: DEBUG nova.virt.hardware [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.148562] env[62954]: DEBUG nova.virt.hardware [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.148726] env[62954]: DEBUG nova.virt.hardware [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.148893] env[62954]: DEBUG nova.virt.hardware [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.149077] env[62954]: DEBUG nova.virt.hardware [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.149258] env[62954]: DEBUG nova.virt.hardware [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.150509] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2603fe07-54c2-47bd-a51d-47c267d5d79d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.160441] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1affabed-bb94-4652-9bed-c8d2c91ee130 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.342825] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0dd8f204-ff3d-427c-b4bf-06f4d1303d81 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.355423] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a554e793-4c72-4584-9376-68aa1845f877 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.388192] env[62954]: DEBUG nova.compute.manager [req-50a6c9af-5e15-4199-ac7f-4d404f20748e req-20db4b6a-7a79-4865-9fa9-ea3841cfda2f service nova] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Detach interface failed, port_id=681bee78-80cc-44cd-8d58-61d66dc8b650, reason: Instance 2effe3ff-ff7c-4369-9168-dc699087eced could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 834.534502] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f0adf4b3-4b94-4366-b0af-afcae6c0d636 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lock "f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.894s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.590970] env[62954]: INFO nova.compute.manager [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Took 17.77 seconds to build instance. [ 834.598435] env[62954]: INFO nova.compute.manager [-] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Took 1.52 seconds to deallocate network for instance. [ 834.611564] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597615, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.808329] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929a072f-32fa-4f70-91cc-f21b1ee64794 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.821838] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4772a84d-30c7-4848-bf13-91ac12c29725 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.859011] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9978074d-a75f-457d-9897-c44391a55c74 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.867675] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbdbe11-d063-46f7-95e8-1d420e1e15d5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.882936] env[62954]: DEBUG nova.compute.provider_tree [None req-477d6164-1714-4d44-9f8a-dcebc32e68c5 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.094509] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8d4dd5ee-c3de-43f0-a202-7c8a8017ac0a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "5ea4c876-a32b-4295-855c-61464cc8f72b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.284s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.107175] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597615, 'name': CreateVM_Task, 'duration_secs': 0.532806} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.107416] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 835.107779] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.107934] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.108421] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.108643] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02c34886-e8f5-4a03-b7ec-414dd8f98d32 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.113641] env[62954]: DEBUG oslo_concurrency.lockutils [None req-31c5a812-5fa8-4930-aaaa-6ff11e7e246c tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.115323] env[62954]: DEBUG oslo_vmware.api [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Waiting for the task: (returnval){ [ 835.115323] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52735eba-a7a5-d5c4-95f6-01a30eaff53b" [ 835.115323] env[62954]: _type = "Task" [ 835.115323] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.125145] env[62954]: DEBUG oslo_vmware.api [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52735eba-a7a5-d5c4-95f6-01a30eaff53b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.246213] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Acquiring lock "d44c2ff3-0d92-43eb-abd9-5553f21e6b88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.246639] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Lock "d44c2ff3-0d92-43eb-abd9-5553f21e6b88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.257493] env[62954]: DEBUG nova.network.neutron [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 6a830901-1391-4526-9742-c5412e653a44] Successfully updated port: b56e7cd1-c57f-4edf-aa39-26586cc22940 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 835.331468] env[62954]: DEBUG nova.compute.manager [req-ef547739-ee28-4e0f-8936-f5e020aa7ca1 req-cacda7dc-23b0-47e8-9137-0a7b6db04c06 service nova] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Received event network-changed-a22d123f-d3d7-44ac-b767-be592bf95236 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 835.331734] env[62954]: DEBUG nova.compute.manager [req-ef547739-ee28-4e0f-8936-f5e020aa7ca1 req-cacda7dc-23b0-47e8-9137-0a7b6db04c06 service nova] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Refreshing instance network info cache due to event network-changed-a22d123f-d3d7-44ac-b767-be592bf95236. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 835.332022] env[62954]: DEBUG oslo_concurrency.lockutils [req-ef547739-ee28-4e0f-8936-f5e020aa7ca1 req-cacda7dc-23b0-47e8-9137-0a7b6db04c06 service nova] Acquiring lock "refresh_cache-5ea4c876-a32b-4295-855c-61464cc8f72b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.332202] env[62954]: DEBUG oslo_concurrency.lockutils [req-ef547739-ee28-4e0f-8936-f5e020aa7ca1 req-cacda7dc-23b0-47e8-9137-0a7b6db04c06 service nova] Acquired lock "refresh_cache-5ea4c876-a32b-4295-855c-61464cc8f72b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.332304] env[62954]: DEBUG nova.network.neutron [req-ef547739-ee28-4e0f-8936-f5e020aa7ca1 req-cacda7dc-23b0-47e8-9137-0a7b6db04c06 service nova] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Refreshing network info cache for port a22d123f-d3d7-44ac-b767-be592bf95236 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.387872] env[62954]: DEBUG nova.scheduler.client.report [None req-477d6164-1714-4d44-9f8a-dcebc32e68c5 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.628530] env[62954]: DEBUG oslo_vmware.api [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52735eba-a7a5-d5c4-95f6-01a30eaff53b, 'name': SearchDatastore_Task, 'duration_secs': 0.016905} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.628874] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.629163] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 835.629411] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.629578] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.629768] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 835.630199] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27834baf-2514-43ed-a19e-7926413b07be {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.639755] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 835.639939] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 835.640683] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e357f438-3d9b-43b1-9129-e39026056ef8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.647663] env[62954]: DEBUG oslo_vmware.api [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Waiting for the task: (returnval){ [ 835.647663] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52787689-0351-e8db-e0e2-7924963abbf6" [ 835.647663] env[62954]: _type = "Task" [ 835.647663] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.656153] env[62954]: DEBUG oslo_vmware.api [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52787689-0351-e8db-e0e2-7924963abbf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.751730] env[62954]: DEBUG nova.compute.manager [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 835.762446] env[62954]: DEBUG oslo_concurrency.lockutils [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "refresh_cache-6a830901-1391-4526-9742-c5412e653a44" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.762594] env[62954]: DEBUG oslo_concurrency.lockutils [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquired lock "refresh_cache-6a830901-1391-4526-9742-c5412e653a44" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.762763] env[62954]: DEBUG nova.network.neutron [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 6a830901-1391-4526-9742-c5412e653a44] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.873689] env[62954]: DEBUG nova.compute.manager [req-5e15f09a-a031-4fef-9167-ccf642c9d433 req-f3d6a984-bcbd-4301-99f2-b0cdd524b95b service nova] [instance: 6a830901-1391-4526-9742-c5412e653a44] Received event network-vif-plugged-b56e7cd1-c57f-4edf-aa39-26586cc22940 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 835.873960] env[62954]: DEBUG oslo_concurrency.lockutils [req-5e15f09a-a031-4fef-9167-ccf642c9d433 req-f3d6a984-bcbd-4301-99f2-b0cdd524b95b service nova] Acquiring lock "6a830901-1391-4526-9742-c5412e653a44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.874198] env[62954]: DEBUG oslo_concurrency.lockutils [req-5e15f09a-a031-4fef-9167-ccf642c9d433 req-f3d6a984-bcbd-4301-99f2-b0cdd524b95b service nova] Lock "6a830901-1391-4526-9742-c5412e653a44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.874370] env[62954]: DEBUG oslo_concurrency.lockutils [req-5e15f09a-a031-4fef-9167-ccf642c9d433 req-f3d6a984-bcbd-4301-99f2-b0cdd524b95b service nova] Lock "6a830901-1391-4526-9742-c5412e653a44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.874646] env[62954]: DEBUG nova.compute.manager [req-5e15f09a-a031-4fef-9167-ccf642c9d433 req-f3d6a984-bcbd-4301-99f2-b0cdd524b95b service nova] [instance: 6a830901-1391-4526-9742-c5412e653a44] No waiting events found dispatching network-vif-plugged-b56e7cd1-c57f-4edf-aa39-26586cc22940 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 835.874711] env[62954]: WARNING nova.compute.manager [req-5e15f09a-a031-4fef-9167-ccf642c9d433 req-f3d6a984-bcbd-4301-99f2-b0cdd524b95b service nova] [instance: 6a830901-1391-4526-9742-c5412e653a44] Received unexpected event network-vif-plugged-b56e7cd1-c57f-4edf-aa39-26586cc22940 for instance with vm_state building and task_state spawning. [ 835.874892] env[62954]: DEBUG nova.compute.manager [req-5e15f09a-a031-4fef-9167-ccf642c9d433 req-f3d6a984-bcbd-4301-99f2-b0cdd524b95b service nova] [instance: 6a830901-1391-4526-9742-c5412e653a44] Received event network-changed-b56e7cd1-c57f-4edf-aa39-26586cc22940 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 835.875073] env[62954]: DEBUG nova.compute.manager [req-5e15f09a-a031-4fef-9167-ccf642c9d433 req-f3d6a984-bcbd-4301-99f2-b0cdd524b95b service nova] [instance: 6a830901-1391-4526-9742-c5412e653a44] Refreshing instance network info cache due to event network-changed-b56e7cd1-c57f-4edf-aa39-26586cc22940. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 835.875246] env[62954]: DEBUG oslo_concurrency.lockutils [req-5e15f09a-a031-4fef-9167-ccf642c9d433 req-f3d6a984-bcbd-4301-99f2-b0cdd524b95b service nova] Acquiring lock "refresh_cache-6a830901-1391-4526-9742-c5412e653a44" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.891852] env[62954]: DEBUG oslo_concurrency.lockutils [None req-477d6164-1714-4d44-9f8a-dcebc32e68c5 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.903s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.896524] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.647s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.896727] env[62954]: DEBUG nova.objects.instance [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62954) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 835.926392] env[62954]: INFO nova.scheduler.client.report [None req-477d6164-1714-4d44-9f8a-dcebc32e68c5 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Deleted allocations for instance 549c45cf-b86d-4716-a622-7b275409245a [ 836.103654] env[62954]: DEBUG nova.network.neutron [req-ef547739-ee28-4e0f-8936-f5e020aa7ca1 req-cacda7dc-23b0-47e8-9137-0a7b6db04c06 service nova] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Updated VIF entry in instance network info cache for port a22d123f-d3d7-44ac-b767-be592bf95236. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.104031] env[62954]: DEBUG nova.network.neutron [req-ef547739-ee28-4e0f-8936-f5e020aa7ca1 req-cacda7dc-23b0-47e8-9137-0a7b6db04c06 service nova] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Updating instance_info_cache with network_info: [{"id": "a22d123f-d3d7-44ac-b767-be592bf95236", "address": "fa:16:3e:a8:ba:59", "network": {"id": "b92cb287-9120-4f4f-b2e5-dd3d10fcd6c9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-531245150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5822cb258bd84b3a8a71026ea2d131e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa22d123f-d3", "ovs_interfaceid": "a22d123f-d3d7-44ac-b767-be592bf95236", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.159650] env[62954]: DEBUG oslo_vmware.api [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52787689-0351-e8db-e0e2-7924963abbf6, 'name': SearchDatastore_Task, 'duration_secs': 0.010163} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.160501] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d16af0de-c3d5-4285-8f96-9dc131444417 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.168716] env[62954]: DEBUG oslo_vmware.api [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Waiting for the task: (returnval){ [ 836.168716] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]521ad199-ab12-da7f-a23d-87fee2e7699d" [ 836.168716] env[62954]: _type = "Task" [ 836.168716] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.178141] env[62954]: DEBUG oslo_vmware.api [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]521ad199-ab12-da7f-a23d-87fee2e7699d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.271521] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.319605] env[62954]: DEBUG nova.network.neutron [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 6a830901-1391-4526-9742-c5412e653a44] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 836.438193] env[62954]: DEBUG oslo_concurrency.lockutils [None req-477d6164-1714-4d44-9f8a-dcebc32e68c5 tempest-MultipleCreateTestJSON-1955272858 tempest-MultipleCreateTestJSON-1955272858-project-member] Lock "549c45cf-b86d-4716-a622-7b275409245a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.632s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.546728] env[62954]: DEBUG nova.network.neutron [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 6a830901-1391-4526-9742-c5412e653a44] Updating instance_info_cache with network_info: [{"id": "b56e7cd1-c57f-4edf-aa39-26586cc22940", "address": "fa:16:3e:ec:20:04", "network": {"id": "a3bdc751-8cf3-4508-9734-f077b7bcca4b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-735498890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c9a1a2527e442b2806b13f1fd9765d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb56e7cd1-c5", "ovs_interfaceid": "b56e7cd1-c57f-4edf-aa39-26586cc22940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.607325] env[62954]: DEBUG oslo_concurrency.lockutils [req-ef547739-ee28-4e0f-8936-f5e020aa7ca1 req-cacda7dc-23b0-47e8-9137-0a7b6db04c06 service nova] Releasing lock "refresh_cache-5ea4c876-a32b-4295-855c-61464cc8f72b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.680648] env[62954]: DEBUG oslo_vmware.api [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]521ad199-ab12-da7f-a23d-87fee2e7699d, 'name': SearchDatastore_Task, 'duration_secs': 0.011437} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.680901] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.681117] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 877f91e8-ed8d-45e1-8267-311dae34633a/877f91e8-ed8d-45e1-8267-311dae34633a.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.681556] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-affaf709-816b-4775-a660-6ee2eee5f99b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.689982] env[62954]: DEBUG oslo_vmware.api [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Waiting for the task: (returnval){ [ 836.689982] env[62954]: value = "task-2597616" [ 836.689982] env[62954]: _type = "Task" [ 836.689982] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.699259] env[62954]: DEBUG oslo_vmware.api [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Task: {'id': task-2597616, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.913245] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1548b51f-ff60-4e37-8373-cc0d2a2276ca tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.913245] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c89da3b2-f6a5-4d32-af9a-01b928d5134a tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.435s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.913245] env[62954]: DEBUG nova.objects.instance [None req-c89da3b2-f6a5-4d32-af9a-01b928d5134a tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Lazy-loading 'resources' on Instance uuid fd6323bb-5444-40d8-b886-41acc2947ec3 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.051632] env[62954]: DEBUG oslo_concurrency.lockutils [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Releasing lock "refresh_cache-6a830901-1391-4526-9742-c5412e653a44" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.052011] env[62954]: DEBUG nova.compute.manager [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 6a830901-1391-4526-9742-c5412e653a44] Instance network_info: |[{"id": "b56e7cd1-c57f-4edf-aa39-26586cc22940", "address": "fa:16:3e:ec:20:04", "network": {"id": "a3bdc751-8cf3-4508-9734-f077b7bcca4b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-735498890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c9a1a2527e442b2806b13f1fd9765d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb56e7cd1-c5", "ovs_interfaceid": "b56e7cd1-c57f-4edf-aa39-26586cc22940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 837.052582] env[62954]: DEBUG oslo_concurrency.lockutils [req-5e15f09a-a031-4fef-9167-ccf642c9d433 req-f3d6a984-bcbd-4301-99f2-b0cdd524b95b service nova] Acquired lock "refresh_cache-6a830901-1391-4526-9742-c5412e653a44" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.052781] env[62954]: DEBUG nova.network.neutron [req-5e15f09a-a031-4fef-9167-ccf642c9d433 req-f3d6a984-bcbd-4301-99f2-b0cdd524b95b service nova] [instance: 6a830901-1391-4526-9742-c5412e653a44] Refreshing network info cache for port b56e7cd1-c57f-4edf-aa39-26586cc22940 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.054067] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 6a830901-1391-4526-9742-c5412e653a44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:20:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b56e7cd1-c57f-4edf-aa39-26586cc22940', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.061707] env[62954]: DEBUG oslo.service.loopingcall [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 837.062475] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a830901-1391-4526-9742-c5412e653a44] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.063285] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2b31801-264a-458e-9901-789da5563c9a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.086971] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.086971] env[62954]: value = "task-2597617" [ 837.086971] env[62954]: _type = "Task" [ 837.086971] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.099356] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597617, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.208245] env[62954]: DEBUG oslo_vmware.api [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Task: {'id': task-2597616, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473409} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.208538] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 877f91e8-ed8d-45e1-8267-311dae34633a/877f91e8-ed8d-45e1-8267-311dae34633a.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.208757] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.209055] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d52d796-1a28-4624-9bc8-9645df8c66a0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.223148] env[62954]: DEBUG oslo_vmware.api [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Waiting for the task: (returnval){ [ 837.223148] env[62954]: value = "task-2597618" [ 837.223148] env[62954]: _type = "Task" [ 837.223148] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.231430] env[62954]: DEBUG oslo_vmware.api [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Task: {'id': task-2597618, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.606208] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597617, 'name': CreateVM_Task, 'duration_secs': 0.380672} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.609781] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a830901-1391-4526-9742-c5412e653a44] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.610943] env[62954]: DEBUG oslo_concurrency.lockutils [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.611205] env[62954]: DEBUG oslo_concurrency.lockutils [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.612700] env[62954]: DEBUG oslo_concurrency.lockutils [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.614264] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-827f577c-261f-42cf-b8c8-4774a0e5f9de {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.620919] env[62954]: DEBUG oslo_vmware.api [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 837.620919] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]523bd61f-75d6-c75f-8860-31eeddbbd0fa" [ 837.620919] env[62954]: _type = "Task" [ 837.620919] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.636598] env[62954]: DEBUG oslo_vmware.api [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]523bd61f-75d6-c75f-8860-31eeddbbd0fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.655617] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90d29a1-ffb2-4d5e-af95-fe4b630c59c3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.665222] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5135136-4ca1-4762-a485-7a4235475b30 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.701046] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ae2a3d-0ce2-4ed3-ba0d-12bf61f40b18 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.709968] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ee71a3-3b02-489f-a3cc-1c5f8b66f975 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.725112] env[62954]: DEBUG nova.compute.provider_tree [None req-c89da3b2-f6a5-4d32-af9a-01b928d5134a tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.736961] env[62954]: DEBUG oslo_vmware.api [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Task: {'id': task-2597618, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099081} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.737871] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 837.738679] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcffaf6-d419-4209-bae8-0e5196ee1240 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.761587] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 877f91e8-ed8d-45e1-8267-311dae34633a/877f91e8-ed8d-45e1-8267-311dae34633a.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.762158] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bc20aae-275c-4f36-b854-c50584c07ec0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.786255] env[62954]: DEBUG oslo_vmware.api [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Waiting for the task: (returnval){ [ 837.786255] env[62954]: value = "task-2597619" [ 837.786255] env[62954]: _type = "Task" [ 837.786255] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.794764] env[62954]: DEBUG oslo_vmware.api [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Task: {'id': task-2597619, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.897601] env[62954]: DEBUG nova.network.neutron [req-5e15f09a-a031-4fef-9167-ccf642c9d433 req-f3d6a984-bcbd-4301-99f2-b0cdd524b95b service nova] [instance: 6a830901-1391-4526-9742-c5412e653a44] Updated VIF entry in instance network info cache for port b56e7cd1-c57f-4edf-aa39-26586cc22940. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.898422] env[62954]: DEBUG nova.network.neutron [req-5e15f09a-a031-4fef-9167-ccf642c9d433 req-f3d6a984-bcbd-4301-99f2-b0cdd524b95b service nova] [instance: 6a830901-1391-4526-9742-c5412e653a44] Updating instance_info_cache with network_info: [{"id": "b56e7cd1-c57f-4edf-aa39-26586cc22940", "address": "fa:16:3e:ec:20:04", "network": {"id": "a3bdc751-8cf3-4508-9734-f077b7bcca4b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-735498890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c9a1a2527e442b2806b13f1fd9765d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb56e7cd1-c5", "ovs_interfaceid": "b56e7cd1-c57f-4edf-aa39-26586cc22940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.133907] env[62954]: DEBUG oslo_vmware.api [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]523bd61f-75d6-c75f-8860-31eeddbbd0fa, 'name': SearchDatastore_Task, 'duration_secs': 0.014388} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.133907] env[62954]: DEBUG oslo_concurrency.lockutils [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.133907] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 6a830901-1391-4526-9742-c5412e653a44] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.133907] env[62954]: DEBUG oslo_concurrency.lockutils [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.133907] env[62954]: DEBUG oslo_concurrency.lockutils [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.133907] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.134640] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4e9f401-a406-4f01-8272-11e8ab2bf43c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.144823] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.145085] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.146154] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84b7731a-5f0a-4a44-b8a7-2a659b0a2a41 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.152278] env[62954]: DEBUG oslo_vmware.api [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 838.152278] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52763919-3a8e-7a8f-f040-5abc13e8e16c" [ 838.152278] env[62954]: _type = "Task" [ 838.152278] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.160951] env[62954]: DEBUG oslo_vmware.api [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52763919-3a8e-7a8f-f040-5abc13e8e16c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.233095] env[62954]: DEBUG nova.scheduler.client.report [None req-c89da3b2-f6a5-4d32-af9a-01b928d5134a tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.297114] env[62954]: DEBUG oslo_vmware.api [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Task: {'id': task-2597619, 'name': ReconfigVM_Task, 'duration_secs': 0.303025} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.297421] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 877f91e8-ed8d-45e1-8267-311dae34633a/877f91e8-ed8d-45e1-8267-311dae34633a.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.298089] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e56545de-8d2e-4334-a4f1-686d902d041b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.306072] env[62954]: DEBUG oslo_vmware.api [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Waiting for the task: (returnval){ [ 838.306072] env[62954]: value = "task-2597620" [ 838.306072] env[62954]: _type = "Task" [ 838.306072] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.315104] env[62954]: DEBUG oslo_vmware.api [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Task: {'id': task-2597620, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.402677] env[62954]: DEBUG oslo_concurrency.lockutils [req-5e15f09a-a031-4fef-9167-ccf642c9d433 req-f3d6a984-bcbd-4301-99f2-b0cdd524b95b service nova] Releasing lock "refresh_cache-6a830901-1391-4526-9742-c5412e653a44" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.663799] env[62954]: DEBUG oslo_vmware.api [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52763919-3a8e-7a8f-f040-5abc13e8e16c, 'name': SearchDatastore_Task, 'duration_secs': 0.010259} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.664623] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee5917a8-bc57-41ec-8375-4659983550f6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.670738] env[62954]: DEBUG oslo_vmware.api [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 838.670738] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52160ee2-54c4-b4df-d374-777f6157f2b9" [ 838.670738] env[62954]: _type = "Task" [ 838.670738] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.679705] env[62954]: DEBUG oslo_vmware.api [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52160ee2-54c4-b4df-d374-777f6157f2b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.738991] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c89da3b2-f6a5-4d32-af9a-01b928d5134a tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.827s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.741118] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.970s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.742629] env[62954]: INFO nova.compute.claims [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 838.763046] env[62954]: INFO nova.scheduler.client.report [None req-c89da3b2-f6a5-4d32-af9a-01b928d5134a tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Deleted allocations for instance fd6323bb-5444-40d8-b886-41acc2947ec3 [ 838.817335] env[62954]: DEBUG oslo_vmware.api [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Task: {'id': task-2597620, 'name': Rename_Task, 'duration_secs': 0.150951} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.817629] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.818793] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ae0add9-f71f-4ad8-81d7-1a3eea21515b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.827591] env[62954]: DEBUG oslo_vmware.api [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Waiting for the task: (returnval){ [ 838.827591] env[62954]: value = "task-2597621" [ 838.827591] env[62954]: _type = "Task" [ 838.827591] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.839182] env[62954]: DEBUG oslo_vmware.api [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Task: {'id': task-2597621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.186585] env[62954]: DEBUG oslo_vmware.api [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52160ee2-54c4-b4df-d374-777f6157f2b9, 'name': SearchDatastore_Task, 'duration_secs': 0.010451} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.187019] env[62954]: DEBUG oslo_concurrency.lockutils [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.187299] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 6a830901-1391-4526-9742-c5412e653a44/6a830901-1391-4526-9742-c5412e653a44.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.187455] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ae6512e-c0c1-46fa-9375-fdc1d58af29f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.196366] env[62954]: DEBUG oslo_vmware.api [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 839.196366] env[62954]: value = "task-2597622" [ 839.196366] env[62954]: _type = "Task" [ 839.196366] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.205944] env[62954]: DEBUG oslo_vmware.api [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.270626] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c89da3b2-f6a5-4d32-af9a-01b928d5134a tempest-ServersAaction247Test-427454282 tempest-ServersAaction247Test-427454282-project-member] Lock "fd6323bb-5444-40d8-b886-41acc2947ec3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.341s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.340751] env[62954]: DEBUG oslo_vmware.api [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Task: {'id': task-2597621, 'name': PowerOnVM_Task, 'duration_secs': 0.445431} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.343554] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.343554] env[62954]: DEBUG nova.compute.manager [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.343554] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9869cdd-c2e7-4e14-9fd5-53ecf3e8384a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.713228] env[62954]: DEBUG oslo_vmware.api [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597622, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.867861] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.986978] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb91f10b-d963-4e6b-b8d1-d46be66cb804 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.998428] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1d637d-f602-4e39-a76d-acbeda8d317d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.035418] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66421b81-5e3c-4b65-b38b-983e98b44d6c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.043981] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e6477a-54cc-4c72-9f13-fc659fba9f6e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.061130] env[62954]: DEBUG nova.compute.provider_tree [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.211194] env[62954]: DEBUG oslo_vmware.api [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583775} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.211194] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 6a830901-1391-4526-9742-c5412e653a44/6a830901-1391-4526-9742-c5412e653a44.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.211194] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 6a830901-1391-4526-9742-c5412e653a44] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.211194] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec5dc868-9691-46be-8249-b20fa1b7269b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.219500] env[62954]: DEBUG oslo_vmware.api [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 840.219500] env[62954]: value = "task-2597623" [ 840.219500] env[62954]: _type = "Task" [ 840.219500] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.228722] env[62954]: DEBUG oslo_vmware.api [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.348359] env[62954]: DEBUG oslo_vmware.rw_handles [None req-46358568-772e-4d00-bd51-c43dca2a35b9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f072dd-1daf-c8db-7e5c-eee2355bf13e/disk-0.vmdk. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 840.349725] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236c9769-367e-4ee3-9372-210b8ae7ceac {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.359872] env[62954]: DEBUG oslo_vmware.rw_handles [None req-46358568-772e-4d00-bd51-c43dca2a35b9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f072dd-1daf-c8db-7e5c-eee2355bf13e/disk-0.vmdk is in state: ready. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 840.360086] env[62954]: ERROR oslo_vmware.rw_handles [None req-46358568-772e-4d00-bd51-c43dca2a35b9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f072dd-1daf-c8db-7e5c-eee2355bf13e/disk-0.vmdk due to incomplete transfer. [ 840.360346] env[62954]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7655b25a-20dd-4f53-8c4d-36b3973cac00 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.371294] env[62954]: DEBUG oslo_vmware.rw_handles [None req-46358568-772e-4d00-bd51-c43dca2a35b9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f072dd-1daf-c8db-7e5c-eee2355bf13e/disk-0.vmdk. {{(pid=62954) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 840.371541] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-46358568-772e-4d00-bd51-c43dca2a35b9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Uploaded image 1a1a2a30-b643-433d-ac80-4641c12aac11 to the Glance image server {{(pid=62954) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 840.375181] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-46358568-772e-4d00-bd51-c43dca2a35b9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Destroying the VM {{(pid=62954) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 840.375478] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2d07f5eb-2622-45c1-8c5c-da921f2add9e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.382722] env[62954]: DEBUG oslo_vmware.api [None req-46358568-772e-4d00-bd51-c43dca2a35b9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 840.382722] env[62954]: value = "task-2597624" [ 840.382722] env[62954]: _type = "Task" [ 840.382722] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.392745] env[62954]: DEBUG oslo_vmware.api [None req-46358568-772e-4d00-bd51-c43dca2a35b9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597624, 'name': Destroy_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.564764] env[62954]: DEBUG nova.scheduler.client.report [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.735541] env[62954]: DEBUG oslo_vmware.api [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.209447} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.736339] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 6a830901-1391-4526-9742-c5412e653a44] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.737214] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6331be1-d980-4d83-98d5-ac3f0fefb095 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.764523] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 6a830901-1391-4526-9742-c5412e653a44] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 6a830901-1391-4526-9742-c5412e653a44/6a830901-1391-4526-9742-c5412e653a44.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.765192] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37cc3681-e39c-457f-ad5b-9ce2bb2ad6df {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.780797] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9f3e3945-1abb-4d38-b9f3-da9e525f7e4e tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Acquiring lock "877f91e8-ed8d-45e1-8267-311dae34633a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.781222] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9f3e3945-1abb-4d38-b9f3-da9e525f7e4e tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Lock "877f91e8-ed8d-45e1-8267-311dae34633a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.781339] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9f3e3945-1abb-4d38-b9f3-da9e525f7e4e tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Acquiring lock "877f91e8-ed8d-45e1-8267-311dae34633a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.781434] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9f3e3945-1abb-4d38-b9f3-da9e525f7e4e tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Lock "877f91e8-ed8d-45e1-8267-311dae34633a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.781882] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9f3e3945-1abb-4d38-b9f3-da9e525f7e4e tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Lock "877f91e8-ed8d-45e1-8267-311dae34633a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.783735] env[62954]: INFO nova.compute.manager [None req-9f3e3945-1abb-4d38-b9f3-da9e525f7e4e tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Terminating instance [ 840.786329] env[62954]: DEBUG oslo_vmware.api [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 840.786329] env[62954]: value = "task-2597625" [ 840.786329] env[62954]: _type = "Task" [ 840.786329] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.801147] env[62954]: DEBUG oslo_vmware.api [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597625, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.894409] env[62954]: DEBUG oslo_vmware.api [None req-46358568-772e-4d00-bd51-c43dca2a35b9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597624, 'name': Destroy_Task} progress is 33%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.074494] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.074985] env[62954]: DEBUG nova.compute.manager [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 841.079160] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6e6b5d06-ea23-48cb-a985-0f79e6e16c0b tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.157s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.079160] env[62954]: DEBUG nova.objects.instance [None req-6e6b5d06-ea23-48cb-a985-0f79e6e16c0b tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Lazy-loading 'resources' on Instance uuid 2e7fdade-c4c3-400c-b59a-b77382e4348c {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.214815] env[62954]: DEBUG oslo_concurrency.lockutils [None req-27a7031f-864e-4d8b-9698-661d20715037 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquiring lock "d6144768-162e-4e54-bfad-9317adbf2850" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.215136] env[62954]: DEBUG oslo_concurrency.lockutils [None req-27a7031f-864e-4d8b-9698-661d20715037 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "d6144768-162e-4e54-bfad-9317adbf2850" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.215136] env[62954]: DEBUG oslo_concurrency.lockutils [None req-27a7031f-864e-4d8b-9698-661d20715037 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquiring lock "d6144768-162e-4e54-bfad-9317adbf2850-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.216035] env[62954]: DEBUG oslo_concurrency.lockutils [None req-27a7031f-864e-4d8b-9698-661d20715037 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "d6144768-162e-4e54-bfad-9317adbf2850-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.216035] env[62954]: DEBUG oslo_concurrency.lockutils [None req-27a7031f-864e-4d8b-9698-661d20715037 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "d6144768-162e-4e54-bfad-9317adbf2850-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.219315] env[62954]: INFO nova.compute.manager [None req-27a7031f-864e-4d8b-9698-661d20715037 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Terminating instance [ 841.295708] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9f3e3945-1abb-4d38-b9f3-da9e525f7e4e tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Acquiring lock "refresh_cache-877f91e8-ed8d-45e1-8267-311dae34633a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.296017] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9f3e3945-1abb-4d38-b9f3-da9e525f7e4e tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Acquired lock "refresh_cache-877f91e8-ed8d-45e1-8267-311dae34633a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.296689] env[62954]: DEBUG nova.network.neutron [None req-9f3e3945-1abb-4d38-b9f3-da9e525f7e4e tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.304276] env[62954]: DEBUG oslo_vmware.api [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597625, 'name': ReconfigVM_Task, 'duration_secs': 0.291801} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.305096] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 6a830901-1391-4526-9742-c5412e653a44] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 6a830901-1391-4526-9742-c5412e653a44/6a830901-1391-4526-9742-c5412e653a44.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.305708] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21229a70-4628-424c-a415-1e1798c620de {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.312973] env[62954]: DEBUG oslo_vmware.api [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 841.312973] env[62954]: value = "task-2597626" [ 841.312973] env[62954]: _type = "Task" [ 841.312973] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.325491] env[62954]: DEBUG oslo_vmware.api [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597626, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.396589] env[62954]: DEBUG oslo_vmware.api [None req-46358568-772e-4d00-bd51-c43dca2a35b9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597624, 'name': Destroy_Task, 'duration_secs': 0.790307} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.396863] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-46358568-772e-4d00-bd51-c43dca2a35b9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Destroyed the VM [ 841.398784] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-46358568-772e-4d00-bd51-c43dca2a35b9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Deleting Snapshot of the VM instance {{(pid=62954) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 841.398784] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cf41c49b-793f-4b9c-9d5f-7b9f2c33db09 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.411041] env[62954]: DEBUG oslo_vmware.api [None req-46358568-772e-4d00-bd51-c43dca2a35b9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 841.411041] env[62954]: value = "task-2597627" [ 841.411041] env[62954]: _type = "Task" [ 841.411041] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.422575] env[62954]: DEBUG oslo_vmware.api [None req-46358568-772e-4d00-bd51-c43dca2a35b9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597627, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.582735] env[62954]: DEBUG nova.compute.utils [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 841.586693] env[62954]: DEBUG nova.compute.manager [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 841.586876] env[62954]: DEBUG nova.network.neutron [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 841.594018] env[62954]: DEBUG oslo_concurrency.lockutils [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Acquiring lock "e94eca32-39e6-4911-870f-2725923a8476" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.594316] env[62954]: DEBUG oslo_concurrency.lockutils [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Lock "e94eca32-39e6-4911-870f-2725923a8476" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.655703] env[62954]: DEBUG nova.policy [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ac48a27023849db962425cbf5f4b5a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a34a6adfdb95418ba67dc915c9c734b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 841.724950] env[62954]: DEBUG nova.compute.manager [None req-27a7031f-864e-4d8b-9698-661d20715037 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 841.724950] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-27a7031f-864e-4d8b-9698-661d20715037 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.725780] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a11f5a-8953-429c-a78a-fd6b184d2d81 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.736572] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-27a7031f-864e-4d8b-9698-661d20715037 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.736915] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64da120d-cba1-40fd-8963-17e76e577bdf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.822732] env[62954]: DEBUG nova.network.neutron [None req-9f3e3945-1abb-4d38-b9f3-da9e525f7e4e tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.830390] env[62954]: DEBUG oslo_vmware.api [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597626, 'name': Rename_Task, 'duration_secs': 0.155635} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.831676] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 6a830901-1391-4526-9742-c5412e653a44] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.831676] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c99192e-f364-4b65-9a14-01c2a4b1e8ff {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.839321] env[62954]: DEBUG oslo_vmware.api [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 841.839321] env[62954]: value = "task-2597629" [ 841.839321] env[62954]: _type = "Task" [ 841.839321] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.851013] env[62954]: DEBUG oslo_vmware.api [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.922442] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3164e51b-19ef-4085-8cfa-8792800ba1a9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.926367] env[62954]: DEBUG nova.network.neutron [None req-9f3e3945-1abb-4d38-b9f3-da9e525f7e4e tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.933193] env[62954]: DEBUG oslo_vmware.api [None req-46358568-772e-4d00-bd51-c43dca2a35b9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597627, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.940800] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536acc06-a112-4edf-8e6a-89f663320cd9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.979605] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986817c0-7016-4f2f-9c3a-f6223c36d9dc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.990373] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06470bc1-6b54-4cb1-867f-7febb3901d5e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.011108] env[62954]: DEBUG nova.compute.provider_tree [None req-6e6b5d06-ea23-48cb-a985-0f79e6e16c0b tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.089079] env[62954]: DEBUG nova.compute.manager [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 842.101867] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-27a7031f-864e-4d8b-9698-661d20715037 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 842.101867] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-27a7031f-864e-4d8b-9698-661d20715037 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 842.101867] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-27a7031f-864e-4d8b-9698-661d20715037 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Deleting the datastore file [datastore2] d6144768-162e-4e54-bfad-9317adbf2850 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 842.101867] env[62954]: DEBUG nova.compute.manager [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] [instance: e94eca32-39e6-4911-870f-2725923a8476] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 842.103801] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bcf6afc7-42dd-4d74-bd66-52894651a07f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.113723] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquiring lock "334639c6-2360-40f6-bd4f-f2958262a54f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.113977] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "334639c6-2360-40f6-bd4f-f2958262a54f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.119384] env[62954]: DEBUG oslo_vmware.api [None req-27a7031f-864e-4d8b-9698-661d20715037 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 842.119384] env[62954]: value = "task-2597630" [ 842.119384] env[62954]: _type = "Task" [ 842.119384] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.130893] env[62954]: DEBUG oslo_vmware.api [None req-27a7031f-864e-4d8b-9698-661d20715037 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.221184] env[62954]: DEBUG nova.network.neutron [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Successfully created port: 1ff4dcd1-9234-41f8-acc1-cb87ebccdba0 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 842.353426] env[62954]: DEBUG oslo_vmware.api [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597629, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.425099] env[62954]: DEBUG oslo_vmware.api [None req-46358568-772e-4d00-bd51-c43dca2a35b9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597627, 'name': RemoveSnapshot_Task, 'duration_secs': 0.599125} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.425588] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-46358568-772e-4d00-bd51-c43dca2a35b9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Deleted Snapshot of the VM instance {{(pid=62954) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 842.425870] env[62954]: INFO nova.compute.manager [None req-46358568-772e-4d00-bd51-c43dca2a35b9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Took 15.42 seconds to snapshot the instance on the hypervisor. [ 842.433962] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9f3e3945-1abb-4d38-b9f3-da9e525f7e4e tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Releasing lock "refresh_cache-877f91e8-ed8d-45e1-8267-311dae34633a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.434353] env[62954]: DEBUG nova.compute.manager [None req-9f3e3945-1abb-4d38-b9f3-da9e525f7e4e tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 842.434542] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3e3945-1abb-4d38-b9f3-da9e525f7e4e tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 842.435356] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12636a7-a658-490e-a643-eb4706232afa {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.444291] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3e3945-1abb-4d38-b9f3-da9e525f7e4e tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.444291] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10684e6a-c4c0-4725-bad4-0f420c35693a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.451222] env[62954]: DEBUG oslo_vmware.api [None req-9f3e3945-1abb-4d38-b9f3-da9e525f7e4e tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Waiting for the task: (returnval){ [ 842.451222] env[62954]: value = "task-2597631" [ 842.451222] env[62954]: _type = "Task" [ 842.451222] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.460839] env[62954]: DEBUG oslo_vmware.api [None req-9f3e3945-1abb-4d38-b9f3-da9e525f7e4e tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Task: {'id': task-2597631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.515118] env[62954]: DEBUG nova.scheduler.client.report [None req-6e6b5d06-ea23-48cb-a985-0f79e6e16c0b tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.617048] env[62954]: DEBUG nova.compute.manager [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 842.629511] env[62954]: DEBUG oslo_vmware.api [None req-27a7031f-864e-4d8b-9698-661d20715037 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287609} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.633026] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-27a7031f-864e-4d8b-9698-661d20715037 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.633026] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-27a7031f-864e-4d8b-9698-661d20715037 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.633026] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-27a7031f-864e-4d8b-9698-661d20715037 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.633026] env[62954]: INFO nova.compute.manager [None req-27a7031f-864e-4d8b-9698-661d20715037 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Took 0.91 seconds to destroy the instance on the hypervisor. [ 842.633026] env[62954]: DEBUG oslo.service.loopingcall [None req-27a7031f-864e-4d8b-9698-661d20715037 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 842.633026] env[62954]: DEBUG nova.compute.manager [-] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 842.633026] env[62954]: DEBUG nova.network.neutron [-] [instance: d6144768-162e-4e54-bfad-9317adbf2850] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 842.635986] env[62954]: DEBUG oslo_concurrency.lockutils [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.854769] env[62954]: DEBUG oslo_vmware.api [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597629, 'name': PowerOnVM_Task, 'duration_secs': 0.5373} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.854769] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 6a830901-1391-4526-9742-c5412e653a44] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.854769] env[62954]: INFO nova.compute.manager [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 6a830901-1391-4526-9742-c5412e653a44] Took 8.73 seconds to spawn the instance on the hypervisor. [ 842.854769] env[62954]: DEBUG nova.compute.manager [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 6a830901-1391-4526-9742-c5412e653a44] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.855180] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0b502d-3e93-4d1b-8548-e2709ea07314 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.930920] env[62954]: DEBUG nova.compute.manager [None req-46358568-772e-4d00-bd51-c43dca2a35b9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Instance disappeared during snapshot {{(pid=62954) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 842.945724] env[62954]: DEBUG nova.compute.manager [None req-46358568-772e-4d00-bd51-c43dca2a35b9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Image not found during clean up 1a1a2a30-b643-433d-ac80-4641c12aac11 {{(pid=62954) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 842.963081] env[62954]: DEBUG oslo_vmware.api [None req-9f3e3945-1abb-4d38-b9f3-da9e525f7e4e tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Task: {'id': task-2597631, 'name': PowerOffVM_Task, 'duration_secs': 0.135767} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.963081] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3e3945-1abb-4d38-b9f3-da9e525f7e4e tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 842.963081] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3e3945-1abb-4d38-b9f3-da9e525f7e4e tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 842.963740] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9eb3e18-357c-44d2-a0e7-5c7d2b5bdae6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.994518] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3e3945-1abb-4d38-b9f3-da9e525f7e4e tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 842.995205] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3e3945-1abb-4d38-b9f3-da9e525f7e4e tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 842.996048] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f3e3945-1abb-4d38-b9f3-da9e525f7e4e tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Deleting the datastore file [datastore1] 877f91e8-ed8d-45e1-8267-311dae34633a {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 842.996048] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0af6cfdf-7b46-4821-8bdd-3cf60b17d82e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.007187] env[62954]: DEBUG oslo_vmware.api [None req-9f3e3945-1abb-4d38-b9f3-da9e525f7e4e tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Waiting for the task: (returnval){ [ 843.007187] env[62954]: value = "task-2597633" [ 843.007187] env[62954]: _type = "Task" [ 843.007187] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.016192] env[62954]: DEBUG oslo_vmware.api [None req-9f3e3945-1abb-4d38-b9f3-da9e525f7e4e tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Task: {'id': task-2597633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.024437] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6e6b5d06-ea23-48cb-a985-0f79e6e16c0b tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.944s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.025162] env[62954]: DEBUG oslo_concurrency.lockutils [None req-af51a68c-1acc-46b2-b6a7-9ce7731b3616 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.292s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.025749] env[62954]: DEBUG nova.objects.instance [None req-af51a68c-1acc-46b2-b6a7-9ce7731b3616 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lazy-loading 'resources' on Instance uuid c30de12c-beb1-418b-8582-c25a74fa88f8 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.047103] env[62954]: INFO nova.scheduler.client.report [None req-6e6b5d06-ea23-48cb-a985-0f79e6e16c0b tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Deleted allocations for instance 2e7fdade-c4c3-400c-b59a-b77382e4348c [ 843.068475] env[62954]: DEBUG nova.compute.manager [req-c1cb059b-1095-44fa-9435-f675d69e3018 req-0fad9aa2-9077-4c58-a19c-65b558155ef5 service nova] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Received event network-vif-deleted-f1342eb8-5688-4ba2-965d-2661e6b52db0 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 843.068705] env[62954]: INFO nova.compute.manager [req-c1cb059b-1095-44fa-9435-f675d69e3018 req-0fad9aa2-9077-4c58-a19c-65b558155ef5 service nova] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Neutron deleted interface f1342eb8-5688-4ba2-965d-2661e6b52db0; detaching it from the instance and deleting it from the info cache [ 843.068822] env[62954]: DEBUG nova.network.neutron [req-c1cb059b-1095-44fa-9435-f675d69e3018 req-0fad9aa2-9077-4c58-a19c-65b558155ef5 service nova] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.099614] env[62954]: DEBUG nova.compute.manager [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 843.139121] env[62954]: DEBUG nova.virt.hardware [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.139392] env[62954]: DEBUG nova.virt.hardware [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.139580] env[62954]: DEBUG nova.virt.hardware [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.139730] env[62954]: DEBUG nova.virt.hardware [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.139875] env[62954]: DEBUG nova.virt.hardware [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.140759] env[62954]: DEBUG nova.virt.hardware [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.141061] env[62954]: DEBUG nova.virt.hardware [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.141247] env[62954]: DEBUG nova.virt.hardware [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.141426] env[62954]: DEBUG nova.virt.hardware [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.141669] env[62954]: DEBUG nova.virt.hardware [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.141776] env[62954]: DEBUG nova.virt.hardware [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.142654] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a36e7ee-6d21-4dca-94d7-66065f116404 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.146108] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.152853] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bc71f3-5b33-4166-a70c-996333f00393 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.376738] env[62954]: INFO nova.compute.manager [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 6a830901-1391-4526-9742-c5412e653a44] Took 23.24 seconds to build instance. [ 843.512317] env[62954]: DEBUG nova.network.neutron [-] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.521539] env[62954]: DEBUG oslo_vmware.api [None req-9f3e3945-1abb-4d38-b9f3-da9e525f7e4e tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Task: {'id': task-2597633, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290325} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.522569] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f3e3945-1abb-4d38-b9f3-da9e525f7e4e tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 843.522897] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3e3945-1abb-4d38-b9f3-da9e525f7e4e tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 843.523130] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3e3945-1abb-4d38-b9f3-da9e525f7e4e tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 843.523315] env[62954]: INFO nova.compute.manager [None req-9f3e3945-1abb-4d38-b9f3-da9e525f7e4e tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Took 1.09 seconds to destroy the instance on the hypervisor. [ 843.523608] env[62954]: DEBUG oslo.service.loopingcall [None req-9f3e3945-1abb-4d38-b9f3-da9e525f7e4e tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 843.524011] env[62954]: DEBUG nova.compute.manager [-] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 843.524126] env[62954]: DEBUG nova.network.neutron [-] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 843.555027] env[62954]: DEBUG nova.network.neutron [-] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.561733] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6e6b5d06-ea23-48cb-a985-0f79e6e16c0b tempest-MigrationsAdminTest-1908711706 tempest-MigrationsAdminTest-1908711706-project-member] Lock "2e7fdade-c4c3-400c-b59a-b77382e4348c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.083s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.572958] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9b16bc1-7c14-453d-b020-0ebfb1ac9f77 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.583934] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5613a7-dba2-4017-8964-6fc591d8d38c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.626491] env[62954]: DEBUG nova.compute.manager [req-c1cb059b-1095-44fa-9435-f675d69e3018 req-0fad9aa2-9077-4c58-a19c-65b558155ef5 service nova] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Detach interface failed, port_id=f1342eb8-5688-4ba2-965d-2661e6b52db0, reason: Instance d6144768-162e-4e54-bfad-9317adbf2850 could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 843.802437] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bb7efa-7494-49a2-9636-7c9f004b66ca {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.809159] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee12eea-e2db-4971-b9b1-bb731972cf53 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 6a830901-1391-4526-9742-c5412e653a44] Suspending the VM {{(pid=62954) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 843.809472] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b5165e65-d0e0-4a3a-a2c2-1dcd5bc9ff7b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.818521] env[62954]: DEBUG oslo_vmware.api [None req-3ee12eea-e2db-4971-b9b1-bb731972cf53 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 843.818521] env[62954]: value = "task-2597634" [ 843.818521] env[62954]: _type = "Task" [ 843.818521] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.827671] env[62954]: DEBUG oslo_vmware.api [None req-3ee12eea-e2db-4971-b9b1-bb731972cf53 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597634, 'name': SuspendVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.847249] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3943e66d-54b3-4ced-838a-7807df90c0f2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.855814] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146a6bdd-9851-4b9a-ae51-751cd3a1ce4a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.887358] env[62954]: DEBUG oslo_concurrency.lockutils [None req-214a9d1d-1c90-4aaf-a014-1d9eaeafe529 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "6a830901-1391-4526-9742-c5412e653a44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.758s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.888421] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddec1c7-9bbc-4ac5-bcf1-f977eca51681 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.898337] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a5aa3d-ea43-476a-8d73-8f46489b91f0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.913146] env[62954]: DEBUG nova.compute.provider_tree [None req-af51a68c-1acc-46b2-b6a7-9ce7731b3616 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.015336] env[62954]: INFO nova.compute.manager [-] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Took 1.38 seconds to deallocate network for instance. [ 844.064506] env[62954]: DEBUG nova.network.neutron [-] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.066161] env[62954]: DEBUG nova.network.neutron [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Successfully updated port: 1ff4dcd1-9234-41f8-acc1-cb87ebccdba0 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 844.337097] env[62954]: DEBUG oslo_vmware.api [None req-3ee12eea-e2db-4971-b9b1-bb731972cf53 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597634, 'name': SuspendVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.417531] env[62954]: DEBUG nova.scheduler.client.report [None req-af51a68c-1acc-46b2-b6a7-9ce7731b3616 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.522401] env[62954]: DEBUG oslo_concurrency.lockutils [None req-27a7031f-864e-4d8b-9698-661d20715037 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.565666] env[62954]: INFO nova.compute.manager [-] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Took 1.04 seconds to deallocate network for instance. [ 844.570795] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "refresh_cache-f7df6402-0151-4429-a3e3-7e27a50b32c6" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.570977] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquired lock "refresh_cache-f7df6402-0151-4429-a3e3-7e27a50b32c6" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.571152] env[62954]: DEBUG nova.network.neutron [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.693115] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Acquiring lock "6d2cd180-5a16-4837-905b-99d901959f5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.693386] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Lock "6d2cd180-5a16-4837-905b-99d901959f5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.829061] env[62954]: DEBUG oslo_vmware.api [None req-3ee12eea-e2db-4971-b9b1-bb731972cf53 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597634, 'name': SuspendVM_Task, 'duration_secs': 0.601861} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.829343] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee12eea-e2db-4971-b9b1-bb731972cf53 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 6a830901-1391-4526-9742-c5412e653a44] Suspended the VM {{(pid=62954) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 844.829524] env[62954]: DEBUG nova.compute.manager [None req-3ee12eea-e2db-4971-b9b1-bb731972cf53 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 6a830901-1391-4526-9742-c5412e653a44] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.830297] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3556fd6-8485-4b27-b97e-78e85632e40d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.921498] env[62954]: DEBUG oslo_concurrency.lockutils [None req-af51a68c-1acc-46b2-b6a7-9ce7731b3616 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.923831] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.789s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.925601] env[62954]: INFO nova.compute.claims [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.964017] env[62954]: INFO nova.scheduler.client.report [None req-af51a68c-1acc-46b2-b6a7-9ce7731b3616 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Deleted allocations for instance c30de12c-beb1-418b-8582-c25a74fa88f8 [ 845.073205] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9f3e3945-1abb-4d38-b9f3-da9e525f7e4e tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.098594] env[62954]: DEBUG nova.compute.manager [req-20686bcb-ec16-4e8c-9b0d-b4c7bacd8b1c req-b91a1cfa-e4de-4ab7-a752-f507745cfa08 service nova] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Received event network-vif-plugged-1ff4dcd1-9234-41f8-acc1-cb87ebccdba0 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 845.098824] env[62954]: DEBUG oslo_concurrency.lockutils [req-20686bcb-ec16-4e8c-9b0d-b4c7bacd8b1c req-b91a1cfa-e4de-4ab7-a752-f507745cfa08 service nova] Acquiring lock "f7df6402-0151-4429-a3e3-7e27a50b32c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.099052] env[62954]: DEBUG oslo_concurrency.lockutils [req-20686bcb-ec16-4e8c-9b0d-b4c7bacd8b1c req-b91a1cfa-e4de-4ab7-a752-f507745cfa08 service nova] Lock "f7df6402-0151-4429-a3e3-7e27a50b32c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.099236] env[62954]: DEBUG oslo_concurrency.lockutils [req-20686bcb-ec16-4e8c-9b0d-b4c7bacd8b1c req-b91a1cfa-e4de-4ab7-a752-f507745cfa08 service nova] Lock "f7df6402-0151-4429-a3e3-7e27a50b32c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.099405] env[62954]: DEBUG nova.compute.manager [req-20686bcb-ec16-4e8c-9b0d-b4c7bacd8b1c req-b91a1cfa-e4de-4ab7-a752-f507745cfa08 service nova] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] No waiting events found dispatching network-vif-plugged-1ff4dcd1-9234-41f8-acc1-cb87ebccdba0 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 845.099751] env[62954]: WARNING nova.compute.manager [req-20686bcb-ec16-4e8c-9b0d-b4c7bacd8b1c req-b91a1cfa-e4de-4ab7-a752-f507745cfa08 service nova] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Received unexpected event network-vif-plugged-1ff4dcd1-9234-41f8-acc1-cb87ebccdba0 for instance with vm_state building and task_state spawning. [ 845.099955] env[62954]: DEBUG nova.compute.manager [req-20686bcb-ec16-4e8c-9b0d-b4c7bacd8b1c req-b91a1cfa-e4de-4ab7-a752-f507745cfa08 service nova] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Received event network-changed-1ff4dcd1-9234-41f8-acc1-cb87ebccdba0 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 845.100131] env[62954]: DEBUG nova.compute.manager [req-20686bcb-ec16-4e8c-9b0d-b4c7bacd8b1c req-b91a1cfa-e4de-4ab7-a752-f507745cfa08 service nova] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Refreshing instance network info cache due to event network-changed-1ff4dcd1-9234-41f8-acc1-cb87ebccdba0. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 845.100315] env[62954]: DEBUG oslo_concurrency.lockutils [req-20686bcb-ec16-4e8c-9b0d-b4c7bacd8b1c req-b91a1cfa-e4de-4ab7-a752-f507745cfa08 service nova] Acquiring lock "refresh_cache-f7df6402-0151-4429-a3e3-7e27a50b32c6" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.113649] env[62954]: DEBUG nova.network.neutron [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.199729] env[62954]: DEBUG nova.compute.manager [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 845.346079] env[62954]: DEBUG nova.network.neutron [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Updating instance_info_cache with network_info: [{"id": "1ff4dcd1-9234-41f8-acc1-cb87ebccdba0", "address": "fa:16:3e:4a:09:fc", "network": {"id": "83c48440-f1b0-4959-9641-df64dcfa43c4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1935869524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a34a6adfdb95418ba67dc915c9c734b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ff4dcd1-92", "ovs_interfaceid": "1ff4dcd1-9234-41f8-acc1-cb87ebccdba0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.475528] env[62954]: DEBUG oslo_concurrency.lockutils [None req-af51a68c-1acc-46b2-b6a7-9ce7731b3616 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "c30de12c-beb1-418b-8582-c25a74fa88f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.160s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.740392] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.849730] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Releasing lock "refresh_cache-f7df6402-0151-4429-a3e3-7e27a50b32c6" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.849730] env[62954]: DEBUG nova.compute.manager [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Instance network_info: |[{"id": "1ff4dcd1-9234-41f8-acc1-cb87ebccdba0", "address": "fa:16:3e:4a:09:fc", "network": {"id": "83c48440-f1b0-4959-9641-df64dcfa43c4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1935869524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a34a6adfdb95418ba67dc915c9c734b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ff4dcd1-92", "ovs_interfaceid": "1ff4dcd1-9234-41f8-acc1-cb87ebccdba0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.849730] env[62954]: DEBUG oslo_concurrency.lockutils [req-20686bcb-ec16-4e8c-9b0d-b4c7bacd8b1c req-b91a1cfa-e4de-4ab7-a752-f507745cfa08 service nova] Acquired lock "refresh_cache-f7df6402-0151-4429-a3e3-7e27a50b32c6" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.849730] env[62954]: DEBUG nova.network.neutron [req-20686bcb-ec16-4e8c-9b0d-b4c7bacd8b1c req-b91a1cfa-e4de-4ab7-a752-f507745cfa08 service nova] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Refreshing network info cache for port 1ff4dcd1-9234-41f8-acc1-cb87ebccdba0 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.849730] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:09:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b931c4c-f73c-4fbd-9c9f-0270834cc69e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ff4dcd1-9234-41f8-acc1-cb87ebccdba0', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.859333] env[62954]: DEBUG oslo.service.loopingcall [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 845.860546] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.863533] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13784139-494c-4f5f-9db2-8f6cca870627 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.885580] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.885580] env[62954]: value = "task-2597635" [ 845.885580] env[62954]: _type = "Task" [ 845.885580] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.894138] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597635, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.159168] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77867628-f388-4d69-a4aa-0ee40ca51824 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.167399] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ac22a5-8063-479e-9a92-f27a566f4b21 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.201727] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d29cbc-1d37-4c67-a60b-8314c9d092ea {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.210803] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513ddbe7-4b80-4408-bc89-a69df3de8b18 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.224775] env[62954]: DEBUG nova.compute.provider_tree [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.337599] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a202e4ea-9575-4e77-8a8f-128b159011bc tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "6a830901-1391-4526-9742-c5412e653a44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.337883] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a202e4ea-9575-4e77-8a8f-128b159011bc tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "6a830901-1391-4526-9742-c5412e653a44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.338527] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a202e4ea-9575-4e77-8a8f-128b159011bc tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "6a830901-1391-4526-9742-c5412e653a44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.338527] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a202e4ea-9575-4e77-8a8f-128b159011bc tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "6a830901-1391-4526-9742-c5412e653a44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.338527] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a202e4ea-9575-4e77-8a8f-128b159011bc tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "6a830901-1391-4526-9742-c5412e653a44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.342374] env[62954]: INFO nova.compute.manager [None req-a202e4ea-9575-4e77-8a8f-128b159011bc tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 6a830901-1391-4526-9742-c5412e653a44] Terminating instance [ 846.399795] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597635, 'name': CreateVM_Task, 'duration_secs': 0.306375} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.399951] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.400644] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.400805] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.401149] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.401422] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e014a64d-c347-4905-a7b0-3d8b3bc4d424 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.406894] env[62954]: DEBUG oslo_vmware.api [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 846.406894] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]528f110d-a0a4-e974-088d-acb916a4a3f0" [ 846.406894] env[62954]: _type = "Task" [ 846.406894] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.415560] env[62954]: DEBUG oslo_vmware.api [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]528f110d-a0a4-e974-088d-acb916a4a3f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.566243] env[62954]: DEBUG nova.network.neutron [req-20686bcb-ec16-4e8c-9b0d-b4c7bacd8b1c req-b91a1cfa-e4de-4ab7-a752-f507745cfa08 service nova] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Updated VIF entry in instance network info cache for port 1ff4dcd1-9234-41f8-acc1-cb87ebccdba0. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.566707] env[62954]: DEBUG nova.network.neutron [req-20686bcb-ec16-4e8c-9b0d-b4c7bacd8b1c req-b91a1cfa-e4de-4ab7-a752-f507745cfa08 service nova] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Updating instance_info_cache with network_info: [{"id": "1ff4dcd1-9234-41f8-acc1-cb87ebccdba0", "address": "fa:16:3e:4a:09:fc", "network": {"id": "83c48440-f1b0-4959-9641-df64dcfa43c4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1935869524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a34a6adfdb95418ba67dc915c9c734b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ff4dcd1-92", "ovs_interfaceid": "1ff4dcd1-9234-41f8-acc1-cb87ebccdba0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.728623] env[62954]: DEBUG nova.scheduler.client.report [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.850849] env[62954]: DEBUG nova.compute.manager [None req-a202e4ea-9575-4e77-8a8f-128b159011bc tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 6a830901-1391-4526-9742-c5412e653a44] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 846.850849] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a202e4ea-9575-4e77-8a8f-128b159011bc tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 6a830901-1391-4526-9742-c5412e653a44] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 846.850849] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7649d9-b96c-444a-b77a-7fd45613e339 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.857222] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a202e4ea-9575-4e77-8a8f-128b159011bc tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 6a830901-1391-4526-9742-c5412e653a44] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 846.857471] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-306dc587-c816-4f19-b05a-497490f41b1c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.917908] env[62954]: DEBUG oslo_vmware.api [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]528f110d-a0a4-e974-088d-acb916a4a3f0, 'name': SearchDatastore_Task, 'duration_secs': 0.010259} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.918245] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.919234] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.919234] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.919234] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.919234] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.919432] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4362ec5e-2e30-43b8-8a8b-f7481b150b69 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.935602] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.935853] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.936662] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53a7ee41-09fd-40b4-bac1-a3a64326e0ca {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.945587] env[62954]: DEBUG oslo_vmware.api [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 846.945587] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52bac8c6-0fb1-1742-6a37-7ae070a99095" [ 846.945587] env[62954]: _type = "Task" [ 846.945587] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.960113] env[62954]: DEBUG oslo_vmware.api [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52bac8c6-0fb1-1742-6a37-7ae070a99095, 'name': SearchDatastore_Task, 'duration_secs': 0.010338} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.960721] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29db7616-61b6-4562-beac-38e6dc40fe36 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.969065] env[62954]: DEBUG oslo_vmware.api [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 846.969065] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]525831de-bafe-525b-f415-768f0d56fd26" [ 846.969065] env[62954]: _type = "Task" [ 846.969065] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.983915] env[62954]: DEBUG oslo_vmware.api [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]525831de-bafe-525b-f415-768f0d56fd26, 'name': SearchDatastore_Task, 'duration_secs': 0.00942} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.984435] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.984844] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] f7df6402-0151-4429-a3e3-7e27a50b32c6/f7df6402-0151-4429-a3e3-7e27a50b32c6.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.985285] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2aa0455-da4e-4651-ac1a-a8b17ebcd9b0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.995752] env[62954]: DEBUG oslo_vmware.api [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 846.995752] env[62954]: value = "task-2597637" [ 846.995752] env[62954]: _type = "Task" [ 846.995752] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.010686] env[62954]: DEBUG oslo_vmware.api [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.069984] env[62954]: DEBUG oslo_concurrency.lockutils [req-20686bcb-ec16-4e8c-9b0d-b4c7bacd8b1c req-b91a1cfa-e4de-4ab7-a752-f507745cfa08 service nova] Releasing lock "refresh_cache-f7df6402-0151-4429-a3e3-7e27a50b32c6" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.237106] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.313s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.237669] env[62954]: DEBUG nova.compute.manager [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.240588] env[62954]: DEBUG oslo_concurrency.lockutils [None req-018a779a-bc13-4b99-9b0c-6850ae6d8fcb tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.938s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.240865] env[62954]: DEBUG nova.objects.instance [None req-018a779a-bc13-4b99-9b0c-6850ae6d8fcb tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lazy-loading 'resources' on Instance uuid a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.505902] env[62954]: DEBUG oslo_vmware.api [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495031} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.506207] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] f7df6402-0151-4429-a3e3-7e27a50b32c6/f7df6402-0151-4429-a3e3-7e27a50b32c6.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.506434] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.506701] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96b21785-dd13-4ffd-9202-f0c576f4a086 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.514202] env[62954]: DEBUG oslo_vmware.api [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 847.514202] env[62954]: value = "task-2597638" [ 847.514202] env[62954]: _type = "Task" [ 847.514202] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.524318] env[62954]: DEBUG oslo_vmware.api [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597638, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.748112] env[62954]: DEBUG nova.compute.utils [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 847.752535] env[62954]: DEBUG nova.compute.manager [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.752704] env[62954]: DEBUG nova.network.neutron [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.810536] env[62954]: DEBUG nova.policy [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '278dfbe70e5b4ca9895a28045a42f4a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c63415eabc2540309dd82fe654116228', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.847803] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a202e4ea-9575-4e77-8a8f-128b159011bc tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 6a830901-1391-4526-9742-c5412e653a44] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 847.848179] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a202e4ea-9575-4e77-8a8f-128b159011bc tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 6a830901-1391-4526-9742-c5412e653a44] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 847.848468] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-a202e4ea-9575-4e77-8a8f-128b159011bc tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Deleting the datastore file [datastore1] 6a830901-1391-4526-9742-c5412e653a44 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 847.852528] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87fa45a0-80ef-4766-9079-a8cf3938a198 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.872235] env[62954]: DEBUG oslo_vmware.api [None req-a202e4ea-9575-4e77-8a8f-128b159011bc tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 847.872235] env[62954]: value = "task-2597639" [ 847.872235] env[62954]: _type = "Task" [ 847.872235] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.884551] env[62954]: DEBUG oslo_vmware.api [None req-a202e4ea-9575-4e77-8a8f-128b159011bc tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597639, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.028198] env[62954]: DEBUG oslo_vmware.api [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597638, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069723} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.028943] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.029871] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6993ad53-e847-49ec-b6f4-3a76994b41a3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.059060] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] f7df6402-0151-4429-a3e3-7e27a50b32c6/f7df6402-0151-4429-a3e3-7e27a50b32c6.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.061374] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85592ad2-ef42-42ed-a704-dbb5472e6511 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.077938] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38a6099-140b-490a-94eb-a098b320ad20 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.087665] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09196376-5a67-47a8-98eb-945949c99bbf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.091098] env[62954]: DEBUG oslo_vmware.api [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 848.091098] env[62954]: value = "task-2597640" [ 848.091098] env[62954]: _type = "Task" [ 848.091098] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.125175] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa5de20-24e7-49a3-9c63-1b5cf5c0f2da {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.131392] env[62954]: DEBUG oslo_vmware.api [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.137328] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7cb4c6-2104-43d7-a618-5386d14f89d0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.152264] env[62954]: DEBUG nova.compute.provider_tree [None req-018a779a-bc13-4b99-9b0c-6850ae6d8fcb tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.232164] env[62954]: DEBUG nova.network.neutron [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Successfully created port: 25bbb1d1-b59d-4ca1-8625-7d6a047e0f43 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.253327] env[62954]: DEBUG nova.compute.manager [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.382986] env[62954]: DEBUG oslo_vmware.api [None req-a202e4ea-9575-4e77-8a8f-128b159011bc tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597639, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195538} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.383312] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-a202e4ea-9575-4e77-8a8f-128b159011bc tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.383579] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a202e4ea-9575-4e77-8a8f-128b159011bc tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 6a830901-1391-4526-9742-c5412e653a44] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.384227] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a202e4ea-9575-4e77-8a8f-128b159011bc tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 6a830901-1391-4526-9742-c5412e653a44] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 848.384227] env[62954]: INFO nova.compute.manager [None req-a202e4ea-9575-4e77-8a8f-128b159011bc tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 6a830901-1391-4526-9742-c5412e653a44] Took 1.54 seconds to destroy the instance on the hypervisor. [ 848.384360] env[62954]: DEBUG oslo.service.loopingcall [None req-a202e4ea-9575-4e77-8a8f-128b159011bc tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 848.385030] env[62954]: DEBUG nova.compute.manager [-] [instance: 6a830901-1391-4526-9742-c5412e653a44] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 848.385030] env[62954]: DEBUG nova.network.neutron [-] [instance: 6a830901-1391-4526-9742-c5412e653a44] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 848.602194] env[62954]: DEBUG oslo_vmware.api [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597640, 'name': ReconfigVM_Task, 'duration_secs': 0.314822} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.606023] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Reconfigured VM instance instance-00000049 to attach disk [datastore2] f7df6402-0151-4429-a3e3-7e27a50b32c6/f7df6402-0151-4429-a3e3-7e27a50b32c6.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.606023] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84f0520f-1482-4a29-95d2-9f5a1d7b6cb5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.614346] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "7c869ee8-46a2-4f90-81b0-81399e6495bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.614576] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "7c869ee8-46a2-4f90-81b0-81399e6495bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.615745] env[62954]: DEBUG oslo_vmware.api [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 848.615745] env[62954]: value = "task-2597641" [ 848.615745] env[62954]: _type = "Task" [ 848.615745] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.625601] env[62954]: DEBUG oslo_vmware.api [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597641, 'name': Rename_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.655019] env[62954]: DEBUG nova.scheduler.client.report [None req-018a779a-bc13-4b99-9b0c-6850ae6d8fcb tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.670329] env[62954]: DEBUG nova.compute.manager [req-2173507b-5c3f-4bf6-957a-04e50dffd164 req-4c5e609d-2265-43d9-b552-3cea441b2ff8 service nova] [instance: 6a830901-1391-4526-9742-c5412e653a44] Received event network-vif-deleted-b56e7cd1-c57f-4edf-aa39-26586cc22940 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 848.670593] env[62954]: INFO nova.compute.manager [req-2173507b-5c3f-4bf6-957a-04e50dffd164 req-4c5e609d-2265-43d9-b552-3cea441b2ff8 service nova] [instance: 6a830901-1391-4526-9742-c5412e653a44] Neutron deleted interface b56e7cd1-c57f-4edf-aa39-26586cc22940; detaching it from the instance and deleting it from the info cache [ 848.670836] env[62954]: DEBUG nova.network.neutron [req-2173507b-5c3f-4bf6-957a-04e50dffd164 req-4c5e609d-2265-43d9-b552-3cea441b2ff8 service nova] [instance: 6a830901-1391-4526-9742-c5412e653a44] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.117100] env[62954]: DEBUG nova.compute.manager [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 849.130663] env[62954]: DEBUG oslo_vmware.api [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597641, 'name': Rename_Task, 'duration_secs': 0.149857} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.131016] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.131313] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4edd009-1d66-48a8-bb39-43bad9a18423 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.138732] env[62954]: DEBUG oslo_vmware.api [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 849.138732] env[62954]: value = "task-2597642" [ 849.138732] env[62954]: _type = "Task" [ 849.138732] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.142522] env[62954]: DEBUG nova.network.neutron [-] [instance: 6a830901-1391-4526-9742-c5412e653a44] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.149235] env[62954]: DEBUG oslo_vmware.api [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.164292] env[62954]: DEBUG oslo_concurrency.lockutils [None req-018a779a-bc13-4b99-9b0c-6850ae6d8fcb tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.924s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.166783] env[62954]: DEBUG oslo_concurrency.lockutils [None req-31c5a812-5fa8-4930-aaaa-6ff11e7e246c tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.053s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.167033] env[62954]: DEBUG nova.objects.instance [None req-31c5a812-5fa8-4930-aaaa-6ff11e7e246c tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lazy-loading 'resources' on Instance uuid 2effe3ff-ff7c-4369-9168-dc699087eced {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.174060] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3cf3d2fc-49de-4e1a-8fa5-bccfab850f0b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.185410] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272bb962-c55f-4d66-8313-292659183b3e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.196903] env[62954]: INFO nova.scheduler.client.report [None req-018a779a-bc13-4b99-9b0c-6850ae6d8fcb tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Deleted allocations for instance a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d [ 849.221244] env[62954]: DEBUG nova.compute.manager [req-2173507b-5c3f-4bf6-957a-04e50dffd164 req-4c5e609d-2265-43d9-b552-3cea441b2ff8 service nova] [instance: 6a830901-1391-4526-9742-c5412e653a44] Detach interface failed, port_id=b56e7cd1-c57f-4edf-aa39-26586cc22940, reason: Instance 6a830901-1391-4526-9742-c5412e653a44 could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 849.262668] env[62954]: DEBUG nova.compute.manager [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.291303] env[62954]: DEBUG nova.virt.hardware [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.291569] env[62954]: DEBUG nova.virt.hardware [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.291730] env[62954]: DEBUG nova.virt.hardware [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.291973] env[62954]: DEBUG nova.virt.hardware [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.292130] env[62954]: DEBUG nova.virt.hardware [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.292219] env[62954]: DEBUG nova.virt.hardware [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.292428] env[62954]: DEBUG nova.virt.hardware [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.292590] env[62954]: DEBUG nova.virt.hardware [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.292762] env[62954]: DEBUG nova.virt.hardware [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.292927] env[62954]: DEBUG nova.virt.hardware [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.293144] env[62954]: DEBUG nova.virt.hardware [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.294037] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d481794e-6832-437e-9bbb-d1dcc73f82a1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.303500] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a26f59-238d-4bdb-8850-9af1501433b0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.644280] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.646085] env[62954]: INFO nova.compute.manager [-] [instance: 6a830901-1391-4526-9742-c5412e653a44] Took 1.26 seconds to deallocate network for instance. [ 849.651886] env[62954]: DEBUG oslo_vmware.api [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597642, 'name': PowerOnVM_Task, 'duration_secs': 0.473019} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.654767] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.654999] env[62954]: INFO nova.compute.manager [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Took 6.56 seconds to spawn the instance on the hypervisor. [ 849.655251] env[62954]: DEBUG nova.compute.manager [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.656967] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72dfb3e3-c7ea-415a-8990-713658326d90 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.708100] env[62954]: DEBUG oslo_concurrency.lockutils [None req-018a779a-bc13-4b99-9b0c-6850ae6d8fcb tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lock "a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.224s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.806482] env[62954]: DEBUG nova.network.neutron [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Successfully updated port: 25bbb1d1-b59d-4ca1-8625-7d6a047e0f43 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 849.909961] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f5997a-3a4b-428a-9cca-fa4dd3ee83c8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.919629] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6955d42e-62bc-45ae-ab00-ecc392fa0c94 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.950657] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b1daec-c676-4bf2-a894-d384bf83d2da {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.959224] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9ee897-68aa-4dc4-aafc-1475792d9f1c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.973982] env[62954]: DEBUG nova.compute.provider_tree [None req-31c5a812-5fa8-4930-aaaa-6ff11e7e246c tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.157073] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a202e4ea-9575-4e77-8a8f-128b159011bc tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.175886] env[62954]: INFO nova.compute.manager [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Took 26.43 seconds to build instance. [ 850.309929] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "refresh_cache-2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.310220] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquired lock "refresh_cache-2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.310491] env[62954]: DEBUG nova.network.neutron [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.478331] env[62954]: DEBUG nova.scheduler.client.report [None req-31c5a812-5fa8-4930-aaaa-6ff11e7e246c tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.678583] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5e8dc5a3-416a-4cf3-8fc9-8f5ec9db12bc tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "f7df6402-0151-4429-a3e3-7e27a50b32c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.940s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.696581] env[62954]: DEBUG nova.compute.manager [req-55fa38cf-9b01-48cd-bc86-b53578492c79 req-e6499789-479b-4ced-afd2-a813b5f62224 service nova] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Received event network-vif-plugged-25bbb1d1-b59d-4ca1-8625-7d6a047e0f43 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 850.696805] env[62954]: DEBUG oslo_concurrency.lockutils [req-55fa38cf-9b01-48cd-bc86-b53578492c79 req-e6499789-479b-4ced-afd2-a813b5f62224 service nova] Acquiring lock "2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.697016] env[62954]: DEBUG oslo_concurrency.lockutils [req-55fa38cf-9b01-48cd-bc86-b53578492c79 req-e6499789-479b-4ced-afd2-a813b5f62224 service nova] Lock "2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.697191] env[62954]: DEBUG oslo_concurrency.lockutils [req-55fa38cf-9b01-48cd-bc86-b53578492c79 req-e6499789-479b-4ced-afd2-a813b5f62224 service nova] Lock "2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.697361] env[62954]: DEBUG nova.compute.manager [req-55fa38cf-9b01-48cd-bc86-b53578492c79 req-e6499789-479b-4ced-afd2-a813b5f62224 service nova] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] No waiting events found dispatching network-vif-plugged-25bbb1d1-b59d-4ca1-8625-7d6a047e0f43 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 850.697527] env[62954]: WARNING nova.compute.manager [req-55fa38cf-9b01-48cd-bc86-b53578492c79 req-e6499789-479b-4ced-afd2-a813b5f62224 service nova] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Received unexpected event network-vif-plugged-25bbb1d1-b59d-4ca1-8625-7d6a047e0f43 for instance with vm_state building and task_state spawning. [ 850.697686] env[62954]: DEBUG nova.compute.manager [req-55fa38cf-9b01-48cd-bc86-b53578492c79 req-e6499789-479b-4ced-afd2-a813b5f62224 service nova] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Received event network-changed-25bbb1d1-b59d-4ca1-8625-7d6a047e0f43 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 850.697837] env[62954]: DEBUG nova.compute.manager [req-55fa38cf-9b01-48cd-bc86-b53578492c79 req-e6499789-479b-4ced-afd2-a813b5f62224 service nova] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Refreshing instance network info cache due to event network-changed-25bbb1d1-b59d-4ca1-8625-7d6a047e0f43. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 850.697996] env[62954]: DEBUG oslo_concurrency.lockutils [req-55fa38cf-9b01-48cd-bc86-b53578492c79 req-e6499789-479b-4ced-afd2-a813b5f62224 service nova] Acquiring lock "refresh_cache-2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.860087] env[62954]: DEBUG nova.network.neutron [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.983513] env[62954]: DEBUG oslo_concurrency.lockutils [None req-31c5a812-5fa8-4930-aaaa-6ff11e7e246c tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.817s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.985966] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.714s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.990023] env[62954]: INFO nova.compute.claims [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.016374] env[62954]: INFO nova.scheduler.client.report [None req-31c5a812-5fa8-4930-aaaa-6ff11e7e246c tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Deleted allocations for instance 2effe3ff-ff7c-4369-9168-dc699087eced [ 851.063415] env[62954]: DEBUG nova.network.neutron [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Updating instance_info_cache with network_info: [{"id": "25bbb1d1-b59d-4ca1-8625-7d6a047e0f43", "address": "fa:16:3e:6b:9b:35", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25bbb1d1-b5", "ovs_interfaceid": "25bbb1d1-b59d-4ca1-8625-7d6a047e0f43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.434365] env[62954]: INFO nova.compute.manager [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Rebuilding instance [ 851.477026] env[62954]: DEBUG nova.compute.manager [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.478288] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20f6162-0403-429e-9d6f-3bdbe0ea3eb7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.523299] env[62954]: DEBUG oslo_concurrency.lockutils [None req-31c5a812-5fa8-4930-aaaa-6ff11e7e246c tempest-ServersAdminTestJSON-1972196292 tempest-ServersAdminTestJSON-1972196292-project-member] Lock "2effe3ff-ff7c-4369-9168-dc699087eced" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.130s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.565643] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Releasing lock "refresh_cache-2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.565951] env[62954]: DEBUG nova.compute.manager [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Instance network_info: |[{"id": "25bbb1d1-b59d-4ca1-8625-7d6a047e0f43", "address": "fa:16:3e:6b:9b:35", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25bbb1d1-b5", "ovs_interfaceid": "25bbb1d1-b59d-4ca1-8625-7d6a047e0f43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 851.566289] env[62954]: DEBUG oslo_concurrency.lockutils [req-55fa38cf-9b01-48cd-bc86-b53578492c79 req-e6499789-479b-4ced-afd2-a813b5f62224 service nova] Acquired lock "refresh_cache-2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.566491] env[62954]: DEBUG nova.network.neutron [req-55fa38cf-9b01-48cd-bc86-b53578492c79 req-e6499789-479b-4ced-afd2-a813b5f62224 service nova] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Refreshing network info cache for port 25bbb1d1-b59d-4ca1-8625-7d6a047e0f43 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.567899] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:9b:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '594b35bb-a20b-4f0e-bd35-9acf9cc6bf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25bbb1d1-b59d-4ca1-8625-7d6a047e0f43', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.579039] env[62954]: DEBUG oslo.service.loopingcall [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 851.580019] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.580371] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a98c3a0a-32d4-481b-b45f-40ea0603ac83 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.609777] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.609777] env[62954]: value = "task-2597643" [ 851.609777] env[62954]: _type = "Task" [ 851.609777] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.620827] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597643, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.835259] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Acquiring lock "bd59b51e-a095-4464-a022-aa291c04f5a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.835510] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lock "bd59b51e-a095-4464-a022-aa291c04f5a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.124830] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597643, 'name': CreateVM_Task, 'duration_secs': 0.432514} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.127464] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.128479] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.128643] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.128965] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.131697] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-208471ab-d939-4c77-b74d-f2b4e027473b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.135630] env[62954]: DEBUG oslo_vmware.api [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 852.135630] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52014155-99d5-e606-ea25-6c6883626ee5" [ 852.135630] env[62954]: _type = "Task" [ 852.135630] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.150072] env[62954]: DEBUG oslo_vmware.api [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52014155-99d5-e606-ea25-6c6883626ee5, 'name': SearchDatastore_Task, 'duration_secs': 0.010407} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.150413] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.150650] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.150886] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.151045] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.151235] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.151497] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29b6bb97-5a70-4fb4-82a1-6552a2383605 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.160590] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.160780] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.165615] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b2f3707-12ad-425b-b19d-79c79e15149c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.178211] env[62954]: DEBUG oslo_vmware.api [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 852.178211] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5221450d-6dd7-de56-02cb-57cfe4d7883f" [ 852.178211] env[62954]: _type = "Task" [ 852.178211] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.187343] env[62954]: DEBUG oslo_vmware.api [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5221450d-6dd7-de56-02cb-57cfe4d7883f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.245018] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193c0b32-5975-4a3a-b370-4823404639ed {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.252422] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb99e7b-d337-48b0-8801-b543f28134cf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.286470] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53d9008-4d6e-403c-8f87-6c1789b4a6a9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.296854] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965ff95d-8062-48eb-9f43-d2ccdb04fbb4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.313734] env[62954]: DEBUG nova.compute.provider_tree [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.337697] env[62954]: DEBUG nova.compute.manager [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 852.471082] env[62954]: DEBUG nova.network.neutron [req-55fa38cf-9b01-48cd-bc86-b53578492c79 req-e6499789-479b-4ced-afd2-a813b5f62224 service nova] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Updated VIF entry in instance network info cache for port 25bbb1d1-b59d-4ca1-8625-7d6a047e0f43. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.471620] env[62954]: DEBUG nova.network.neutron [req-55fa38cf-9b01-48cd-bc86-b53578492c79 req-e6499789-479b-4ced-afd2-a813b5f62224 service nova] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Updating instance_info_cache with network_info: [{"id": "25bbb1d1-b59d-4ca1-8625-7d6a047e0f43", "address": "fa:16:3e:6b:9b:35", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25bbb1d1-b5", "ovs_interfaceid": "25bbb1d1-b59d-4ca1-8625-7d6a047e0f43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.498556] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.499112] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db523593-b782-4090-ae6d-6927402cb40b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.507925] env[62954]: DEBUG oslo_vmware.api [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 852.507925] env[62954]: value = "task-2597644" [ 852.507925] env[62954]: _type = "Task" [ 852.507925] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.518104] env[62954]: DEBUG oslo_vmware.api [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.689926] env[62954]: DEBUG oslo_vmware.api [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5221450d-6dd7-de56-02cb-57cfe4d7883f, 'name': SearchDatastore_Task, 'duration_secs': 0.009481} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.690375] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ef8e7a2-f316-4aba-8115-20f6db0ef1dc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.696674] env[62954]: DEBUG oslo_vmware.api [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 852.696674] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5288633e-e597-1655-fd42-6a1dbed10306" [ 852.696674] env[62954]: _type = "Task" [ 852.696674] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.705525] env[62954]: DEBUG oslo_vmware.api [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5288633e-e597-1655-fd42-6a1dbed10306, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.819539] env[62954]: DEBUG nova.scheduler.client.report [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.859301] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.974776] env[62954]: DEBUG oslo_concurrency.lockutils [req-55fa38cf-9b01-48cd-bc86-b53578492c79 req-e6499789-479b-4ced-afd2-a813b5f62224 service nova] Releasing lock "refresh_cache-2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.019127] env[62954]: DEBUG oslo_vmware.api [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597644, 'name': PowerOffVM_Task, 'duration_secs': 0.185379} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.019469] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.019754] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.020600] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3aa07c6-61f5-4178-bf6b-ca368371272a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.027836] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.028140] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14603090-271e-4fce-b5d0-da236e7202ea {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.090045] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 853.090294] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 853.090572] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Deleting the datastore file [datastore2] f7df6402-0151-4429-a3e3-7e27a50b32c6 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 853.090869] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-728e1ca6-e661-402b-8b4c-df77e1860f78 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.097746] env[62954]: DEBUG oslo_vmware.api [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 853.097746] env[62954]: value = "task-2597646" [ 853.097746] env[62954]: _type = "Task" [ 853.097746] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.105472] env[62954]: DEBUG oslo_vmware.api [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.207774] env[62954]: DEBUG oslo_vmware.api [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5288633e-e597-1655-fd42-6a1dbed10306, 'name': SearchDatastore_Task, 'duration_secs': 0.009465} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.208073] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.208380] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f/2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 853.208643] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cad2991f-149f-4f5f-a23b-534a834fdf56 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.215549] env[62954]: DEBUG oslo_vmware.api [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 853.215549] env[62954]: value = "task-2597647" [ 853.215549] env[62954]: _type = "Task" [ 853.215549] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.224313] env[62954]: DEBUG oslo_vmware.api [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597647, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.322969] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.323687] env[62954]: DEBUG nova.compute.manager [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 853.332612] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.461s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.332612] env[62954]: DEBUG nova.objects.instance [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62954) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 853.610010] env[62954]: DEBUG oslo_vmware.api [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136709} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.610366] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.610629] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.610935] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.730695] env[62954]: DEBUG oslo_vmware.api [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597647, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468494} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.730963] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f/2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.731196] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.731484] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c715922d-8a61-40e6-abb9-ec08ce87f76c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.738733] env[62954]: DEBUG oslo_vmware.api [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 853.738733] env[62954]: value = "task-2597648" [ 853.738733] env[62954]: _type = "Task" [ 853.738733] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.747812] env[62954]: DEBUG oslo_vmware.api [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.834770] env[62954]: DEBUG nova.compute.utils [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 853.839084] env[62954]: DEBUG nova.compute.manager [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 853.839258] env[62954]: DEBUG nova.network.neutron [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.894612] env[62954]: DEBUG nova.policy [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9189fa5c1464e269cfd00cdb21ab1bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60b127f18ded449f9a5bc112400f19f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 854.249218] env[62954]: DEBUG oslo_vmware.api [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069251} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.249218] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 854.249979] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe12fae-72f6-4749-b2bb-a85cd0df3dfd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.272144] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f/2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.272455] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-711209a1-074e-45b4-ad6b-a438ff4d695f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.294879] env[62954]: DEBUG oslo_vmware.api [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 854.294879] env[62954]: value = "task-2597649" [ 854.294879] env[62954]: _type = "Task" [ 854.294879] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.303569] env[62954]: DEBUG oslo_vmware.api [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597649, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.340946] env[62954]: DEBUG nova.network.neutron [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Successfully created port: 63757ff0-521c-47b3-a1c6-835807b9956c {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 854.343259] env[62954]: DEBUG nova.compute.manager [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 854.346545] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c6a39afa-b42a-4415-850c-00f3c3b09020 tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.347508] env[62954]: DEBUG oslo_concurrency.lockutils [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.712s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.348954] env[62954]: INFO nova.compute.claims [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] [instance: e94eca32-39e6-4911-870f-2725923a8476] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.652971] env[62954]: DEBUG nova.virt.hardware [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.653309] env[62954]: DEBUG nova.virt.hardware [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.653482] env[62954]: DEBUG nova.virt.hardware [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.653665] env[62954]: DEBUG nova.virt.hardware [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.655018] env[62954]: DEBUG nova.virt.hardware [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.655018] env[62954]: DEBUG nova.virt.hardware [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.655018] env[62954]: DEBUG nova.virt.hardware [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.655018] env[62954]: DEBUG nova.virt.hardware [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.655018] env[62954]: DEBUG nova.virt.hardware [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.655018] env[62954]: DEBUG nova.virt.hardware [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.655018] env[62954]: DEBUG nova.virt.hardware [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.655852] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1597dc-b3d7-43a4-8c02-d6adae4c3e4f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.665210] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b12603-40b5-4ff7-a608-8894b3122102 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.682021] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:09:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b931c4c-f73c-4fbd-9c9f-0270834cc69e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ff4dcd1-9234-41f8-acc1-cb87ebccdba0', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.688664] env[62954]: DEBUG oslo.service.loopingcall [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 854.688922] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.689148] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45b8babe-c662-4ebf-a3f8-5e967fa3c0de {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.717148] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.717148] env[62954]: value = "task-2597650" [ 854.717148] env[62954]: _type = "Task" [ 854.717148] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.725466] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597650, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.806145] env[62954]: DEBUG oslo_vmware.api [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597649, 'name': ReconfigVM_Task, 'duration_secs': 0.262214} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.806533] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f/2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.807219] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3cbfa644-6028-4a41-86c6-77416ba5f046 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.815107] env[62954]: DEBUG oslo_vmware.api [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 854.815107] env[62954]: value = "task-2597651" [ 854.815107] env[62954]: _type = "Task" [ 854.815107] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.823967] env[62954]: DEBUG oslo_vmware.api [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597651, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.228218] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597650, 'name': CreateVM_Task, 'duration_secs': 0.337697} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.228218] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.229584] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.229584] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.229584] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.229584] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-582098cc-1c56-4af0-8d9c-7d700c2ef81b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.234016] env[62954]: DEBUG oslo_vmware.api [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 855.234016] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52993396-c63a-b333-6949-771bde0c8c3a" [ 855.234016] env[62954]: _type = "Task" [ 855.234016] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.241887] env[62954]: DEBUG oslo_vmware.api [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52993396-c63a-b333-6949-771bde0c8c3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.325969] env[62954]: DEBUG oslo_vmware.api [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597651, 'name': Rename_Task, 'duration_secs': 0.139682} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.326300] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.326442] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2e5c049-b396-4f33-967d-279011bc1131 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.333021] env[62954]: DEBUG oslo_vmware.api [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 855.333021] env[62954]: value = "task-2597652" [ 855.333021] env[62954]: _type = "Task" [ 855.333021] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.340917] env[62954]: DEBUG oslo_vmware.api [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.364343] env[62954]: DEBUG nova.compute.manager [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 855.386963] env[62954]: DEBUG nova.virt.hardware [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.387698] env[62954]: DEBUG nova.virt.hardware [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.387698] env[62954]: DEBUG nova.virt.hardware [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.387698] env[62954]: DEBUG nova.virt.hardware [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.387698] env[62954]: DEBUG nova.virt.hardware [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.387863] env[62954]: DEBUG nova.virt.hardware [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.387957] env[62954]: DEBUG nova.virt.hardware [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.388208] env[62954]: DEBUG nova.virt.hardware [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.388419] env[62954]: DEBUG nova.virt.hardware [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.388597] env[62954]: DEBUG nova.virt.hardware [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.388786] env[62954]: DEBUG nova.virt.hardware [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.389655] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120dc536-f7eb-41c3-8a2b-741342221842 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.402821] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61258289-02a8-4dbd-9e26-7008f9fdc37d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.597354] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ac2bbf-c1aa-4f9a-9c95-328c3959258a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.610309] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2814d9-3744-487f-a60d-8fd59c75e72c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.647303] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1df8aef-d6c4-447c-b039-853a17b9f7aa {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.657192] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da4790c-7cfa-49d1-80e5-02529b41ffa9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.674839] env[62954]: DEBUG nova.compute.provider_tree [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.746336] env[62954]: DEBUG oslo_vmware.api [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52993396-c63a-b333-6949-771bde0c8c3a, 'name': SearchDatastore_Task, 'duration_secs': 0.009647} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.746715] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.746967] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.747232] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.747382] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.747630] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.748163] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39e8b26c-2dba-4e49-8620-a08b74ff97be {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.758177] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.758718] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.759247] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0be7a4c8-bb2a-4a55-b0d9-063ebbb9c9b5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.765688] env[62954]: DEBUG oslo_vmware.api [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 855.765688] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52cc9c0a-8d1b-967d-63dc-8fe84691b0f7" [ 855.765688] env[62954]: _type = "Task" [ 855.765688] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.775917] env[62954]: DEBUG oslo_vmware.api [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52cc9c0a-8d1b-967d-63dc-8fe84691b0f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.843721] env[62954]: DEBUG oslo_vmware.api [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597652, 'name': PowerOnVM_Task, 'duration_secs': 0.426099} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.843996] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.844219] env[62954]: INFO nova.compute.manager [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Took 6.58 seconds to spawn the instance on the hypervisor. [ 855.844419] env[62954]: DEBUG nova.compute.manager [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 855.845244] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76411a4d-c968-40b7-9d7a-e9127c297e3a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.182155] env[62954]: DEBUG nova.scheduler.client.report [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.212807] env[62954]: DEBUG nova.compute.manager [req-5c897175-b3cb-4995-ba85-62cb4a82ad36 req-a152e689-67bb-4ecf-8168-89f50fb9c4ee service nova] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Received event network-vif-plugged-63757ff0-521c-47b3-a1c6-835807b9956c {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 856.213192] env[62954]: DEBUG oslo_concurrency.lockutils [req-5c897175-b3cb-4995-ba85-62cb4a82ad36 req-a152e689-67bb-4ecf-8168-89f50fb9c4ee service nova] Acquiring lock "d44c2ff3-0d92-43eb-abd9-5553f21e6b88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.213519] env[62954]: DEBUG oslo_concurrency.lockutils [req-5c897175-b3cb-4995-ba85-62cb4a82ad36 req-a152e689-67bb-4ecf-8168-89f50fb9c4ee service nova] Lock "d44c2ff3-0d92-43eb-abd9-5553f21e6b88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.213798] env[62954]: DEBUG oslo_concurrency.lockutils [req-5c897175-b3cb-4995-ba85-62cb4a82ad36 req-a152e689-67bb-4ecf-8168-89f50fb9c4ee service nova] Lock "d44c2ff3-0d92-43eb-abd9-5553f21e6b88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.214112] env[62954]: DEBUG nova.compute.manager [req-5c897175-b3cb-4995-ba85-62cb4a82ad36 req-a152e689-67bb-4ecf-8168-89f50fb9c4ee service nova] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] No waiting events found dispatching network-vif-plugged-63757ff0-521c-47b3-a1c6-835807b9956c {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 856.214503] env[62954]: WARNING nova.compute.manager [req-5c897175-b3cb-4995-ba85-62cb4a82ad36 req-a152e689-67bb-4ecf-8168-89f50fb9c4ee service nova] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Received unexpected event network-vif-plugged-63757ff0-521c-47b3-a1c6-835807b9956c for instance with vm_state building and task_state spawning. [ 856.276154] env[62954]: DEBUG oslo_vmware.api [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52cc9c0a-8d1b-967d-63dc-8fe84691b0f7, 'name': SearchDatastore_Task, 'duration_secs': 0.009672} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.276946] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37d8c67b-c7b2-4a0e-8c68-eb97ddd9e8e7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.283066] env[62954]: DEBUG oslo_vmware.api [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 856.283066] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]529396e8-01a6-5483-baed-0555943e3e1d" [ 856.283066] env[62954]: _type = "Task" [ 856.283066] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.292541] env[62954]: DEBUG oslo_vmware.api [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]529396e8-01a6-5483-baed-0555943e3e1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.303880] env[62954]: DEBUG nova.network.neutron [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Successfully updated port: 63757ff0-521c-47b3-a1c6-835807b9956c {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 856.362303] env[62954]: INFO nova.compute.manager [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Took 24.26 seconds to build instance. [ 856.684598] env[62954]: DEBUG oslo_concurrency.lockutils [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.685491] env[62954]: DEBUG nova.compute.manager [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] [instance: e94eca32-39e6-4911-870f-2725923a8476] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 856.690673] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.544s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.693867] env[62954]: INFO nova.compute.claims [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.796759] env[62954]: DEBUG oslo_vmware.api [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]529396e8-01a6-5483-baed-0555943e3e1d, 'name': SearchDatastore_Task, 'duration_secs': 0.033442} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.797059] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.797328] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] f7df6402-0151-4429-a3e3-7e27a50b32c6/f7df6402-0151-4429-a3e3-7e27a50b32c6.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.797609] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3d00a44-4077-4376-9cfd-256a0f46a504 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.807234] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Acquiring lock "refresh_cache-d44c2ff3-0d92-43eb-abd9-5553f21e6b88" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.807382] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Acquired lock "refresh_cache-d44c2ff3-0d92-43eb-abd9-5553f21e6b88" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.807569] env[62954]: DEBUG nova.network.neutron [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.808832] env[62954]: DEBUG oslo_vmware.api [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 856.808832] env[62954]: value = "task-2597653" [ 856.808832] env[62954]: _type = "Task" [ 856.808832] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.818228] env[62954]: DEBUG oslo_vmware.api [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.863707] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b3fa8d2d-63b2-4399-bb44-1bcd6b05d269 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.776s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.197644] env[62954]: DEBUG nova.compute.utils [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 857.201652] env[62954]: DEBUG nova.compute.manager [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] [instance: e94eca32-39e6-4911-870f-2725923a8476] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 857.201951] env[62954]: DEBUG nova.network.neutron [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] [instance: e94eca32-39e6-4911-870f-2725923a8476] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 857.293525] env[62954]: DEBUG nova.policy [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2800cc6028a34f2a8b2725a5e7e730bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c16a1a401fe48c89e86ecc9125f2f01', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 857.321529] env[62954]: DEBUG oslo_vmware.api [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597653, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477961} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.321795] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] f7df6402-0151-4429-a3e3-7e27a50b32c6/f7df6402-0151-4429-a3e3-7e27a50b32c6.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.322029] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.322290] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b3110d9-62d2-485e-b97a-7aad3ba1671a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.330256] env[62954]: DEBUG oslo_vmware.api [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 857.330256] env[62954]: value = "task-2597654" [ 857.330256] env[62954]: _type = "Task" [ 857.330256] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.339327] env[62954]: DEBUG oslo_vmware.api [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597654, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.368395] env[62954]: DEBUG nova.network.neutron [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.675334] env[62954]: DEBUG nova.network.neutron [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Updating instance_info_cache with network_info: [{"id": "63757ff0-521c-47b3-a1c6-835807b9956c", "address": "fa:16:3e:3f:6b:e8", "network": {"id": "28757c4d-986e-4b1e-a930-28f5151d9917", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1148712750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60b127f18ded449f9a5bc112400f19f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63757ff0-52", "ovs_interfaceid": "63757ff0-521c-47b3-a1c6-835807b9956c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.701949] env[62954]: DEBUG nova.compute.manager [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] [instance: e94eca32-39e6-4911-870f-2725923a8476] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 857.849572] env[62954]: DEBUG oslo_vmware.api [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597654, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068149} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.849921] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 857.850750] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7291f99-61ec-447b-9746-af4ea24aaac3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.885014] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] f7df6402-0151-4429-a3e3-7e27a50b32c6/f7df6402-0151-4429-a3e3-7e27a50b32c6.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.885215] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ffc77f3-adcf-44b8-8ffc-7de35158f8b1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.901129] env[62954]: DEBUG nova.network.neutron [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] [instance: e94eca32-39e6-4911-870f-2725923a8476] Successfully created port: ca0954da-3e6f-4b47-9a0a-601ce02e4c6c {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.910862] env[62954]: DEBUG oslo_vmware.api [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 857.910862] env[62954]: value = "task-2597655" [ 857.910862] env[62954]: _type = "Task" [ 857.910862] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.920340] env[62954]: DEBUG oslo_vmware.api [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597655, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.036840] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1ed99b-f1e9-451a-80d1-75c9a1870161 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.045049] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da41124c-f3c4-4740-be36-a2a681653f22 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.080858] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bf5643-3ae8-49d9-9fa0-c291fe5b9639 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.090505] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d7fceb-92c5-4760-8199-60d33a2c92d0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.109826] env[62954]: DEBUG nova.compute.provider_tree [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.177656] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Releasing lock "refresh_cache-d44c2ff3-0d92-43eb-abd9-5553f21e6b88" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.178008] env[62954]: DEBUG nova.compute.manager [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Instance network_info: |[{"id": "63757ff0-521c-47b3-a1c6-835807b9956c", "address": "fa:16:3e:3f:6b:e8", "network": {"id": "28757c4d-986e-4b1e-a930-28f5151d9917", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1148712750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60b127f18ded449f9a5bc112400f19f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63757ff0-52", "ovs_interfaceid": "63757ff0-521c-47b3-a1c6-835807b9956c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 858.178456] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:6b:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '245efab9-c420-438e-a0b8-906357ef62c1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63757ff0-521c-47b3-a1c6-835807b9956c', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.187521] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Creating folder: Project (60b127f18ded449f9a5bc112400f19f2). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 858.188415] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-231f4ab5-5d62-40f5-8f5e-7b53b7fcaf7d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.201153] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Created folder: Project (60b127f18ded449f9a5bc112400f19f2) in parent group-v523717. [ 858.201368] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Creating folder: Instances. Parent ref: group-v523926. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 858.201637] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0edc0fff-92ce-4e9a-84b4-c31f8c653bf1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.212294] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Created folder: Instances in parent group-v523926. [ 858.212548] env[62954]: DEBUG oslo.service.loopingcall [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 858.212743] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.212944] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e00ffe3-495a-43b3-ab0b-6ec00adc67e8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.236854] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.236854] env[62954]: value = "task-2597658" [ 858.236854] env[62954]: _type = "Task" [ 858.236854] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.247426] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597658, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.251634] env[62954]: DEBUG nova.compute.manager [req-a49e9484-fcc5-4c2a-83bb-b878562a58e3 req-d0e38726-6ee0-4e04-915b-e97293832b23 service nova] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Received event network-changed-63757ff0-521c-47b3-a1c6-835807b9956c {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 858.251867] env[62954]: DEBUG nova.compute.manager [req-a49e9484-fcc5-4c2a-83bb-b878562a58e3 req-d0e38726-6ee0-4e04-915b-e97293832b23 service nova] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Refreshing instance network info cache due to event network-changed-63757ff0-521c-47b3-a1c6-835807b9956c. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 858.252404] env[62954]: DEBUG oslo_concurrency.lockutils [req-a49e9484-fcc5-4c2a-83bb-b878562a58e3 req-d0e38726-6ee0-4e04-915b-e97293832b23 service nova] Acquiring lock "refresh_cache-d44c2ff3-0d92-43eb-abd9-5553f21e6b88" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.252404] env[62954]: DEBUG oslo_concurrency.lockutils [req-a49e9484-fcc5-4c2a-83bb-b878562a58e3 req-d0e38726-6ee0-4e04-915b-e97293832b23 service nova] Acquired lock "refresh_cache-d44c2ff3-0d92-43eb-abd9-5553f21e6b88" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.252768] env[62954]: DEBUG nova.network.neutron [req-a49e9484-fcc5-4c2a-83bb-b878562a58e3 req-d0e38726-6ee0-4e04-915b-e97293832b23 service nova] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Refreshing network info cache for port 63757ff0-521c-47b3-a1c6-835807b9956c {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.421086] env[62954]: DEBUG oslo_vmware.api [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597655, 'name': ReconfigVM_Task, 'duration_secs': 0.292204} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.421394] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Reconfigured VM instance instance-00000049 to attach disk [datastore2] f7df6402-0151-4429-a3e3-7e27a50b32c6/f7df6402-0151-4429-a3e3-7e27a50b32c6.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.422044] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5a43375-477c-46dc-81cf-81b87ebf7305 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.430998] env[62954]: DEBUG oslo_vmware.api [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 858.430998] env[62954]: value = "task-2597659" [ 858.430998] env[62954]: _type = "Task" [ 858.430998] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.441709] env[62954]: DEBUG oslo_vmware.api [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597659, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.613715] env[62954]: DEBUG nova.scheduler.client.report [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.713068] env[62954]: DEBUG nova.compute.manager [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] [instance: e94eca32-39e6-4911-870f-2725923a8476] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 858.740577] env[62954]: DEBUG nova.virt.hardware [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.740977] env[62954]: DEBUG nova.virt.hardware [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.743131] env[62954]: DEBUG nova.virt.hardware [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.743249] env[62954]: DEBUG nova.virt.hardware [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.743439] env[62954]: DEBUG nova.virt.hardware [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.743573] env[62954]: DEBUG nova.virt.hardware [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.743797] env[62954]: DEBUG nova.virt.hardware [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.743962] env[62954]: DEBUG nova.virt.hardware [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.744151] env[62954]: DEBUG nova.virt.hardware [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.744362] env[62954]: DEBUG nova.virt.hardware [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.744519] env[62954]: DEBUG nova.virt.hardware [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.746167] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b85a78-ac2b-4f32-9607-cc32cd68c7bb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.762117] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cdaca6-514f-42de-903d-5a00a1301090 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.765868] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597658, 'name': CreateVM_Task, 'duration_secs': 0.369094} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.767042] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.769765] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.769765] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.769765] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.769765] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-071aa6b8-bdcb-4293-bfbb-b0529e43c271 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.785021] env[62954]: DEBUG oslo_vmware.api [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Waiting for the task: (returnval){ [ 858.785021] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]520c547e-57b3-5c18-681d-8056daeefb5e" [ 858.785021] env[62954]: _type = "Task" [ 858.785021] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.791526] env[62954]: DEBUG oslo_vmware.api [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]520c547e-57b3-5c18-681d-8056daeefb5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.952018] env[62954]: DEBUG oslo_vmware.api [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597659, 'name': Rename_Task, 'duration_secs': 0.182706} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.952018] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.952018] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-260c5266-5d63-4c7f-a240-fafb65d9cef3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.958444] env[62954]: DEBUG oslo_vmware.api [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 858.958444] env[62954]: value = "task-2597660" [ 858.958444] env[62954]: _type = "Task" [ 858.958444] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.968695] env[62954]: DEBUG oslo_vmware.api [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597660, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.054393] env[62954]: DEBUG nova.network.neutron [req-a49e9484-fcc5-4c2a-83bb-b878562a58e3 req-d0e38726-6ee0-4e04-915b-e97293832b23 service nova] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Updated VIF entry in instance network info cache for port 63757ff0-521c-47b3-a1c6-835807b9956c. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.054393] env[62954]: DEBUG nova.network.neutron [req-a49e9484-fcc5-4c2a-83bb-b878562a58e3 req-d0e38726-6ee0-4e04-915b-e97293832b23 service nova] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Updating instance_info_cache with network_info: [{"id": "63757ff0-521c-47b3-a1c6-835807b9956c", "address": "fa:16:3e:3f:6b:e8", "network": {"id": "28757c4d-986e-4b1e-a930-28f5151d9917", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1148712750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60b127f18ded449f9a5bc112400f19f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63757ff0-52", "ovs_interfaceid": "63757ff0-521c-47b3-a1c6-835807b9956c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.121037] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.121667] env[62954]: DEBUG nova.compute.manager [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 859.125130] env[62954]: DEBUG oslo_concurrency.lockutils [None req-27a7031f-864e-4d8b-9698-661d20715037 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.602s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.125130] env[62954]: DEBUG nova.objects.instance [None req-27a7031f-864e-4d8b-9698-661d20715037 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lazy-loading 'resources' on Instance uuid d6144768-162e-4e54-bfad-9317adbf2850 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.293372] env[62954]: DEBUG oslo_vmware.api [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]520c547e-57b3-5c18-681d-8056daeefb5e, 'name': SearchDatastore_Task, 'duration_secs': 0.03426} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.293679] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.293925] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.294178] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.294327] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.294502] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.294772] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51dacc2d-e1c8-46a9-93a2-4d5af5ec8304 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.309195] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.309427] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.310571] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ec6b6db-7455-4f64-8754-8d4de52a97be {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.317030] env[62954]: DEBUG oslo_vmware.api [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Waiting for the task: (returnval){ [ 859.317030] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52d4cfb7-891b-bb8e-bf94-4ec3831059c2" [ 859.317030] env[62954]: _type = "Task" [ 859.317030] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.324270] env[62954]: DEBUG oslo_vmware.api [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d4cfb7-891b-bb8e-bf94-4ec3831059c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.440222] env[62954]: DEBUG nova.network.neutron [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] [instance: e94eca32-39e6-4911-870f-2725923a8476] Successfully updated port: ca0954da-3e6f-4b47-9a0a-601ce02e4c6c {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 859.470296] env[62954]: DEBUG oslo_vmware.api [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597660, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.559536] env[62954]: DEBUG oslo_concurrency.lockutils [req-a49e9484-fcc5-4c2a-83bb-b878562a58e3 req-d0e38726-6ee0-4e04-915b-e97293832b23 service nova] Releasing lock "refresh_cache-d44c2ff3-0d92-43eb-abd9-5553f21e6b88" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.559818] env[62954]: DEBUG nova.compute.manager [req-a49e9484-fcc5-4c2a-83bb-b878562a58e3 req-d0e38726-6ee0-4e04-915b-e97293832b23 service nova] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Received event network-changed-25bbb1d1-b59d-4ca1-8625-7d6a047e0f43 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 859.559990] env[62954]: DEBUG nova.compute.manager [req-a49e9484-fcc5-4c2a-83bb-b878562a58e3 req-d0e38726-6ee0-4e04-915b-e97293832b23 service nova] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Refreshing instance network info cache due to event network-changed-25bbb1d1-b59d-4ca1-8625-7d6a047e0f43. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 859.560229] env[62954]: DEBUG oslo_concurrency.lockutils [req-a49e9484-fcc5-4c2a-83bb-b878562a58e3 req-d0e38726-6ee0-4e04-915b-e97293832b23 service nova] Acquiring lock "refresh_cache-2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.560373] env[62954]: DEBUG oslo_concurrency.lockutils [req-a49e9484-fcc5-4c2a-83bb-b878562a58e3 req-d0e38726-6ee0-4e04-915b-e97293832b23 service nova] Acquired lock "refresh_cache-2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.560540] env[62954]: DEBUG nova.network.neutron [req-a49e9484-fcc5-4c2a-83bb-b878562a58e3 req-d0e38726-6ee0-4e04-915b-e97293832b23 service nova] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Refreshing network info cache for port 25bbb1d1-b59d-4ca1-8625-7d6a047e0f43 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.615367] env[62954]: DEBUG oslo_concurrency.lockutils [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Acquiring lock "2c0b4030-7fe2-41ad-b91a-54cc1f58c868" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.615671] env[62954]: DEBUG oslo_concurrency.lockutils [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Lock "2c0b4030-7fe2-41ad-b91a-54cc1f58c868" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.627742] env[62954]: DEBUG nova.compute.utils [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 859.629689] env[62954]: DEBUG nova.compute.manager [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 859.629904] env[62954]: DEBUG nova.network.neutron [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 859.652009] env[62954]: DEBUG nova.scheduler.client.report [None req-27a7031f-864e-4d8b-9698-661d20715037 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Refreshing inventories for resource provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 859.666967] env[62954]: DEBUG nova.scheduler.client.report [None req-27a7031f-864e-4d8b-9698-661d20715037 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Updating ProviderTree inventory for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 859.667198] env[62954]: DEBUG nova.compute.provider_tree [None req-27a7031f-864e-4d8b-9698-661d20715037 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Updating inventory in ProviderTree for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 859.674347] env[62954]: DEBUG nova.policy [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80f75463d4114f73aa6b38530697cb82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f16979ebc314760ac9bb49d9981065d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.681408] env[62954]: DEBUG nova.scheduler.client.report [None req-27a7031f-864e-4d8b-9698-661d20715037 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Refreshing aggregate associations for resource provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4, aggregates: None {{(pid=62954) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 859.699591] env[62954]: DEBUG nova.scheduler.client.report [None req-27a7031f-864e-4d8b-9698-661d20715037 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Refreshing trait associations for resource provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62954) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 859.829275] env[62954]: DEBUG oslo_vmware.api [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d4cfb7-891b-bb8e-bf94-4ec3831059c2, 'name': SearchDatastore_Task, 'duration_secs': 0.044482} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.830090] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7103d37-2938-4ef3-9155-15473d7f8501 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.842966] env[62954]: DEBUG oslo_vmware.api [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Waiting for the task: (returnval){ [ 859.842966] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]529142c7-de2e-7c35-4a29-efbff1a73551" [ 859.842966] env[62954]: _type = "Task" [ 859.842966] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.854605] env[62954]: DEBUG oslo_vmware.api [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]529142c7-de2e-7c35-4a29-efbff1a73551, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.945846] env[62954]: DEBUG oslo_concurrency.lockutils [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Acquiring lock "refresh_cache-e94eca32-39e6-4911-870f-2725923a8476" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.946087] env[62954]: DEBUG oslo_concurrency.lockutils [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Acquired lock "refresh_cache-e94eca32-39e6-4911-870f-2725923a8476" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.946307] env[62954]: DEBUG nova.network.neutron [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] [instance: e94eca32-39e6-4911-870f-2725923a8476] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.951353] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a946719-acd1-4e3f-bde9-a2673461877f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.956798] env[62954]: DEBUG nova.network.neutron [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Successfully created port: 706a2df0-a0b4-4847-99e8-71cbd60dad35 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 859.970268] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0b0939-8db3-4f4a-a4a6-d68beb4fe576 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.979083] env[62954]: DEBUG oslo_vmware.api [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597660, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.012951] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3d31fc-09f5-4c8e-817f-ad4189d3c914 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.021382] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb2634a-8c98-446a-bdbc-b8b792711831 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.037225] env[62954]: DEBUG nova.compute.provider_tree [None req-27a7031f-864e-4d8b-9698-661d20715037 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.118451] env[62954]: DEBUG nova.compute.manager [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 860.135811] env[62954]: DEBUG nova.compute.manager [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 860.353597] env[62954]: DEBUG oslo_vmware.api [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]529142c7-de2e-7c35-4a29-efbff1a73551, 'name': SearchDatastore_Task, 'duration_secs': 0.016107} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.353865] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.354542] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] d44c2ff3-0d92-43eb-abd9-5553f21e6b88/d44c2ff3-0d92-43eb-abd9-5553f21e6b88.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.354542] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3668bf32-fb26-41cb-9a00-fd6ccc5107f2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.361707] env[62954]: DEBUG oslo_vmware.api [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Waiting for the task: (returnval){ [ 860.361707] env[62954]: value = "task-2597661" [ 860.361707] env[62954]: _type = "Task" [ 860.361707] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.375633] env[62954]: DEBUG oslo_vmware.api [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Task: {'id': task-2597661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.423137] env[62954]: DEBUG nova.compute.manager [req-abc8594c-9092-49ae-9b19-450d2294e712 req-776b1b15-9b15-4695-b0c5-46b2e38eb297 service nova] [instance: e94eca32-39e6-4911-870f-2725923a8476] Received event network-vif-plugged-ca0954da-3e6f-4b47-9a0a-601ce02e4c6c {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 860.423460] env[62954]: DEBUG oslo_concurrency.lockutils [req-abc8594c-9092-49ae-9b19-450d2294e712 req-776b1b15-9b15-4695-b0c5-46b2e38eb297 service nova] Acquiring lock "e94eca32-39e6-4911-870f-2725923a8476-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.423665] env[62954]: DEBUG oslo_concurrency.lockutils [req-abc8594c-9092-49ae-9b19-450d2294e712 req-776b1b15-9b15-4695-b0c5-46b2e38eb297 service nova] Lock "e94eca32-39e6-4911-870f-2725923a8476-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.423894] env[62954]: DEBUG oslo_concurrency.lockutils [req-abc8594c-9092-49ae-9b19-450d2294e712 req-776b1b15-9b15-4695-b0c5-46b2e38eb297 service nova] Lock "e94eca32-39e6-4911-870f-2725923a8476-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.424324] env[62954]: DEBUG nova.compute.manager [req-abc8594c-9092-49ae-9b19-450d2294e712 req-776b1b15-9b15-4695-b0c5-46b2e38eb297 service nova] [instance: e94eca32-39e6-4911-870f-2725923a8476] No waiting events found dispatching network-vif-plugged-ca0954da-3e6f-4b47-9a0a-601ce02e4c6c {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 860.424613] env[62954]: WARNING nova.compute.manager [req-abc8594c-9092-49ae-9b19-450d2294e712 req-776b1b15-9b15-4695-b0c5-46b2e38eb297 service nova] [instance: e94eca32-39e6-4911-870f-2725923a8476] Received unexpected event network-vif-plugged-ca0954da-3e6f-4b47-9a0a-601ce02e4c6c for instance with vm_state building and task_state spawning. [ 860.424881] env[62954]: DEBUG nova.compute.manager [req-abc8594c-9092-49ae-9b19-450d2294e712 req-776b1b15-9b15-4695-b0c5-46b2e38eb297 service nova] [instance: e94eca32-39e6-4911-870f-2725923a8476] Received event network-changed-ca0954da-3e6f-4b47-9a0a-601ce02e4c6c {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 860.425221] env[62954]: DEBUG nova.compute.manager [req-abc8594c-9092-49ae-9b19-450d2294e712 req-776b1b15-9b15-4695-b0c5-46b2e38eb297 service nova] [instance: e94eca32-39e6-4911-870f-2725923a8476] Refreshing instance network info cache due to event network-changed-ca0954da-3e6f-4b47-9a0a-601ce02e4c6c. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 860.425504] env[62954]: DEBUG oslo_concurrency.lockutils [req-abc8594c-9092-49ae-9b19-450d2294e712 req-776b1b15-9b15-4695-b0c5-46b2e38eb297 service nova] Acquiring lock "refresh_cache-e94eca32-39e6-4911-870f-2725923a8476" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.470516] env[62954]: DEBUG oslo_vmware.api [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597660, 'name': PowerOnVM_Task, 'duration_secs': 1.053218} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.471337] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.471337] env[62954]: DEBUG nova.compute.manager [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.472272] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd93159-1925-40ac-b7a4-39a433c53a12 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.477468] env[62954]: DEBUG nova.network.neutron [req-a49e9484-fcc5-4c2a-83bb-b878562a58e3 req-d0e38726-6ee0-4e04-915b-e97293832b23 service nova] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Updated VIF entry in instance network info cache for port 25bbb1d1-b59d-4ca1-8625-7d6a047e0f43. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.477856] env[62954]: DEBUG nova.network.neutron [req-a49e9484-fcc5-4c2a-83bb-b878562a58e3 req-d0e38726-6ee0-4e04-915b-e97293832b23 service nova] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Updating instance_info_cache with network_info: [{"id": "25bbb1d1-b59d-4ca1-8625-7d6a047e0f43", "address": "fa:16:3e:6b:9b:35", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25bbb1d1-b5", "ovs_interfaceid": "25bbb1d1-b59d-4ca1-8625-7d6a047e0f43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.483694] env[62954]: DEBUG nova.network.neutron [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] [instance: e94eca32-39e6-4911-870f-2725923a8476] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 860.540425] env[62954]: DEBUG nova.scheduler.client.report [None req-27a7031f-864e-4d8b-9698-661d20715037 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.654478] env[62954]: DEBUG oslo_concurrency.lockutils [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.672339] env[62954]: DEBUG nova.network.neutron [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] [instance: e94eca32-39e6-4911-870f-2725923a8476] Updating instance_info_cache with network_info: [{"id": "ca0954da-3e6f-4b47-9a0a-601ce02e4c6c", "address": "fa:16:3e:fb:90:a6", "network": {"id": "bbb94f32-36b3-434a-8e10-ece9cd1903cd", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-142395577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c16a1a401fe48c89e86ecc9125f2f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca0954da-3e", "ovs_interfaceid": "ca0954da-3e6f-4b47-9a0a-601ce02e4c6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.873069] env[62954]: DEBUG oslo_vmware.api [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Task: {'id': task-2597661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501434} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.873407] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] d44c2ff3-0d92-43eb-abd9-5553f21e6b88/d44c2ff3-0d92-43eb-abd9-5553f21e6b88.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.873407] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 860.873656] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed170eb9-4764-4561-9bde-bb56ee133f0e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.879550] env[62954]: DEBUG oslo_vmware.api [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Waiting for the task: (returnval){ [ 860.879550] env[62954]: value = "task-2597662" [ 860.879550] env[62954]: _type = "Task" [ 860.879550] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.886812] env[62954]: DEBUG oslo_vmware.api [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Task: {'id': task-2597662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.982685] env[62954]: DEBUG oslo_concurrency.lockutils [req-a49e9484-fcc5-4c2a-83bb-b878562a58e3 req-d0e38726-6ee0-4e04-915b-e97293832b23 service nova] Releasing lock "refresh_cache-2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.004035] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.046137] env[62954]: DEBUG oslo_concurrency.lockutils [None req-27a7031f-864e-4d8b-9698-661d20715037 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.922s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.048524] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9f3e3945-1abb-4d38-b9f3-da9e525f7e4e tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.975s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.048769] env[62954]: DEBUG nova.objects.instance [None req-9f3e3945-1abb-4d38-b9f3-da9e525f7e4e tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Lazy-loading 'resources' on Instance uuid 877f91e8-ed8d-45e1-8267-311dae34633a {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.064083] env[62954]: INFO nova.scheduler.client.report [None req-27a7031f-864e-4d8b-9698-661d20715037 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Deleted allocations for instance d6144768-162e-4e54-bfad-9317adbf2850 [ 861.147123] env[62954]: DEBUG nova.compute.manager [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 861.172349] env[62954]: DEBUG nova.virt.hardware [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.172598] env[62954]: DEBUG nova.virt.hardware [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.172756] env[62954]: DEBUG nova.virt.hardware [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.172941] env[62954]: DEBUG nova.virt.hardware [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.173104] env[62954]: DEBUG nova.virt.hardware [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.173423] env[62954]: DEBUG nova.virt.hardware [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.173666] env[62954]: DEBUG nova.virt.hardware [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.173828] env[62954]: DEBUG nova.virt.hardware [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.173998] env[62954]: DEBUG nova.virt.hardware [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.174178] env[62954]: DEBUG nova.virt.hardware [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.174353] env[62954]: DEBUG nova.virt.hardware [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.175327] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dabe868-8095-4ce8-b2e1-228131c59239 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.179044] env[62954]: DEBUG oslo_concurrency.lockutils [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Releasing lock "refresh_cache-e94eca32-39e6-4911-870f-2725923a8476" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.179044] env[62954]: DEBUG nova.compute.manager [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] [instance: e94eca32-39e6-4911-870f-2725923a8476] Instance network_info: |[{"id": "ca0954da-3e6f-4b47-9a0a-601ce02e4c6c", "address": "fa:16:3e:fb:90:a6", "network": {"id": "bbb94f32-36b3-434a-8e10-ece9cd1903cd", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-142395577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c16a1a401fe48c89e86ecc9125f2f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca0954da-3e", "ovs_interfaceid": "ca0954da-3e6f-4b47-9a0a-601ce02e4c6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 861.179237] env[62954]: DEBUG oslo_concurrency.lockutils [req-abc8594c-9092-49ae-9b19-450d2294e712 req-776b1b15-9b15-4695-b0c5-46b2e38eb297 service nova] Acquired lock "refresh_cache-e94eca32-39e6-4911-870f-2725923a8476" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.179375] env[62954]: DEBUG nova.network.neutron [req-abc8594c-9092-49ae-9b19-450d2294e712 req-776b1b15-9b15-4695-b0c5-46b2e38eb297 service nova] [instance: e94eca32-39e6-4911-870f-2725923a8476] Refreshing network info cache for port ca0954da-3e6f-4b47-9a0a-601ce02e4c6c {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.180430] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] [instance: e94eca32-39e6-4911-870f-2725923a8476] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:90:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '257e5ea7-8b80-4301-9900-a754f1fe2031', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca0954da-3e6f-4b47-9a0a-601ce02e4c6c', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.187927] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Creating folder: Project (3c16a1a401fe48c89e86ecc9125f2f01). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.191068] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b67bc3b-50f1-4b45-bd1a-bb5e86a7bbe9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.196795] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ae29b9-a4d4-4961-9ed3-762fe0dcf94f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.212844] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Created folder: Project (3c16a1a401fe48c89e86ecc9125f2f01) in parent group-v523717. [ 861.213041] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Creating folder: Instances. Parent ref: group-v523929. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.213276] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ab68034-33d7-4937-b3d3-adeb247dc70f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.223873] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Created folder: Instances in parent group-v523929. [ 861.224119] env[62954]: DEBUG oslo.service.loopingcall [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 861.224315] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e94eca32-39e6-4911-870f-2725923a8476] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 861.224523] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0765c035-bb82-40ee-b2b0-1d44b66198fc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.245205] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 861.245205] env[62954]: value = "task-2597665" [ 861.245205] env[62954]: _type = "Task" [ 861.245205] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.254349] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597665, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.390815] env[62954]: DEBUG oslo_vmware.api [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Task: {'id': task-2597662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069587} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.391114] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.391934] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af2137c-17a0-4b2e-bec1-f559477f0e0a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.416701] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] d44c2ff3-0d92-43eb-abd9-5553f21e6b88/d44c2ff3-0d92-43eb-abd9-5553f21e6b88.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.419360] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c078aba9-e5af-433e-b806-a516d44b1681 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.441204] env[62954]: DEBUG oslo_vmware.api [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Waiting for the task: (returnval){ [ 861.441204] env[62954]: value = "task-2597666" [ 861.441204] env[62954]: _type = "Task" [ 861.441204] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.451636] env[62954]: DEBUG oslo_vmware.api [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Task: {'id': task-2597666, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.481956] env[62954]: DEBUG nova.network.neutron [req-abc8594c-9092-49ae-9b19-450d2294e712 req-776b1b15-9b15-4695-b0c5-46b2e38eb297 service nova] [instance: e94eca32-39e6-4911-870f-2725923a8476] Updated VIF entry in instance network info cache for port ca0954da-3e6f-4b47-9a0a-601ce02e4c6c. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.482394] env[62954]: DEBUG nova.network.neutron [req-abc8594c-9092-49ae-9b19-450d2294e712 req-776b1b15-9b15-4695-b0c5-46b2e38eb297 service nova] [instance: e94eca32-39e6-4911-870f-2725923a8476] Updating instance_info_cache with network_info: [{"id": "ca0954da-3e6f-4b47-9a0a-601ce02e4c6c", "address": "fa:16:3e:fb:90:a6", "network": {"id": "bbb94f32-36b3-434a-8e10-ece9cd1903cd", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-142395577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c16a1a401fe48c89e86ecc9125f2f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca0954da-3e", "ovs_interfaceid": "ca0954da-3e6f-4b47-9a0a-601ce02e4c6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.571206] env[62954]: DEBUG oslo_concurrency.lockutils [None req-27a7031f-864e-4d8b-9698-661d20715037 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "d6144768-162e-4e54-bfad-9317adbf2850" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.356s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.757141] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597665, 'name': CreateVM_Task, 'duration_secs': 0.346579} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.757385] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e94eca32-39e6-4911-870f-2725923a8476] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.758100] env[62954]: DEBUG oslo_concurrency.lockutils [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.758324] env[62954]: DEBUG oslo_concurrency.lockutils [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.758703] env[62954]: DEBUG oslo_concurrency.lockutils [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.758915] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05e09315-e36b-4019-a4e5-4cc223be5a2d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.771309] env[62954]: DEBUG oslo_vmware.api [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Waiting for the task: (returnval){ [ 861.771309] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]528519ea-7aa4-57a0-8e8b-360db22f362e" [ 861.771309] env[62954]: _type = "Task" [ 861.771309] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.789019] env[62954]: DEBUG oslo_vmware.api [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]528519ea-7aa4-57a0-8e8b-360db22f362e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.799994] env[62954]: DEBUG nova.network.neutron [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Successfully updated port: 706a2df0-a0b4-4847-99e8-71cbd60dad35 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 861.823625] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bc0bd0-835b-4428-a653-d41bb7c046b5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.833389] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e077fc1-7264-4c11-964b-af8af3356c88 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.868150] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ca8e3a-6564-4411-9bc7-2f846900b4d6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.880769] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0afb31-20ce-44b8-951e-bd4094ebc2c0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.897776] env[62954]: DEBUG nova.compute.provider_tree [None req-9f3e3945-1abb-4d38-b9f3-da9e525f7e4e tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.951633] env[62954]: DEBUG oslo_vmware.api [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Task: {'id': task-2597666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.985098] env[62954]: DEBUG oslo_concurrency.lockutils [req-abc8594c-9092-49ae-9b19-450d2294e712 req-776b1b15-9b15-4695-b0c5-46b2e38eb297 service nova] Releasing lock "refresh_cache-e94eca32-39e6-4911-870f-2725923a8476" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.282600] env[62954]: DEBUG oslo_vmware.api [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]528519ea-7aa4-57a0-8e8b-360db22f362e, 'name': SearchDatastore_Task, 'duration_secs': 0.040528} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.282920] env[62954]: DEBUG oslo_concurrency.lockutils [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.283176] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] [instance: e94eca32-39e6-4911-870f-2725923a8476] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.283469] env[62954]: DEBUG oslo_concurrency.lockutils [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.283560] env[62954]: DEBUG oslo_concurrency.lockutils [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.283742] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.284016] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ad668c6-0e0c-482b-b067-6d97b73a2e10 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.293453] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.293643] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 862.294493] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d10d87b-5f6a-4c1f-b813-0bfc4793d4d3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.300434] env[62954]: DEBUG oslo_vmware.api [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Waiting for the task: (returnval){ [ 862.300434] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]529311ae-1ea4-3d1d-8ca2-7028c376a12a" [ 862.300434] env[62954]: _type = "Task" [ 862.300434] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.304247] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquiring lock "refresh_cache-334639c6-2360-40f6-bd4f-f2958262a54f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.304247] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquired lock "refresh_cache-334639c6-2360-40f6-bd4f-f2958262a54f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.304527] env[62954]: DEBUG nova.network.neutron [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.310420] env[62954]: DEBUG oslo_vmware.api [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]529311ae-1ea4-3d1d-8ca2-7028c376a12a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.374812] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cbc0c31e-a45f-406f-8ae2-309fdebc91b5 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "f7df6402-0151-4429-a3e3-7e27a50b32c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.375118] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cbc0c31e-a45f-406f-8ae2-309fdebc91b5 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "f7df6402-0151-4429-a3e3-7e27a50b32c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.375421] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cbc0c31e-a45f-406f-8ae2-309fdebc91b5 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "f7df6402-0151-4429-a3e3-7e27a50b32c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.375754] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cbc0c31e-a45f-406f-8ae2-309fdebc91b5 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "f7df6402-0151-4429-a3e3-7e27a50b32c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.375924] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cbc0c31e-a45f-406f-8ae2-309fdebc91b5 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "f7df6402-0151-4429-a3e3-7e27a50b32c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.378109] env[62954]: INFO nova.compute.manager [None req-cbc0c31e-a45f-406f-8ae2-309fdebc91b5 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Terminating instance [ 862.400796] env[62954]: DEBUG nova.scheduler.client.report [None req-9f3e3945-1abb-4d38-b9f3-da9e525f7e4e tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.452640] env[62954]: DEBUG oslo_vmware.api [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Task: {'id': task-2597666, 'name': ReconfigVM_Task, 'duration_secs': 0.815213} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.452939] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Reconfigured VM instance instance-0000004b to attach disk [datastore2] d44c2ff3-0d92-43eb-abd9-5553f21e6b88/d44c2ff3-0d92-43eb-abd9-5553f21e6b88.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.453584] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c17162b-7c2c-4537-a610-cc57251cfc62 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.461492] env[62954]: DEBUG oslo_vmware.api [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Waiting for the task: (returnval){ [ 862.461492] env[62954]: value = "task-2597667" [ 862.461492] env[62954]: _type = "Task" [ 862.461492] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.472500] env[62954]: DEBUG oslo_vmware.api [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Task: {'id': task-2597667, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.512163] env[62954]: DEBUG nova.compute.manager [req-a1f62280-58fd-46f1-abd0-81fecfece49d req-4f8a91f1-9cd4-4d55-b5e0-706577f676cd service nova] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Received event network-vif-plugged-706a2df0-a0b4-4847-99e8-71cbd60dad35 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 862.512338] env[62954]: DEBUG oslo_concurrency.lockutils [req-a1f62280-58fd-46f1-abd0-81fecfece49d req-4f8a91f1-9cd4-4d55-b5e0-706577f676cd service nova] Acquiring lock "334639c6-2360-40f6-bd4f-f2958262a54f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.512553] env[62954]: DEBUG oslo_concurrency.lockutils [req-a1f62280-58fd-46f1-abd0-81fecfece49d req-4f8a91f1-9cd4-4d55-b5e0-706577f676cd service nova] Lock "334639c6-2360-40f6-bd4f-f2958262a54f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.512733] env[62954]: DEBUG oslo_concurrency.lockutils [req-a1f62280-58fd-46f1-abd0-81fecfece49d req-4f8a91f1-9cd4-4d55-b5e0-706577f676cd service nova] Lock "334639c6-2360-40f6-bd4f-f2958262a54f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.512884] env[62954]: DEBUG nova.compute.manager [req-a1f62280-58fd-46f1-abd0-81fecfece49d req-4f8a91f1-9cd4-4d55-b5e0-706577f676cd service nova] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] No waiting events found dispatching network-vif-plugged-706a2df0-a0b4-4847-99e8-71cbd60dad35 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 862.513103] env[62954]: WARNING nova.compute.manager [req-a1f62280-58fd-46f1-abd0-81fecfece49d req-4f8a91f1-9cd4-4d55-b5e0-706577f676cd service nova] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Received unexpected event network-vif-plugged-706a2df0-a0b4-4847-99e8-71cbd60dad35 for instance with vm_state building and task_state spawning. [ 862.513295] env[62954]: DEBUG nova.compute.manager [req-a1f62280-58fd-46f1-abd0-81fecfece49d req-4f8a91f1-9cd4-4d55-b5e0-706577f676cd service nova] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Received event network-changed-706a2df0-a0b4-4847-99e8-71cbd60dad35 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 862.513462] env[62954]: DEBUG nova.compute.manager [req-a1f62280-58fd-46f1-abd0-81fecfece49d req-4f8a91f1-9cd4-4d55-b5e0-706577f676cd service nova] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Refreshing instance network info cache due to event network-changed-706a2df0-a0b4-4847-99e8-71cbd60dad35. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 862.513641] env[62954]: DEBUG oslo_concurrency.lockutils [req-a1f62280-58fd-46f1-abd0-81fecfece49d req-4f8a91f1-9cd4-4d55-b5e0-706577f676cd service nova] Acquiring lock "refresh_cache-334639c6-2360-40f6-bd4f-f2958262a54f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.794661] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "ce61fb64-fab1-497d-8604-332e4fab5480" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.794661] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "ce61fb64-fab1-497d-8604-332e4fab5480" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.813058] env[62954]: DEBUG oslo_vmware.api [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]529311ae-1ea4-3d1d-8ca2-7028c376a12a, 'name': SearchDatastore_Task, 'duration_secs': 0.01523} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.814152] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47cadd47-ba96-4024-b258-4ee7f84fa698 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.820597] env[62954]: DEBUG oslo_vmware.api [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Waiting for the task: (returnval){ [ 862.820597] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52126562-4a46-85b0-a02f-35ee0134833a" [ 862.820597] env[62954]: _type = "Task" [ 862.820597] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.829893] env[62954]: DEBUG oslo_vmware.api [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52126562-4a46-85b0-a02f-35ee0134833a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.852949] env[62954]: DEBUG nova.network.neutron [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.881797] env[62954]: DEBUG nova.compute.manager [None req-cbc0c31e-a45f-406f-8ae2-309fdebc91b5 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.882160] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-cbc0c31e-a45f-406f-8ae2-309fdebc91b5 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.882943] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2536497-36d8-47ae-af95-c0dd1ccf0a8e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.892435] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbc0c31e-a45f-406f-8ae2-309fdebc91b5 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.892676] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbebfea0-f2d5-44a3-a9f2-ef7f7a543faf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.900088] env[62954]: DEBUG oslo_vmware.api [None req-cbc0c31e-a45f-406f-8ae2-309fdebc91b5 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 862.900088] env[62954]: value = "task-2597668" [ 862.900088] env[62954]: _type = "Task" [ 862.900088] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.905062] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9f3e3945-1abb-4d38-b9f3-da9e525f7e4e tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.856s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.912047] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.172s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.913558] env[62954]: INFO nova.compute.claims [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.917112] env[62954]: DEBUG oslo_vmware.api [None req-cbc0c31e-a45f-406f-8ae2-309fdebc91b5 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.937663] env[62954]: INFO nova.scheduler.client.report [None req-9f3e3945-1abb-4d38-b9f3-da9e525f7e4e tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Deleted allocations for instance 877f91e8-ed8d-45e1-8267-311dae34633a [ 862.979287] env[62954]: DEBUG oslo_vmware.api [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Task: {'id': task-2597667, 'name': Rename_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.048786] env[62954]: DEBUG nova.network.neutron [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Updating instance_info_cache with network_info: [{"id": "706a2df0-a0b4-4847-99e8-71cbd60dad35", "address": "fa:16:3e:d4:26:aa", "network": {"id": "9d8838bb-e467-4265-bda0-a81e9fec202f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2103490702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f16979ebc314760ac9bb49d9981065d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap706a2df0-a0", "ovs_interfaceid": "706a2df0-a0b4-4847-99e8-71cbd60dad35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.297611] env[62954]: DEBUG nova.compute.manager [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 863.331958] env[62954]: DEBUG oslo_vmware.api [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52126562-4a46-85b0-a02f-35ee0134833a, 'name': SearchDatastore_Task, 'duration_secs': 0.01119} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.332441] env[62954]: DEBUG oslo_concurrency.lockutils [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.332604] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] e94eca32-39e6-4911-870f-2725923a8476/e94eca32-39e6-4911-870f-2725923a8476.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.332862] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f902e276-7d45-4d5f-8661-43e96146e29e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.343997] env[62954]: DEBUG oslo_vmware.api [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Waiting for the task: (returnval){ [ 863.343997] env[62954]: value = "task-2597669" [ 863.343997] env[62954]: _type = "Task" [ 863.343997] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.355067] env[62954]: DEBUG oslo_vmware.api [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Task: {'id': task-2597669, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.410934] env[62954]: DEBUG oslo_vmware.api [None req-cbc0c31e-a45f-406f-8ae2-309fdebc91b5 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597668, 'name': PowerOffVM_Task, 'duration_secs': 0.490306} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.411239] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbc0c31e-a45f-406f-8ae2-309fdebc91b5 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.411435] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-cbc0c31e-a45f-406f-8ae2-309fdebc91b5 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.411707] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f26384d-af27-401c-a90b-46d949971bee {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.447915] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9f3e3945-1abb-4d38-b9f3-da9e525f7e4e tempest-ServerShowV254Test-758638676 tempest-ServerShowV254Test-758638676-project-member] Lock "877f91e8-ed8d-45e1-8267-311dae34633a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.667s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.478734] env[62954]: DEBUG oslo_vmware.api [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Task: {'id': task-2597667, 'name': Rename_Task, 'duration_secs': 0.888999} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.478734] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.479041] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af017143-43b4-465f-bb69-38925949076a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.486637] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-cbc0c31e-a45f-406f-8ae2-309fdebc91b5 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.486637] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-cbc0c31e-a45f-406f-8ae2-309fdebc91b5 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.486837] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbc0c31e-a45f-406f-8ae2-309fdebc91b5 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Deleting the datastore file [datastore2] f7df6402-0151-4429-a3e3-7e27a50b32c6 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.487701] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71d8879d-a8fb-4508-9e36-770a453ae8ae {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.497772] env[62954]: DEBUG oslo_vmware.api [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Waiting for the task: (returnval){ [ 863.497772] env[62954]: value = "task-2597671" [ 863.497772] env[62954]: _type = "Task" [ 863.497772] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.500221] env[62954]: DEBUG oslo_vmware.api [None req-cbc0c31e-a45f-406f-8ae2-309fdebc91b5 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 863.500221] env[62954]: value = "task-2597672" [ 863.500221] env[62954]: _type = "Task" [ 863.500221] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.514889] env[62954]: DEBUG oslo_vmware.api [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Task: {'id': task-2597671, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.518188] env[62954]: DEBUG oslo_vmware.api [None req-cbc0c31e-a45f-406f-8ae2-309fdebc91b5 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.551906] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Releasing lock "refresh_cache-334639c6-2360-40f6-bd4f-f2958262a54f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.553284] env[62954]: DEBUG nova.compute.manager [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Instance network_info: |[{"id": "706a2df0-a0b4-4847-99e8-71cbd60dad35", "address": "fa:16:3e:d4:26:aa", "network": {"id": "9d8838bb-e467-4265-bda0-a81e9fec202f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2103490702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f16979ebc314760ac9bb49d9981065d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap706a2df0-a0", "ovs_interfaceid": "706a2df0-a0b4-4847-99e8-71cbd60dad35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 863.553284] env[62954]: DEBUG oslo_concurrency.lockutils [req-a1f62280-58fd-46f1-abd0-81fecfece49d req-4f8a91f1-9cd4-4d55-b5e0-706577f676cd service nova] Acquired lock "refresh_cache-334639c6-2360-40f6-bd4f-f2958262a54f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.553284] env[62954]: DEBUG nova.network.neutron [req-a1f62280-58fd-46f1-abd0-81fecfece49d req-4f8a91f1-9cd4-4d55-b5e0-706577f676cd service nova] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Refreshing network info cache for port 706a2df0-a0b4-4847-99e8-71cbd60dad35 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.554951] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:26:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '706a2df0-a0b4-4847-99e8-71cbd60dad35', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.566073] env[62954]: DEBUG oslo.service.loopingcall [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 863.570527] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.571144] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd935a23-aba0-45c3-9db6-c4d2f1bfae24 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.596437] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.596437] env[62954]: value = "task-2597673" [ 863.596437] env[62954]: _type = "Task" [ 863.596437] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.607307] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597673, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.841303] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.860187] env[62954]: DEBUG oslo_vmware.api [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Task: {'id': task-2597669, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.965882] env[62954]: DEBUG nova.network.neutron [req-a1f62280-58fd-46f1-abd0-81fecfece49d req-4f8a91f1-9cd4-4d55-b5e0-706577f676cd service nova] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Updated VIF entry in instance network info cache for port 706a2df0-a0b4-4847-99e8-71cbd60dad35. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 863.966372] env[62954]: DEBUG nova.network.neutron [req-a1f62280-58fd-46f1-abd0-81fecfece49d req-4f8a91f1-9cd4-4d55-b5e0-706577f676cd service nova] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Updating instance_info_cache with network_info: [{"id": "706a2df0-a0b4-4847-99e8-71cbd60dad35", "address": "fa:16:3e:d4:26:aa", "network": {"id": "9d8838bb-e467-4265-bda0-a81e9fec202f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2103490702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f16979ebc314760ac9bb49d9981065d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap706a2df0-a0", "ovs_interfaceid": "706a2df0-a0b4-4847-99e8-71cbd60dad35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.020198] env[62954]: DEBUG oslo_vmware.api [None req-cbc0c31e-a45f-406f-8ae2-309fdebc91b5 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.020620] env[62954]: DEBUG oslo_vmware.api [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Task: {'id': task-2597671, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.108267] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597673, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.171245] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65237449-e14f-4e6d-85ae-3e7a965c0855 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.180275] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1f887a-df22-450a-830e-ba01519f9a41 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.212693] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a5489f-e88a-4699-8568-2b01d95cf8c5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.221059] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74c666a-80b4-481d-ac81-774bc3c12025 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.234972] env[62954]: DEBUG nova.compute.provider_tree [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.355537] env[62954]: DEBUG oslo_vmware.api [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Task: {'id': task-2597669, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617563} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.355819] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] e94eca32-39e6-4911-870f-2725923a8476/e94eca32-39e6-4911-870f-2725923a8476.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.356048] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] [instance: e94eca32-39e6-4911-870f-2725923a8476] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.356307] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e316db77-2833-4ff7-b8b3-ed6461dd1214 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.363521] env[62954]: DEBUG oslo_vmware.api [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Waiting for the task: (returnval){ [ 864.363521] env[62954]: value = "task-2597674" [ 864.363521] env[62954]: _type = "Task" [ 864.363521] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.373990] env[62954]: DEBUG oslo_vmware.api [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Task: {'id': task-2597674, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.471873] env[62954]: DEBUG oslo_concurrency.lockutils [req-a1f62280-58fd-46f1-abd0-81fecfece49d req-4f8a91f1-9cd4-4d55-b5e0-706577f676cd service nova] Releasing lock "refresh_cache-334639c6-2360-40f6-bd4f-f2958262a54f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.511606] env[62954]: DEBUG oslo_vmware.api [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Task: {'id': task-2597671, 'name': PowerOnVM_Task, 'duration_secs': 0.717754} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.512243] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.512453] env[62954]: INFO nova.compute.manager [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Took 9.15 seconds to spawn the instance on the hypervisor. [ 864.512634] env[62954]: DEBUG nova.compute.manager [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.513432] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55997d11-2e5c-488d-be97-9ba642ad2661 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.518361] env[62954]: DEBUG oslo_vmware.api [None req-cbc0c31e-a45f-406f-8ae2-309fdebc91b5 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.558014} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.518886] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbc0c31e-a45f-406f-8ae2-309fdebc91b5 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.519097] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-cbc0c31e-a45f-406f-8ae2-309fdebc91b5 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.519277] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-cbc0c31e-a45f-406f-8ae2-309fdebc91b5 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.519446] env[62954]: INFO nova.compute.manager [None req-cbc0c31e-a45f-406f-8ae2-309fdebc91b5 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Took 1.64 seconds to destroy the instance on the hypervisor. [ 864.519677] env[62954]: DEBUG oslo.service.loopingcall [None req-cbc0c31e-a45f-406f-8ae2-309fdebc91b5 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 864.519858] env[62954]: DEBUG nova.compute.manager [-] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.519948] env[62954]: DEBUG nova.network.neutron [-] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.607824] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597673, 'name': CreateVM_Task, 'duration_secs': 0.567813} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.607995] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.608684] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.608858] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.609193] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.609444] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea422813-6b7e-413e-a36f-c9ac19528928 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.614819] env[62954]: DEBUG oslo_vmware.api [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 864.614819] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52e9053d-ab77-0fa8-7a5d-220e4ace4f8e" [ 864.614819] env[62954]: _type = "Task" [ 864.614819] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.623252] env[62954]: DEBUG oslo_vmware.api [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52e9053d-ab77-0fa8-7a5d-220e4ace4f8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.738019] env[62954]: DEBUG nova.scheduler.client.report [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.873935] env[62954]: DEBUG oslo_vmware.api [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Task: {'id': task-2597674, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064116} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.874217] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] [instance: e94eca32-39e6-4911-870f-2725923a8476] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 864.874967] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5f33c7-e9e4-4b85-a665-e66bc58123c4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.898641] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] [instance: e94eca32-39e6-4911-870f-2725923a8476] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] e94eca32-39e6-4911-870f-2725923a8476/e94eca32-39e6-4911-870f-2725923a8476.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.898919] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7e16bb0-f9cb-460e-b12b-3e5a2f65f911 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.920394] env[62954]: DEBUG oslo_vmware.api [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Waiting for the task: (returnval){ [ 864.920394] env[62954]: value = "task-2597675" [ 864.920394] env[62954]: _type = "Task" [ 864.920394] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.930035] env[62954]: DEBUG oslo_vmware.api [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Task: {'id': task-2597675, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.032402] env[62954]: INFO nova.compute.manager [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Took 28.77 seconds to build instance. [ 865.093246] env[62954]: DEBUG nova.compute.manager [req-b233b336-1b71-452d-9ae3-3e24acbc6fc7 req-83e4efe9-3ec5-489f-9264-46612a5858e9 service nova] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Received event network-vif-deleted-1ff4dcd1-9234-41f8-acc1-cb87ebccdba0 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 865.093246] env[62954]: INFO nova.compute.manager [req-b233b336-1b71-452d-9ae3-3e24acbc6fc7 req-83e4efe9-3ec5-489f-9264-46612a5858e9 service nova] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Neutron deleted interface 1ff4dcd1-9234-41f8-acc1-cb87ebccdba0; detaching it from the instance and deleting it from the info cache [ 865.093246] env[62954]: DEBUG nova.network.neutron [req-b233b336-1b71-452d-9ae3-3e24acbc6fc7 req-83e4efe9-3ec5-489f-9264-46612a5858e9 service nova] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.129082] env[62954]: DEBUG oslo_vmware.api [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52e9053d-ab77-0fa8-7a5d-220e4ace4f8e, 'name': SearchDatastore_Task, 'duration_secs': 0.01135} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.129204] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.129361] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.129602] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.129765] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.130029] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.130306] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-250e384e-9732-4e7e-ac90-8215fe77ff41 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.140577] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.140835] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.141704] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-278708fa-09c6-4d26-90c0-8002061a6a63 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.147932] env[62954]: DEBUG oslo_vmware.api [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 865.147932] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52960f8f-3133-931a-9d95-79485933ef17" [ 865.147932] env[62954]: _type = "Task" [ 865.147932] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.157703] env[62954]: DEBUG oslo_vmware.api [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52960f8f-3133-931a-9d95-79485933ef17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.243294] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.331s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.243828] env[62954]: DEBUG nova.compute.manager [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 865.246762] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.603s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.248295] env[62954]: INFO nova.compute.claims [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.431117] env[62954]: DEBUG oslo_vmware.api [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Task: {'id': task-2597675, 'name': ReconfigVM_Task, 'duration_secs': 0.31327} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.431396] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] [instance: e94eca32-39e6-4911-870f-2725923a8476] Reconfigured VM instance instance-0000004c to attach disk [datastore2] e94eca32-39e6-4911-870f-2725923a8476/e94eca32-39e6-4911-870f-2725923a8476.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.432030] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1baf4168-b556-4b3d-b243-d4d633964104 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.442370] env[62954]: DEBUG oslo_vmware.api [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Waiting for the task: (returnval){ [ 865.442370] env[62954]: value = "task-2597676" [ 865.442370] env[62954]: _type = "Task" [ 865.442370] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.452200] env[62954]: DEBUG oslo_vmware.api [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Task: {'id': task-2597676, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.460766] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0d023958-d71a-41bb-a06c-511dfb840dc4 tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Acquiring lock "interface-d44c2ff3-0d92-43eb-abd9-5553f21e6b88-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.461153] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0d023958-d71a-41bb-a06c-511dfb840dc4 tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Lock "interface-d44c2ff3-0d92-43eb-abd9-5553f21e6b88-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.461511] env[62954]: DEBUG nova.objects.instance [None req-0d023958-d71a-41bb-a06c-511dfb840dc4 tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Lazy-loading 'flavor' on Instance uuid d44c2ff3-0d92-43eb-abd9-5553f21e6b88 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.494019] env[62954]: DEBUG nova.network.neutron [-] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.534736] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ea1ef02f-1623-41c8-be32-7c8999b861db tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Lock "d44c2ff3-0d92-43eb-abd9-5553f21e6b88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.288s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.595566] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63c8951b-5f00-457c-87fc-7065e4d7ee24 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.605460] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c89ec4-9ef3-42e8-80eb-b82f46fc7eed {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.638247] env[62954]: DEBUG nova.compute.manager [req-b233b336-1b71-452d-9ae3-3e24acbc6fc7 req-83e4efe9-3ec5-489f-9264-46612a5858e9 service nova] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Detach interface failed, port_id=1ff4dcd1-9234-41f8-acc1-cb87ebccdba0, reason: Instance f7df6402-0151-4429-a3e3-7e27a50b32c6 could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 865.657881] env[62954]: DEBUG oslo_vmware.api [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52960f8f-3133-931a-9d95-79485933ef17, 'name': SearchDatastore_Task, 'duration_secs': 0.012288} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.658658] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9740e28-9223-4d7c-bf51-23c156d9736e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.663496] env[62954]: DEBUG oslo_vmware.api [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 865.663496] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5285cfad-2fa8-c03d-2453-40dd89abbe23" [ 865.663496] env[62954]: _type = "Task" [ 865.663496] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.671048] env[62954]: DEBUG oslo_vmware.api [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5285cfad-2fa8-c03d-2453-40dd89abbe23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.752512] env[62954]: DEBUG nova.compute.utils [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 865.755785] env[62954]: DEBUG nova.compute.manager [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 865.755954] env[62954]: DEBUG nova.network.neutron [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 865.802682] env[62954]: DEBUG nova.policy [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d7f4449e42e45d59f0a953d0a4e1aea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13c7e22d1d80416cb402f81f7cc57099', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 865.953076] env[62954]: DEBUG oslo_vmware.api [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Task: {'id': task-2597676, 'name': Rename_Task, 'duration_secs': 0.138029} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.953405] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] [instance: e94eca32-39e6-4911-870f-2725923a8476] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.953698] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6430064-53bf-4936-bc74-cf9ad6a97492 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.960551] env[62954]: DEBUG oslo_vmware.api [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Waiting for the task: (returnval){ [ 865.960551] env[62954]: value = "task-2597677" [ 865.960551] env[62954]: _type = "Task" [ 865.960551] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.964917] env[62954]: DEBUG nova.objects.instance [None req-0d023958-d71a-41bb-a06c-511dfb840dc4 tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Lazy-loading 'pci_requests' on Instance uuid d44c2ff3-0d92-43eb-abd9-5553f21e6b88 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.971730] env[62954]: DEBUG oslo_vmware.api [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Task: {'id': task-2597677, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.996952] env[62954]: INFO nova.compute.manager [-] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Took 1.48 seconds to deallocate network for instance. [ 866.072886] env[62954]: DEBUG nova.network.neutron [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Successfully created port: cd149845-a04d-4e08-80d7-e7e58b6b19ee {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 866.175165] env[62954]: DEBUG oslo_vmware.api [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5285cfad-2fa8-c03d-2453-40dd89abbe23, 'name': SearchDatastore_Task, 'duration_secs': 0.009054} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.175775] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.176467] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 334639c6-2360-40f6-bd4f-f2958262a54f/334639c6-2360-40f6-bd4f-f2958262a54f.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.176467] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a306cf41-42ad-477b-be71-19cacfe8cf44 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.184789] env[62954]: DEBUG oslo_vmware.api [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 866.184789] env[62954]: value = "task-2597678" [ 866.184789] env[62954]: _type = "Task" [ 866.184789] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.194021] env[62954]: DEBUG oslo_vmware.api [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597678, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.256865] env[62954]: DEBUG nova.compute.manager [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 866.467725] env[62954]: DEBUG nova.objects.base [None req-0d023958-d71a-41bb-a06c-511dfb840dc4 tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62954) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 866.468591] env[62954]: DEBUG nova.network.neutron [None req-0d023958-d71a-41bb-a06c-511dfb840dc4 tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 866.473976] env[62954]: DEBUG oslo_vmware.api [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Task: {'id': task-2597677, 'name': PowerOnVM_Task, 'duration_secs': 0.451523} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.477163] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] [instance: e94eca32-39e6-4911-870f-2725923a8476] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.477278] env[62954]: INFO nova.compute.manager [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] [instance: e94eca32-39e6-4911-870f-2725923a8476] Took 7.77 seconds to spawn the instance on the hypervisor. [ 866.477447] env[62954]: DEBUG nova.compute.manager [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] [instance: e94eca32-39e6-4911-870f-2725923a8476] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.479350] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b3d027-8121-45eb-bf83-9aec0d8a425f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.504228] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cbc0c31e-a45f-406f-8ae2-309fdebc91b5 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.520611] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9019263a-5089-4f58-beab-debf91980995 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.531454] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea8302b-0098-4e58-97a3-edffb7201432 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.570033] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7a4d27-a6f9-4a79-ba03-b16b2afeb846 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.580064] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411c0eb9-e66f-4ec9-8ee2-2255043486ed {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.586894] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0d023958-d71a-41bb-a06c-511dfb840dc4 tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Lock "interface-d44c2ff3-0d92-43eb-abd9-5553f21e6b88-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.126s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.598092] env[62954]: DEBUG nova.compute.provider_tree [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.696637] env[62954]: DEBUG oslo_vmware.api [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597678, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459931} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.696852] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 334639c6-2360-40f6-bd4f-f2958262a54f/334639c6-2360-40f6-bd4f-f2958262a54f.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.697051] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.697310] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af98a06e-1e90-44bd-9494-ae988b16de86 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.704139] env[62954]: DEBUG oslo_vmware.api [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 866.704139] env[62954]: value = "task-2597679" [ 866.704139] env[62954]: _type = "Task" [ 866.704139] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.711910] env[62954]: DEBUG oslo_vmware.api [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597679, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.003898] env[62954]: INFO nova.compute.manager [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] [instance: e94eca32-39e6-4911-870f-2725923a8476] Took 24.39 seconds to build instance. [ 867.108294] env[62954]: DEBUG nova.scheduler.client.report [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.214865] env[62954]: DEBUG oslo_vmware.api [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597679, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116979} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.215101] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.215957] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f64513-1438-49ea-a9b8-304848bc712c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.238709] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 334639c6-2360-40f6-bd4f-f2958262a54f/334639c6-2360-40f6-bd4f-f2958262a54f.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.239026] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db67ce9a-ac77-4d51-9a3b-3b877a3a2d02 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.259695] env[62954]: DEBUG oslo_vmware.api [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 867.259695] env[62954]: value = "task-2597680" [ 867.259695] env[62954]: _type = "Task" [ 867.259695] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.269033] env[62954]: DEBUG nova.compute.manager [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 867.271038] env[62954]: DEBUG oslo_vmware.api [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597680, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.297501] env[62954]: DEBUG nova.virt.hardware [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.297847] env[62954]: DEBUG nova.virt.hardware [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.297939] env[62954]: DEBUG nova.virt.hardware [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.298120] env[62954]: DEBUG nova.virt.hardware [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.298272] env[62954]: DEBUG nova.virt.hardware [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.298418] env[62954]: DEBUG nova.virt.hardware [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.298627] env[62954]: DEBUG nova.virt.hardware [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.298786] env[62954]: DEBUG nova.virt.hardware [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.298956] env[62954]: DEBUG nova.virt.hardware [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.299135] env[62954]: DEBUG nova.virt.hardware [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.299311] env[62954]: DEBUG nova.virt.hardware [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.300227] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e84724-f8e1-4160-8c0e-652714961a58 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.308663] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efc8808-7a5a-4c3a-a7db-8bdc80fa48d1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.486462] env[62954]: DEBUG nova.compute.manager [req-dcbb2b74-a01b-422e-9424-5b788afbf913 req-39f5a8b4-5044-460a-a329-726c5791aaa2 service nova] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Received event network-vif-plugged-cd149845-a04d-4e08-80d7-e7e58b6b19ee {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 867.487052] env[62954]: DEBUG oslo_concurrency.lockutils [req-dcbb2b74-a01b-422e-9424-5b788afbf913 req-39f5a8b4-5044-460a-a329-726c5791aaa2 service nova] Acquiring lock "6d2cd180-5a16-4837-905b-99d901959f5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.487312] env[62954]: DEBUG oslo_concurrency.lockutils [req-dcbb2b74-a01b-422e-9424-5b788afbf913 req-39f5a8b4-5044-460a-a329-726c5791aaa2 service nova] Lock "6d2cd180-5a16-4837-905b-99d901959f5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.487490] env[62954]: DEBUG oslo_concurrency.lockutils [req-dcbb2b74-a01b-422e-9424-5b788afbf913 req-39f5a8b4-5044-460a-a329-726c5791aaa2 service nova] Lock "6d2cd180-5a16-4837-905b-99d901959f5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.487665] env[62954]: DEBUG nova.compute.manager [req-dcbb2b74-a01b-422e-9424-5b788afbf913 req-39f5a8b4-5044-460a-a329-726c5791aaa2 service nova] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] No waiting events found dispatching network-vif-plugged-cd149845-a04d-4e08-80d7-e7e58b6b19ee {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 867.487838] env[62954]: WARNING nova.compute.manager [req-dcbb2b74-a01b-422e-9424-5b788afbf913 req-39f5a8b4-5044-460a-a329-726c5791aaa2 service nova] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Received unexpected event network-vif-plugged-cd149845-a04d-4e08-80d7-e7e58b6b19ee for instance with vm_state building and task_state spawning. [ 867.506946] env[62954]: DEBUG oslo_concurrency.lockutils [None req-97455d2a-163c-43b7-a437-07d8cea57b9f tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Lock "e94eca32-39e6-4911-870f-2725923a8476" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.911s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.536731] env[62954]: DEBUG nova.network.neutron [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Successfully updated port: cd149845-a04d-4e08-80d7-e7e58b6b19ee {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 867.614524] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.615211] env[62954]: DEBUG nova.compute.manager [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 867.618683] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a202e4ea-9575-4e77-8a8f-128b159011bc tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.462s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.619009] env[62954]: DEBUG nova.objects.instance [None req-a202e4ea-9575-4e77-8a8f-128b159011bc tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lazy-loading 'resources' on Instance uuid 6a830901-1391-4526-9742-c5412e653a44 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.770433] env[62954]: DEBUG oslo_vmware.api [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.030559] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e7dcc104-0f92-4e91-a34c-89dbf1a832c1 tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Acquiring lock "d44c2ff3-0d92-43eb-abd9-5553f21e6b88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.030853] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e7dcc104-0f92-4e91-a34c-89dbf1a832c1 tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Lock "d44c2ff3-0d92-43eb-abd9-5553f21e6b88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.031191] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e7dcc104-0f92-4e91-a34c-89dbf1a832c1 tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Acquiring lock "d44c2ff3-0d92-43eb-abd9-5553f21e6b88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.031414] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e7dcc104-0f92-4e91-a34c-89dbf1a832c1 tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Lock "d44c2ff3-0d92-43eb-abd9-5553f21e6b88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.031595] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e7dcc104-0f92-4e91-a34c-89dbf1a832c1 tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Lock "d44c2ff3-0d92-43eb-abd9-5553f21e6b88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.034094] env[62954]: INFO nova.compute.manager [None req-e7dcc104-0f92-4e91-a34c-89dbf1a832c1 tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Terminating instance [ 868.038994] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Acquiring lock "refresh_cache-6d2cd180-5a16-4837-905b-99d901959f5b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.039139] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Acquired lock "refresh_cache-6d2cd180-5a16-4837-905b-99d901959f5b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.039282] env[62954]: DEBUG nova.network.neutron [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.120311] env[62954]: DEBUG nova.compute.utils [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 868.121618] env[62954]: DEBUG nova.compute.manager [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 868.124083] env[62954]: DEBUG nova.network.neutron [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 868.134302] env[62954]: DEBUG oslo_concurrency.lockutils [None req-baad4a04-2379-49b5-a855-72756e25dccf tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Acquiring lock "e94eca32-39e6-4911-870f-2725923a8476" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.134551] env[62954]: DEBUG oslo_concurrency.lockutils [None req-baad4a04-2379-49b5-a855-72756e25dccf tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Lock "e94eca32-39e6-4911-870f-2725923a8476" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.134775] env[62954]: DEBUG oslo_concurrency.lockutils [None req-baad4a04-2379-49b5-a855-72756e25dccf tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Acquiring lock "e94eca32-39e6-4911-870f-2725923a8476-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.134966] env[62954]: DEBUG oslo_concurrency.lockutils [None req-baad4a04-2379-49b5-a855-72756e25dccf tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Lock "e94eca32-39e6-4911-870f-2725923a8476-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.135146] env[62954]: DEBUG oslo_concurrency.lockutils [None req-baad4a04-2379-49b5-a855-72756e25dccf tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Lock "e94eca32-39e6-4911-870f-2725923a8476-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.137017] env[62954]: INFO nova.compute.manager [None req-baad4a04-2379-49b5-a855-72756e25dccf tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] [instance: e94eca32-39e6-4911-870f-2725923a8476] Terminating instance [ 868.183534] env[62954]: DEBUG nova.policy [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98cb55b886fb4825b80315af560c4c0e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3eed675f8f04cffb49792ee5c797352', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 868.270779] env[62954]: DEBUG oslo_vmware.api [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.373706] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ef82fd-7ac2-40c8-8fea-a77847f8e7f0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.382498] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb59ccf6-0172-4093-bba4-fee2a548106d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.416904] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef700b5-b382-4daa-861a-3990e414e861 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.424955] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb416df-19d1-4533-bac2-fcab629fa897 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.440641] env[62954]: DEBUG nova.compute.provider_tree [None req-a202e4ea-9575-4e77-8a8f-128b159011bc tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.505503] env[62954]: DEBUG nova.network.neutron [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Successfully created port: ac900a7e-383f-46ab-be48-ca462a3ce8eb {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 868.537851] env[62954]: DEBUG nova.compute.manager [None req-e7dcc104-0f92-4e91-a34c-89dbf1a832c1 tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.538118] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e7dcc104-0f92-4e91-a34c-89dbf1a832c1 tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.539013] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a398fd2f-e212-440c-a7d3-73ad85f1a975 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.552925] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7dcc104-0f92-4e91-a34c-89dbf1a832c1 tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.552925] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e76a9bf2-93be-4e78-86d6-7962df42add2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.558707] env[62954]: DEBUG oslo_vmware.api [None req-e7dcc104-0f92-4e91-a34c-89dbf1a832c1 tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Waiting for the task: (returnval){ [ 868.558707] env[62954]: value = "task-2597681" [ 868.558707] env[62954]: _type = "Task" [ 868.558707] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.569860] env[62954]: DEBUG oslo_vmware.api [None req-e7dcc104-0f92-4e91-a34c-89dbf1a832c1 tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Task: {'id': task-2597681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.579754] env[62954]: DEBUG nova.network.neutron [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 868.626729] env[62954]: DEBUG nova.compute.manager [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 868.641339] env[62954]: DEBUG nova.compute.manager [None req-baad4a04-2379-49b5-a855-72756e25dccf tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] [instance: e94eca32-39e6-4911-870f-2725923a8476] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.643141] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-baad4a04-2379-49b5-a855-72756e25dccf tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] [instance: e94eca32-39e6-4911-870f-2725923a8476] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.643141] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c08e1be-1a44-4900-86c7-266db3d5f053 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.653141] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-baad4a04-2379-49b5-a855-72756e25dccf tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] [instance: e94eca32-39e6-4911-870f-2725923a8476] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.653141] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59b5ab03-36db-45f5-a6f1-6b0afafe9f74 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.662154] env[62954]: DEBUG oslo_vmware.api [None req-baad4a04-2379-49b5-a855-72756e25dccf tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Waiting for the task: (returnval){ [ 868.662154] env[62954]: value = "task-2597682" [ 868.662154] env[62954]: _type = "Task" [ 868.662154] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.672757] env[62954]: DEBUG oslo_vmware.api [None req-baad4a04-2379-49b5-a855-72756e25dccf tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Task: {'id': task-2597682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.777331] env[62954]: DEBUG oslo_vmware.api [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597680, 'name': ReconfigVM_Task, 'duration_secs': 1.189333} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.777331] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 334639c6-2360-40f6-bd4f-f2958262a54f/334639c6-2360-40f6-bd4f-f2958262a54f.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.777878] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5fad579-5970-4746-bf64-76db4e3d75f8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.782310] env[62954]: DEBUG nova.network.neutron [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Updating instance_info_cache with network_info: [{"id": "cd149845-a04d-4e08-80d7-e7e58b6b19ee", "address": "fa:16:3e:45:36:c1", "network": {"id": "3d649e0d-12e3-42fc-b56e-e41958f2a8d0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-255485273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "13c7e22d1d80416cb402f81f7cc57099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd149845-a0", "ovs_interfaceid": "cd149845-a04d-4e08-80d7-e7e58b6b19ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.789666] env[62954]: DEBUG oslo_vmware.api [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 868.789666] env[62954]: value = "task-2597683" [ 868.789666] env[62954]: _type = "Task" [ 868.789666] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.798950] env[62954]: DEBUG oslo_vmware.api [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597683, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.944176] env[62954]: DEBUG nova.scheduler.client.report [None req-a202e4ea-9575-4e77-8a8f-128b159011bc tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.071103] env[62954]: DEBUG oslo_vmware.api [None req-e7dcc104-0f92-4e91-a34c-89dbf1a832c1 tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Task: {'id': task-2597681, 'name': PowerOffVM_Task, 'duration_secs': 0.201032} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.071384] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7dcc104-0f92-4e91-a34c-89dbf1a832c1 tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.071558] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e7dcc104-0f92-4e91-a34c-89dbf1a832c1 tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.071805] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7596f938-06b9-42ef-b9d7-b41747bc245f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.173653] env[62954]: DEBUG oslo_vmware.api [None req-baad4a04-2379-49b5-a855-72756e25dccf tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Task: {'id': task-2597682, 'name': PowerOffVM_Task, 'duration_secs': 0.213708} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.174024] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-baad4a04-2379-49b5-a855-72756e25dccf tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] [instance: e94eca32-39e6-4911-870f-2725923a8476] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.174085] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-baad4a04-2379-49b5-a855-72756e25dccf tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] [instance: e94eca32-39e6-4911-870f-2725923a8476] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.174330] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9c06de6-be9c-49fc-a839-fe8d0bfac8d0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.196598] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e7dcc104-0f92-4e91-a34c-89dbf1a832c1 tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.196851] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e7dcc104-0f92-4e91-a34c-89dbf1a832c1 tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.197051] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7dcc104-0f92-4e91-a34c-89dbf1a832c1 tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Deleting the datastore file [datastore2] d44c2ff3-0d92-43eb-abd9-5553f21e6b88 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.197314] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8f60825-127f-4cb5-bd99-eaff97bab9bc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.204827] env[62954]: DEBUG oslo_vmware.api [None req-e7dcc104-0f92-4e91-a34c-89dbf1a832c1 tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Waiting for the task: (returnval){ [ 869.204827] env[62954]: value = "task-2597686" [ 869.204827] env[62954]: _type = "Task" [ 869.204827] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.213241] env[62954]: DEBUG oslo_vmware.api [None req-e7dcc104-0f92-4e91-a34c-89dbf1a832c1 tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Task: {'id': task-2597686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.250900] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-baad4a04-2379-49b5-a855-72756e25dccf tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] [instance: e94eca32-39e6-4911-870f-2725923a8476] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.251174] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-baad4a04-2379-49b5-a855-72756e25dccf tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] [instance: e94eca32-39e6-4911-870f-2725923a8476] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.251328] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-baad4a04-2379-49b5-a855-72756e25dccf tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Deleting the datastore file [datastore2] e94eca32-39e6-4911-870f-2725923a8476 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.251628] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b827228-bae4-49ad-b3d8-f4f24d85a94d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.259067] env[62954]: DEBUG oslo_vmware.api [None req-baad4a04-2379-49b5-a855-72756e25dccf tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Waiting for the task: (returnval){ [ 869.259067] env[62954]: value = "task-2597687" [ 869.259067] env[62954]: _type = "Task" [ 869.259067] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.268199] env[62954]: DEBUG oslo_vmware.api [None req-baad4a04-2379-49b5-a855-72756e25dccf tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Task: {'id': task-2597687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.287923] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Releasing lock "refresh_cache-6d2cd180-5a16-4837-905b-99d901959f5b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.288324] env[62954]: DEBUG nova.compute.manager [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Instance network_info: |[{"id": "cd149845-a04d-4e08-80d7-e7e58b6b19ee", "address": "fa:16:3e:45:36:c1", "network": {"id": "3d649e0d-12e3-42fc-b56e-e41958f2a8d0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-255485273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "13c7e22d1d80416cb402f81f7cc57099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd149845-a0", "ovs_interfaceid": "cd149845-a04d-4e08-80d7-e7e58b6b19ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 869.288873] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:36:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55520f67-d092-4eb7-940f-d7cceaa1ca1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd149845-a04d-4e08-80d7-e7e58b6b19ee', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.297665] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Creating folder: Project (13c7e22d1d80416cb402f81f7cc57099). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.301956] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f388842e-0c0a-4359-ac15-ab82137a4506 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.310786] env[62954]: DEBUG oslo_vmware.api [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597683, 'name': Rename_Task, 'duration_secs': 0.147855} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.311150] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.311427] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-261a698f-94c3-4588-9659-d055471dea65 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.315661] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Created folder: Project (13c7e22d1d80416cb402f81f7cc57099) in parent group-v523717. [ 869.315922] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Creating folder: Instances. Parent ref: group-v523933. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.316234] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fb69aba-d9c0-4b80-807d-ee07081cd7a8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.319914] env[62954]: DEBUG oslo_vmware.api [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 869.319914] env[62954]: value = "task-2597689" [ 869.319914] env[62954]: _type = "Task" [ 869.319914] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.327992] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Created folder: Instances in parent group-v523933. [ 869.328367] env[62954]: DEBUG oslo.service.loopingcall [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 869.332319] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.332477] env[62954]: DEBUG oslo_vmware.api [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.332777] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f26d7c9c-c4d5-4da7-822d-29bc807d11b6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.354430] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.354430] env[62954]: value = "task-2597691" [ 869.354430] env[62954]: _type = "Task" [ 869.354430] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.365847] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597691, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.448689] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a202e4ea-9575-4e77-8a8f-128b159011bc tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.830s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.451532] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.592s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.453031] env[62954]: INFO nova.compute.claims [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.477869] env[62954]: INFO nova.scheduler.client.report [None req-a202e4ea-9575-4e77-8a8f-128b159011bc tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Deleted allocations for instance 6a830901-1391-4526-9742-c5412e653a44 [ 869.517335] env[62954]: DEBUG nova.compute.manager [req-02546fb8-8109-4ed9-9d40-75ef829354cd req-c758b782-b2cc-40cd-a88b-1aebc2ef8175 service nova] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Received event network-changed-cd149845-a04d-4e08-80d7-e7e58b6b19ee {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 869.517335] env[62954]: DEBUG nova.compute.manager [req-02546fb8-8109-4ed9-9d40-75ef829354cd req-c758b782-b2cc-40cd-a88b-1aebc2ef8175 service nova] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Refreshing instance network info cache due to event network-changed-cd149845-a04d-4e08-80d7-e7e58b6b19ee. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 869.517335] env[62954]: DEBUG oslo_concurrency.lockutils [req-02546fb8-8109-4ed9-9d40-75ef829354cd req-c758b782-b2cc-40cd-a88b-1aebc2ef8175 service nova] Acquiring lock "refresh_cache-6d2cd180-5a16-4837-905b-99d901959f5b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.517335] env[62954]: DEBUG oslo_concurrency.lockutils [req-02546fb8-8109-4ed9-9d40-75ef829354cd req-c758b782-b2cc-40cd-a88b-1aebc2ef8175 service nova] Acquired lock "refresh_cache-6d2cd180-5a16-4837-905b-99d901959f5b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.517335] env[62954]: DEBUG nova.network.neutron [req-02546fb8-8109-4ed9-9d40-75ef829354cd req-c758b782-b2cc-40cd-a88b-1aebc2ef8175 service nova] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Refreshing network info cache for port cd149845-a04d-4e08-80d7-e7e58b6b19ee {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 869.637547] env[62954]: DEBUG nova.compute.manager [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 869.666275] env[62954]: DEBUG nova.virt.hardware [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.666560] env[62954]: DEBUG nova.virt.hardware [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.666753] env[62954]: DEBUG nova.virt.hardware [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.666950] env[62954]: DEBUG nova.virt.hardware [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.667120] env[62954]: DEBUG nova.virt.hardware [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.667286] env[62954]: DEBUG nova.virt.hardware [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.667497] env[62954]: DEBUG nova.virt.hardware [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.667687] env[62954]: DEBUG nova.virt.hardware [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.667867] env[62954]: DEBUG nova.virt.hardware [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.668052] env[62954]: DEBUG nova.virt.hardware [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.668252] env[62954]: DEBUG nova.virt.hardware [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.669188] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b12ad3c-5188-4bab-8fcc-d91dea84caba {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.677748] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f70270c-3c0b-451f-87d3-6f3e44a5aa38 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.714736] env[62954]: DEBUG oslo_vmware.api [None req-e7dcc104-0f92-4e91-a34c-89dbf1a832c1 tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Task: {'id': task-2597686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177378} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.714981] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7dcc104-0f92-4e91-a34c-89dbf1a832c1 tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.715208] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e7dcc104-0f92-4e91-a34c-89dbf1a832c1 tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.715425] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e7dcc104-0f92-4e91-a34c-89dbf1a832c1 tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.715642] env[62954]: INFO nova.compute.manager [None req-e7dcc104-0f92-4e91-a34c-89dbf1a832c1 tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Took 1.18 seconds to destroy the instance on the hypervisor. [ 869.715887] env[62954]: DEBUG oslo.service.loopingcall [None req-e7dcc104-0f92-4e91-a34c-89dbf1a832c1 tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 869.716092] env[62954]: DEBUG nova.compute.manager [-] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.716186] env[62954]: DEBUG nova.network.neutron [-] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.769875] env[62954]: DEBUG oslo_vmware.api [None req-baad4a04-2379-49b5-a855-72756e25dccf tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Task: {'id': task-2597687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185662} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.770319] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-baad4a04-2379-49b5-a855-72756e25dccf tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.770620] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-baad4a04-2379-49b5-a855-72756e25dccf tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] [instance: e94eca32-39e6-4911-870f-2725923a8476] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.770893] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-baad4a04-2379-49b5-a855-72756e25dccf tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] [instance: e94eca32-39e6-4911-870f-2725923a8476] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.771268] env[62954]: INFO nova.compute.manager [None req-baad4a04-2379-49b5-a855-72756e25dccf tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] [instance: e94eca32-39e6-4911-870f-2725923a8476] Took 1.13 seconds to destroy the instance on the hypervisor. [ 869.771536] env[62954]: DEBUG oslo.service.loopingcall [None req-baad4a04-2379-49b5-a855-72756e25dccf tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 869.771745] env[62954]: DEBUG nova.compute.manager [-] [instance: e94eca32-39e6-4911-870f-2725923a8476] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.771840] env[62954]: DEBUG nova.network.neutron [-] [instance: e94eca32-39e6-4911-870f-2725923a8476] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.830664] env[62954]: DEBUG oslo_vmware.api [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597689, 'name': PowerOnVM_Task, 'duration_secs': 0.498456} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.830936] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.831160] env[62954]: INFO nova.compute.manager [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Took 8.68 seconds to spawn the instance on the hypervisor. [ 869.831340] env[62954]: DEBUG nova.compute.manager [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.832209] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300d04ee-04fc-4b12-ad51-cd1e3ea77fa1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.868254] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597691, 'name': CreateVM_Task, 'duration_secs': 0.324764} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.868432] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.869165] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.869349] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.869668] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.869932] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a39be7db-d0cf-4384-bc78-4f9aa9b98e99 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.880749] env[62954]: DEBUG oslo_vmware.api [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Waiting for the task: (returnval){ [ 869.880749] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]524b0235-1dfb-ead7-2148-509e5ecde1c7" [ 869.880749] env[62954]: _type = "Task" [ 869.880749] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.890857] env[62954]: DEBUG oslo_vmware.api [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]524b0235-1dfb-ead7-2148-509e5ecde1c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.985743] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a202e4ea-9575-4e77-8a8f-128b159011bc tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "6a830901-1391-4526-9742-c5412e653a44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.648s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.180363] env[62954]: DEBUG nova.compute.manager [req-68ef8d4d-a452-43c1-ba49-5df73f79a9f4 req-03572595-331b-433e-8eb4-9de260df3f23 service nova] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Received event network-vif-deleted-63757ff0-521c-47b3-a1c6-835807b9956c {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 870.180618] env[62954]: INFO nova.compute.manager [req-68ef8d4d-a452-43c1-ba49-5df73f79a9f4 req-03572595-331b-433e-8eb4-9de260df3f23 service nova] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Neutron deleted interface 63757ff0-521c-47b3-a1c6-835807b9956c; detaching it from the instance and deleting it from the info cache [ 870.180741] env[62954]: DEBUG nova.network.neutron [req-68ef8d4d-a452-43c1-ba49-5df73f79a9f4 req-03572595-331b-433e-8eb4-9de260df3f23 service nova] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.195149] env[62954]: DEBUG nova.network.neutron [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Successfully updated port: ac900a7e-383f-46ab-be48-ca462a3ce8eb {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.257370] env[62954]: DEBUG nova.network.neutron [req-02546fb8-8109-4ed9-9d40-75ef829354cd req-c758b782-b2cc-40cd-a88b-1aebc2ef8175 service nova] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Updated VIF entry in instance network info cache for port cd149845-a04d-4e08-80d7-e7e58b6b19ee. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 870.257732] env[62954]: DEBUG nova.network.neutron [req-02546fb8-8109-4ed9-9d40-75ef829354cd req-c758b782-b2cc-40cd-a88b-1aebc2ef8175 service nova] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Updating instance_info_cache with network_info: [{"id": "cd149845-a04d-4e08-80d7-e7e58b6b19ee", "address": "fa:16:3e:45:36:c1", "network": {"id": "3d649e0d-12e3-42fc-b56e-e41958f2a8d0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-255485273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "13c7e22d1d80416cb402f81f7cc57099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd149845-a0", "ovs_interfaceid": "cd149845-a04d-4e08-80d7-e7e58b6b19ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.349016] env[62954]: INFO nova.compute.manager [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Took 27.23 seconds to build instance. [ 870.394919] env[62954]: DEBUG oslo_vmware.api [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]524b0235-1dfb-ead7-2148-509e5ecde1c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010022} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.395454] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.395810] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.396159] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.396370] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.396629] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.396959] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59d894eb-b496-400a-a646-8859e594567e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.407122] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.407297] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.408037] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6adab6a1-926d-43d4-becc-64112c52d238 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.413957] env[62954]: DEBUG oslo_vmware.api [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Waiting for the task: (returnval){ [ 870.413957] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52fa7be4-52ba-3733-db18-48ad9ffa32be" [ 870.413957] env[62954]: _type = "Task" [ 870.413957] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.422707] env[62954]: DEBUG oslo_vmware.api [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52fa7be4-52ba-3733-db18-48ad9ffa32be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.499844] env[62954]: DEBUG nova.network.neutron [-] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.623097] env[62954]: DEBUG nova.network.neutron [-] [instance: e94eca32-39e6-4911-870f-2725923a8476] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.670240] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a7b55a-86ef-4124-b95f-0bf7127894b0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.677516] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebce2e6-a454-4913-bc8e-614c68d88d8a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.708938] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "refresh_cache-7c869ee8-46a2-4f90-81b0-81399e6495bc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.709114] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquired lock "refresh_cache-7c869ee8-46a2-4f90-81b0-81399e6495bc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.709267] env[62954]: DEBUG nova.network.neutron [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.711168] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d8ace5b-d001-4d92-928b-defb1406912b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.713535] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779f9620-fdee-47de-b138-86d9ec79db95 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.722527] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304d4201-85ef-4151-b50c-4adf082c8de6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.729211] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8dc782-0947-4658-970f-ce68c6d123d5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.752574] env[62954]: DEBUG nova.compute.provider_tree [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.766383] env[62954]: DEBUG oslo_concurrency.lockutils [req-02546fb8-8109-4ed9-9d40-75ef829354cd req-c758b782-b2cc-40cd-a88b-1aebc2ef8175 service nova] Releasing lock "refresh_cache-6d2cd180-5a16-4837-905b-99d901959f5b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.766836] env[62954]: DEBUG nova.compute.manager [req-68ef8d4d-a452-43c1-ba49-5df73f79a9f4 req-03572595-331b-433e-8eb4-9de260df3f23 service nova] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Detach interface failed, port_id=63757ff0-521c-47b3-a1c6-835807b9956c, reason: Instance d44c2ff3-0d92-43eb-abd9-5553f21e6b88 could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 870.767867] env[62954]: DEBUG nova.scheduler.client.report [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.851239] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5a2e78d2-31cb-43c4-8531-8dc4fb592bde tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "334639c6-2360-40f6-bd4f-f2958262a54f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.737s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.924899] env[62954]: DEBUG oslo_vmware.api [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52fa7be4-52ba-3733-db18-48ad9ffa32be, 'name': SearchDatastore_Task, 'duration_secs': 0.009128} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.925754] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb9fd780-23e1-44b1-a433-ba9581d579cd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.931256] env[62954]: DEBUG oslo_vmware.api [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Waiting for the task: (returnval){ [ 870.931256] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5298eae1-4d89-e84a-dcb6-7c4fd3694a1c" [ 870.931256] env[62954]: _type = "Task" [ 870.931256] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.939534] env[62954]: DEBUG oslo_vmware.api [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5298eae1-4d89-e84a-dcb6-7c4fd3694a1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.002492] env[62954]: INFO nova.compute.manager [-] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Took 1.29 seconds to deallocate network for instance. [ 871.125142] env[62954]: INFO nova.compute.manager [-] [instance: e94eca32-39e6-4911-870f-2725923a8476] Took 1.35 seconds to deallocate network for instance. [ 871.241863] env[62954]: DEBUG nova.network.neutron [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.272953] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.822s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.273937] env[62954]: DEBUG nova.compute.manager [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 871.277336] env[62954]: DEBUG oslo_concurrency.lockutils [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.622s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.277881] env[62954]: INFO nova.compute.claims [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 871.390868] env[62954]: DEBUG nova.network.neutron [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Updating instance_info_cache with network_info: [{"id": "ac900a7e-383f-46ab-be48-ca462a3ce8eb", "address": "fa:16:3e:92:25:1a", "network": {"id": "ccb3874a-a834-4f33-a065-0df90cc66674", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1110790858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3eed675f8f04cffb49792ee5c797352", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac900a7e-38", "ovs_interfaceid": "ac900a7e-383f-46ab-be48-ca462a3ce8eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.418624] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "9ac4aacf-6bbe-4027-992e-f81e3cd10cd7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.418624] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "9ac4aacf-6bbe-4027-992e-f81e3cd10cd7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.442055] env[62954]: DEBUG oslo_vmware.api [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5298eae1-4d89-e84a-dcb6-7c4fd3694a1c, 'name': SearchDatastore_Task, 'duration_secs': 0.009744} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.442301] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.442547] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 6d2cd180-5a16-4837-905b-99d901959f5b/6d2cd180-5a16-4837-905b-99d901959f5b.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.442827] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d41ce8e-6b88-45c3-a83f-17fc82fc7762 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.450084] env[62954]: DEBUG oslo_vmware.api [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Waiting for the task: (returnval){ [ 871.450084] env[62954]: value = "task-2597692" [ 871.450084] env[62954]: _type = "Task" [ 871.450084] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.458555] env[62954]: DEBUG oslo_vmware.api [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.509626] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e7dcc104-0f92-4e91-a34c-89dbf1a832c1 tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.546673] env[62954]: DEBUG nova.compute.manager [req-d6e2b44d-9053-42d7-98eb-909bcb1f4a5d req-196bec4d-cbf8-46b3-b09f-43e82d9d61a6 service nova] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Received event network-vif-plugged-ac900a7e-383f-46ab-be48-ca462a3ce8eb {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 871.546910] env[62954]: DEBUG oslo_concurrency.lockutils [req-d6e2b44d-9053-42d7-98eb-909bcb1f4a5d req-196bec4d-cbf8-46b3-b09f-43e82d9d61a6 service nova] Acquiring lock "7c869ee8-46a2-4f90-81b0-81399e6495bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.547141] env[62954]: DEBUG oslo_concurrency.lockutils [req-d6e2b44d-9053-42d7-98eb-909bcb1f4a5d req-196bec4d-cbf8-46b3-b09f-43e82d9d61a6 service nova] Lock "7c869ee8-46a2-4f90-81b0-81399e6495bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.547318] env[62954]: DEBUG oslo_concurrency.lockutils [req-d6e2b44d-9053-42d7-98eb-909bcb1f4a5d req-196bec4d-cbf8-46b3-b09f-43e82d9d61a6 service nova] Lock "7c869ee8-46a2-4f90-81b0-81399e6495bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.547492] env[62954]: DEBUG nova.compute.manager [req-d6e2b44d-9053-42d7-98eb-909bcb1f4a5d req-196bec4d-cbf8-46b3-b09f-43e82d9d61a6 service nova] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] No waiting events found dispatching network-vif-plugged-ac900a7e-383f-46ab-be48-ca462a3ce8eb {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 871.547657] env[62954]: WARNING nova.compute.manager [req-d6e2b44d-9053-42d7-98eb-909bcb1f4a5d req-196bec4d-cbf8-46b3-b09f-43e82d9d61a6 service nova] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Received unexpected event network-vif-plugged-ac900a7e-383f-46ab-be48-ca462a3ce8eb for instance with vm_state building and task_state spawning. [ 871.547825] env[62954]: DEBUG nova.compute.manager [req-d6e2b44d-9053-42d7-98eb-909bcb1f4a5d req-196bec4d-cbf8-46b3-b09f-43e82d9d61a6 service nova] [instance: e94eca32-39e6-4911-870f-2725923a8476] Received event network-vif-deleted-ca0954da-3e6f-4b47-9a0a-601ce02e4c6c {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 871.547991] env[62954]: DEBUG nova.compute.manager [req-d6e2b44d-9053-42d7-98eb-909bcb1f4a5d req-196bec4d-cbf8-46b3-b09f-43e82d9d61a6 service nova] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Received event network-changed-ac900a7e-383f-46ab-be48-ca462a3ce8eb {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 871.548163] env[62954]: DEBUG nova.compute.manager [req-d6e2b44d-9053-42d7-98eb-909bcb1f4a5d req-196bec4d-cbf8-46b3-b09f-43e82d9d61a6 service nova] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Refreshing instance network info cache due to event network-changed-ac900a7e-383f-46ab-be48-ca462a3ce8eb. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 871.548328] env[62954]: DEBUG oslo_concurrency.lockutils [req-d6e2b44d-9053-42d7-98eb-909bcb1f4a5d req-196bec4d-cbf8-46b3-b09f-43e82d9d61a6 service nova] Acquiring lock "refresh_cache-7c869ee8-46a2-4f90-81b0-81399e6495bc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.634951] env[62954]: DEBUG oslo_concurrency.lockutils [None req-baad4a04-2379-49b5-a855-72756e25dccf tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.782009] env[62954]: DEBUG nova.compute.utils [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 871.785480] env[62954]: DEBUG nova.compute.manager [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 871.785699] env[62954]: DEBUG nova.network.neutron [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 871.835211] env[62954]: DEBUG nova.policy [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7284555370447dd8904c58f87d39b72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd82b9480b6448fb86a9dddf12602c07', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 871.894335] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Releasing lock "refresh_cache-7c869ee8-46a2-4f90-81b0-81399e6495bc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.894335] env[62954]: DEBUG nova.compute.manager [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Instance network_info: |[{"id": "ac900a7e-383f-46ab-be48-ca462a3ce8eb", "address": "fa:16:3e:92:25:1a", "network": {"id": "ccb3874a-a834-4f33-a065-0df90cc66674", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1110790858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3eed675f8f04cffb49792ee5c797352", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac900a7e-38", "ovs_interfaceid": "ac900a7e-383f-46ab-be48-ca462a3ce8eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 871.894607] env[62954]: DEBUG oslo_concurrency.lockutils [req-d6e2b44d-9053-42d7-98eb-909bcb1f4a5d req-196bec4d-cbf8-46b3-b09f-43e82d9d61a6 service nova] Acquired lock "refresh_cache-7c869ee8-46a2-4f90-81b0-81399e6495bc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.894723] env[62954]: DEBUG nova.network.neutron [req-d6e2b44d-9053-42d7-98eb-909bcb1f4a5d req-196bec4d-cbf8-46b3-b09f-43e82d9d61a6 service nova] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Refreshing network info cache for port ac900a7e-383f-46ab-be48-ca462a3ce8eb {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.896132] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:25:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afae6acd-1873-4228-9d5a-1cd5d4efe3e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac900a7e-383f-46ab-be48-ca462a3ce8eb', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.905036] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Creating folder: Project (d3eed675f8f04cffb49792ee5c797352). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.907074] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b46bd35c-a34b-46dc-85e8-fa8d34a23a16 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.920512] env[62954]: DEBUG nova.compute.manager [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 871.923206] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Created folder: Project (d3eed675f8f04cffb49792ee5c797352) in parent group-v523717. [ 871.923291] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Creating folder: Instances. Parent ref: group-v523936. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.923717] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bb0590c-d83c-4f74-b1e8-c45a7d41d45e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.937043] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Created folder: Instances in parent group-v523936. [ 871.937310] env[62954]: DEBUG oslo.service.loopingcall [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 871.937516] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.937753] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a159fc78-f555-44ca-bf1a-6253b5c31c48 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.954462] env[62954]: DEBUG nova.compute.manager [None req-31794277-9f15-48a8-b1fd-4ca36eeec13b tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.955475] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1a815e-60cf-4bab-aec9-cf16c0ff5b38 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.976428] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.976428] env[62954]: value = "task-2597695" [ 871.976428] env[62954]: _type = "Task" [ 871.976428] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.977482] env[62954]: DEBUG oslo_vmware.api [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597692, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447503} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.977611] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 6d2cd180-5a16-4837-905b-99d901959f5b/6d2cd180-5a16-4837-905b-99d901959f5b.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.977886] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.982210] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f67ef3b-7c19-4399-b9f9-f7a1ae1fcc11 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.992112] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597695, 'name': CreateVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.994075] env[62954]: DEBUG oslo_vmware.api [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Waiting for the task: (returnval){ [ 871.994075] env[62954]: value = "task-2597696" [ 871.994075] env[62954]: _type = "Task" [ 871.994075] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.007235] env[62954]: DEBUG oslo_vmware.api [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597696, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.169971] env[62954]: DEBUG nova.network.neutron [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Successfully created port: 16fef8c8-0e73-4a44-8002-9572ed5e7c81 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 872.292530] env[62954]: DEBUG nova.compute.manager [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 872.449080] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.478412] env[62954]: INFO nova.compute.manager [None req-31794277-9f15-48a8-b1fd-4ca36eeec13b tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] instance snapshotting [ 872.486763] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728f21b2-d5d5-4d29-9a21-556bc7aa018a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.498149] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597695, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.520692] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6a669b-0748-4b4c-94a0-28e2703ffd6a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.530904] env[62954]: DEBUG oslo_vmware.api [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597696, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155168} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.533483] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.534437] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad419d63-118c-4c30-bed2-378d7502102b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.560498] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 6d2cd180-5a16-4837-905b-99d901959f5b/6d2cd180-5a16-4837-905b-99d901959f5b.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.565223] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5eb9e50-f2ee-49fc-be74-1d093a6cab06 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.588022] env[62954]: DEBUG oslo_vmware.api [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Waiting for the task: (returnval){ [ 872.588022] env[62954]: value = "task-2597697" [ 872.588022] env[62954]: _type = "Task" [ 872.588022] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.595765] env[62954]: DEBUG oslo_vmware.api [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597697, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.619685] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462c2e29-fcd8-4b83-b19a-b199bfefd21c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.627841] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f702286-850b-4734-857c-8ef340a3ff27 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.659061] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6e5e84-ed70-4adf-9701-a106996f3211 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.667387] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b4503c-6c69-4809-8bf7-a361126abba6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.681918] env[62954]: DEBUG nova.compute.provider_tree [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.736171] env[62954]: DEBUG nova.network.neutron [req-d6e2b44d-9053-42d7-98eb-909bcb1f4a5d req-196bec4d-cbf8-46b3-b09f-43e82d9d61a6 service nova] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Updated VIF entry in instance network info cache for port ac900a7e-383f-46ab-be48-ca462a3ce8eb. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.736572] env[62954]: DEBUG nova.network.neutron [req-d6e2b44d-9053-42d7-98eb-909bcb1f4a5d req-196bec4d-cbf8-46b3-b09f-43e82d9d61a6 service nova] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Updating instance_info_cache with network_info: [{"id": "ac900a7e-383f-46ab-be48-ca462a3ce8eb", "address": "fa:16:3e:92:25:1a", "network": {"id": "ccb3874a-a834-4f33-a065-0df90cc66674", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1110790858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3eed675f8f04cffb49792ee5c797352", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac900a7e-38", "ovs_interfaceid": "ac900a7e-383f-46ab-be48-ca462a3ce8eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.990229] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597695, 'name': CreateVM_Task, 'duration_secs': 0.609077} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.990408] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.991120] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.991294] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.991618] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.991875] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2b327ba-2091-461c-ab47-b60c4d5e22d7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.997020] env[62954]: DEBUG oslo_vmware.api [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 872.997020] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]522f795c-46b7-d903-a0c4-caa0e0b08112" [ 872.997020] env[62954]: _type = "Task" [ 872.997020] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.005184] env[62954]: DEBUG oslo_vmware.api [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]522f795c-46b7-d903-a0c4-caa0e0b08112, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.035460] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-31794277-9f15-48a8-b1fd-4ca36eeec13b tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Creating Snapshot of the VM instance {{(pid=62954) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 873.035832] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fdf8b5a3-1d32-48f8-95a4-5be3103cde7c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.044095] env[62954]: DEBUG oslo_vmware.api [None req-31794277-9f15-48a8-b1fd-4ca36eeec13b tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 873.044095] env[62954]: value = "task-2597698" [ 873.044095] env[62954]: _type = "Task" [ 873.044095] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.053194] env[62954]: DEBUG oslo_vmware.api [None req-31794277-9f15-48a8-b1fd-4ca36eeec13b tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597698, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.096558] env[62954]: DEBUG oslo_vmware.api [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597697, 'name': ReconfigVM_Task, 'duration_secs': 0.293363} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.096874] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 6d2cd180-5a16-4837-905b-99d901959f5b/6d2cd180-5a16-4837-905b-99d901959f5b.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.097530] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1df15f9e-74e3-4c58-a35e-69ebaa71e208 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.104735] env[62954]: DEBUG oslo_vmware.api [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Waiting for the task: (returnval){ [ 873.104735] env[62954]: value = "task-2597699" [ 873.104735] env[62954]: _type = "Task" [ 873.104735] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.113209] env[62954]: DEBUG oslo_vmware.api [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597699, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.185432] env[62954]: DEBUG nova.scheduler.client.report [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.239540] env[62954]: DEBUG oslo_concurrency.lockutils [req-d6e2b44d-9053-42d7-98eb-909bcb1f4a5d req-196bec4d-cbf8-46b3-b09f-43e82d9d61a6 service nova] Releasing lock "refresh_cache-7c869ee8-46a2-4f90-81b0-81399e6495bc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.301929] env[62954]: DEBUG nova.compute.manager [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 873.323987] env[62954]: DEBUG nova.virt.hardware [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.324249] env[62954]: DEBUG nova.virt.hardware [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.324407] env[62954]: DEBUG nova.virt.hardware [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.324590] env[62954]: DEBUG nova.virt.hardware [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.324739] env[62954]: DEBUG nova.virt.hardware [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.324993] env[62954]: DEBUG nova.virt.hardware [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.325248] env[62954]: DEBUG nova.virt.hardware [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.325416] env[62954]: DEBUG nova.virt.hardware [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.325616] env[62954]: DEBUG nova.virt.hardware [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.325788] env[62954]: DEBUG nova.virt.hardware [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.326026] env[62954]: DEBUG nova.virt.hardware [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.326901] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497109ac-5864-47d9-bb2e-1fd2c19b15ea {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.335606] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed49974-56e4-413a-86a8-128ae51fa052 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.506875] env[62954]: DEBUG oslo_vmware.api [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]522f795c-46b7-d903-a0c4-caa0e0b08112, 'name': SearchDatastore_Task, 'duration_secs': 0.010078} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.507188] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.507422] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.507659] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.507806] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.507987] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.508255] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c91d4b0-7ce8-4c14-a7aa-e6fd97c67013 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.516660] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.516841] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.517548] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd12abf3-dde2-48cf-86d3-4fc8cc3d9d8e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.522258] env[62954]: DEBUG oslo_vmware.api [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 873.522258] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]520c4959-253e-4072-ac99-560b5fca1b89" [ 873.522258] env[62954]: _type = "Task" [ 873.522258] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.529716] env[62954]: DEBUG oslo_vmware.api [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]520c4959-253e-4072-ac99-560b5fca1b89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.552980] env[62954]: DEBUG oslo_vmware.api [None req-31794277-9f15-48a8-b1fd-4ca36eeec13b tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597698, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.614982] env[62954]: DEBUG oslo_vmware.api [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597699, 'name': Rename_Task, 'duration_secs': 0.152281} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.615126] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.615370] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba27dc18-dbd3-4847-b3c3-064368e6963d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.621951] env[62954]: DEBUG oslo_vmware.api [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Waiting for the task: (returnval){ [ 873.621951] env[62954]: value = "task-2597700" [ 873.621951] env[62954]: _type = "Task" [ 873.621951] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.629601] env[62954]: DEBUG oslo_vmware.api [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597700, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.631617] env[62954]: DEBUG nova.compute.manager [req-d4ac839e-2026-429c-91cd-793ccdd4d1b9 req-1649a9c0-629b-46b4-8390-42fc35f55c4c service nova] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Received event network-vif-plugged-16fef8c8-0e73-4a44-8002-9572ed5e7c81 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 873.631826] env[62954]: DEBUG oslo_concurrency.lockutils [req-d4ac839e-2026-429c-91cd-793ccdd4d1b9 req-1649a9c0-629b-46b4-8390-42fc35f55c4c service nova] Acquiring lock "bd59b51e-a095-4464-a022-aa291c04f5a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.632044] env[62954]: DEBUG oslo_concurrency.lockutils [req-d4ac839e-2026-429c-91cd-793ccdd4d1b9 req-1649a9c0-629b-46b4-8390-42fc35f55c4c service nova] Lock "bd59b51e-a095-4464-a022-aa291c04f5a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.632214] env[62954]: DEBUG oslo_concurrency.lockutils [req-d4ac839e-2026-429c-91cd-793ccdd4d1b9 req-1649a9c0-629b-46b4-8390-42fc35f55c4c service nova] Lock "bd59b51e-a095-4464-a022-aa291c04f5a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.632382] env[62954]: DEBUG nova.compute.manager [req-d4ac839e-2026-429c-91cd-793ccdd4d1b9 req-1649a9c0-629b-46b4-8390-42fc35f55c4c service nova] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] No waiting events found dispatching network-vif-plugged-16fef8c8-0e73-4a44-8002-9572ed5e7c81 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 873.632547] env[62954]: WARNING nova.compute.manager [req-d4ac839e-2026-429c-91cd-793ccdd4d1b9 req-1649a9c0-629b-46b4-8390-42fc35f55c4c service nova] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Received unexpected event network-vif-plugged-16fef8c8-0e73-4a44-8002-9572ed5e7c81 for instance with vm_state building and task_state spawning. [ 873.690654] env[62954]: DEBUG oslo_concurrency.lockutils [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.691333] env[62954]: DEBUG nova.compute.manager [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 873.696060] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.691s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.696060] env[62954]: DEBUG nova.objects.instance [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62954) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 873.721193] env[62954]: DEBUG nova.network.neutron [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Successfully updated port: 16fef8c8-0e73-4a44-8002-9572ed5e7c81 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 874.032315] env[62954]: DEBUG oslo_vmware.api [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]520c4959-253e-4072-ac99-560b5fca1b89, 'name': SearchDatastore_Task, 'duration_secs': 0.007986} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.033125] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-440b42e7-be59-488d-ba4e-f9f442560cdb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.038263] env[62954]: DEBUG oslo_vmware.api [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 874.038263] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52212a8c-4688-08a3-ec98-22b0948d3346" [ 874.038263] env[62954]: _type = "Task" [ 874.038263] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.046826] env[62954]: DEBUG oslo_vmware.api [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52212a8c-4688-08a3-ec98-22b0948d3346, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.055388] env[62954]: DEBUG oslo_vmware.api [None req-31794277-9f15-48a8-b1fd-4ca36eeec13b tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597698, 'name': CreateSnapshot_Task, 'duration_secs': 0.892414} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.055701] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-31794277-9f15-48a8-b1fd-4ca36eeec13b tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Created Snapshot of the VM instance {{(pid=62954) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 874.056645] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dadc17-fcae-4c1a-ab5c-0823cbd38ec4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.131672] env[62954]: DEBUG oslo_vmware.api [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597700, 'name': PowerOnVM_Task, 'duration_secs': 0.46812} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.131927] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.132146] env[62954]: INFO nova.compute.manager [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Took 6.86 seconds to spawn the instance on the hypervisor. [ 874.132328] env[62954]: DEBUG nova.compute.manager [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.133098] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0af15a-2b56-491f-937e-c1dd6547515d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.200769] env[62954]: DEBUG nova.compute.utils [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 874.205623] env[62954]: DEBUG nova.compute.manager [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 874.205623] env[62954]: DEBUG nova.network.neutron [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 874.224223] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Acquiring lock "refresh_cache-bd59b51e-a095-4464-a022-aa291c04f5a7" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.224399] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Acquired lock "refresh_cache-bd59b51e-a095-4464-a022-aa291c04f5a7" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.224548] env[62954]: DEBUG nova.network.neutron [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.248216] env[62954]: DEBUG nova.policy [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef3df664b8f440f09dc520bdda300cc7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd9a9b48fe5f41398403678762e2ce7d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.549499] env[62954]: DEBUG oslo_vmware.api [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52212a8c-4688-08a3-ec98-22b0948d3346, 'name': SearchDatastore_Task, 'duration_secs': 0.009023} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.549822] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.550050] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 7c869ee8-46a2-4f90-81b0-81399e6495bc/7c869ee8-46a2-4f90-81b0-81399e6495bc.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.550316] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0147e65-e2e7-422f-8b27-f44d9aa794eb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.552845] env[62954]: DEBUG nova.network.neutron [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Successfully created port: 6abbf20c-8116-479b-928b-4766597ebe92 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 874.558960] env[62954]: DEBUG oslo_vmware.api [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 874.558960] env[62954]: value = "task-2597701" [ 874.558960] env[62954]: _type = "Task" [ 874.558960] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.566703] env[62954]: DEBUG oslo_vmware.api [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.574488] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-31794277-9f15-48a8-b1fd-4ca36eeec13b tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Creating linked-clone VM from snapshot {{(pid=62954) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 874.574745] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7ee52b7e-f3fb-42e4-abd7-a6ef37dcae29 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.583268] env[62954]: DEBUG oslo_vmware.api [None req-31794277-9f15-48a8-b1fd-4ca36eeec13b tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 874.583268] env[62954]: value = "task-2597702" [ 874.583268] env[62954]: _type = "Task" [ 874.583268] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.593186] env[62954]: DEBUG oslo_vmware.api [None req-31794277-9f15-48a8-b1fd-4ca36eeec13b tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597702, 'name': CloneVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.652634] env[62954]: INFO nova.compute.manager [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Took 28.95 seconds to build instance. [ 874.705246] env[62954]: DEBUG nova.compute.manager [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 874.709031] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a6de6927-a53c-47db-b933-6f9f67c9dc79 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.709917] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.869s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.711830] env[62954]: INFO nova.compute.claims [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 874.765517] env[62954]: DEBUG nova.network.neutron [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.008566] env[62954]: DEBUG nova.network.neutron [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Updating instance_info_cache with network_info: [{"id": "16fef8c8-0e73-4a44-8002-9572ed5e7c81", "address": "fa:16:3e:2d:52:d7", "network": {"id": "e2c00089-192e-4550-a1d0-97edff29a9da", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-334355756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd82b9480b6448fb86a9dddf12602c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16fef8c8-0e", "ovs_interfaceid": "16fef8c8-0e73-4a44-8002-9572ed5e7c81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.069235] env[62954]: DEBUG oslo_vmware.api [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597701, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.094397] env[62954]: DEBUG oslo_vmware.api [None req-31794277-9f15-48a8-b1fd-4ca36eeec13b tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597702, 'name': CloneVM_Task} progress is 94%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.155467] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d9458f1a-1c40-4e6d-85a0-c6b776cd8857 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Lock "6d2cd180-5a16-4837-905b-99d901959f5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.462s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.512071] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Releasing lock "refresh_cache-bd59b51e-a095-4464-a022-aa291c04f5a7" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.512071] env[62954]: DEBUG nova.compute.manager [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Instance network_info: |[{"id": "16fef8c8-0e73-4a44-8002-9572ed5e7c81", "address": "fa:16:3e:2d:52:d7", "network": {"id": "e2c00089-192e-4550-a1d0-97edff29a9da", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-334355756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd82b9480b6448fb86a9dddf12602c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16fef8c8-0e", "ovs_interfaceid": "16fef8c8-0e73-4a44-8002-9572ed5e7c81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 875.512349] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:52:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16fef8c8-0e73-4a44-8002-9572ed5e7c81', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.521701] env[62954]: DEBUG oslo.service.loopingcall [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 875.521871] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.522239] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42f421b0-9c47-4f20-a80b-723e2084f34e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.544318] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.544318] env[62954]: value = "task-2597703" [ 875.544318] env[62954]: _type = "Task" [ 875.544318] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.555719] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597703, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.568290] env[62954]: DEBUG oslo_vmware.api [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597701, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516066} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.568541] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 7c869ee8-46a2-4f90-81b0-81399e6495bc/7c869ee8-46a2-4f90-81b0-81399e6495bc.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.568754] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.569044] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aac92a60-b7d4-4187-a2de-d482638fa980 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.573330] env[62954]: INFO nova.compute.manager [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Rescuing [ 875.573688] env[62954]: DEBUG oslo_concurrency.lockutils [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Acquiring lock "refresh_cache-6d2cd180-5a16-4837-905b-99d901959f5b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.573728] env[62954]: DEBUG oslo_concurrency.lockutils [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Acquired lock "refresh_cache-6d2cd180-5a16-4837-905b-99d901959f5b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.573891] env[62954]: DEBUG nova.network.neutron [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.576335] env[62954]: DEBUG oslo_vmware.api [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 875.576335] env[62954]: value = "task-2597704" [ 875.576335] env[62954]: _type = "Task" [ 875.576335] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.584211] env[62954]: DEBUG oslo_vmware.api [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597704, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.594373] env[62954]: DEBUG oslo_vmware.api [None req-31794277-9f15-48a8-b1fd-4ca36eeec13b tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597702, 'name': CloneVM_Task} progress is 94%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.656825] env[62954]: DEBUG nova.compute.manager [req-17cece73-e353-42e0-a8cb-d4a6abcd39ad req-8c63200a-2ae5-497e-99bd-03c24bfd4744 service nova] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Received event network-changed-16fef8c8-0e73-4a44-8002-9572ed5e7c81 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 875.657060] env[62954]: DEBUG nova.compute.manager [req-17cece73-e353-42e0-a8cb-d4a6abcd39ad req-8c63200a-2ae5-497e-99bd-03c24bfd4744 service nova] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Refreshing instance network info cache due to event network-changed-16fef8c8-0e73-4a44-8002-9572ed5e7c81. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 875.657248] env[62954]: DEBUG oslo_concurrency.lockutils [req-17cece73-e353-42e0-a8cb-d4a6abcd39ad req-8c63200a-2ae5-497e-99bd-03c24bfd4744 service nova] Acquiring lock "refresh_cache-bd59b51e-a095-4464-a022-aa291c04f5a7" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.657383] env[62954]: DEBUG oslo_concurrency.lockutils [req-17cece73-e353-42e0-a8cb-d4a6abcd39ad req-8c63200a-2ae5-497e-99bd-03c24bfd4744 service nova] Acquired lock "refresh_cache-bd59b51e-a095-4464-a022-aa291c04f5a7" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.657544] env[62954]: DEBUG nova.network.neutron [req-17cece73-e353-42e0-a8cb-d4a6abcd39ad req-8c63200a-2ae5-497e-99bd-03c24bfd4744 service nova] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Refreshing network info cache for port 16fef8c8-0e73-4a44-8002-9572ed5e7c81 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.714242] env[62954]: DEBUG nova.compute.manager [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 875.736844] env[62954]: DEBUG nova.virt.hardware [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.737114] env[62954]: DEBUG nova.virt.hardware [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.737289] env[62954]: DEBUG nova.virt.hardware [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.737474] env[62954]: DEBUG nova.virt.hardware [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.737624] env[62954]: DEBUG nova.virt.hardware [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.737779] env[62954]: DEBUG nova.virt.hardware [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.738102] env[62954]: DEBUG nova.virt.hardware [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.738309] env[62954]: DEBUG nova.virt.hardware [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.738486] env[62954]: DEBUG nova.virt.hardware [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.738653] env[62954]: DEBUG nova.virt.hardware [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.738832] env[62954]: DEBUG nova.virt.hardware [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.739691] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee530f2-11a5-4bd5-84db-b93db4e5ac77 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.752130] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fa9a22-f699-41ed-b7a5-2069b56ae92d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.905928] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9271a553-7253-4864-88c0-94937c33b0d6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.913336] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f9663e-f5ca-44cb-88a9-62fa9ec965af {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.943368] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fcf373-f3d2-48f6-88e3-f2b6b3ef6531 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.950287] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef39f33a-c126-4bba-9190-bff2356fd399 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.963311] env[62954]: DEBUG nova.compute.provider_tree [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.054943] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597703, 'name': CreateVM_Task} progress is 25%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.087511] env[62954]: DEBUG oslo_vmware.api [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597704, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0791} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.094722] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.095526] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7f5e4a-5a0b-43b1-9cff-f05bef25550f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.109137] env[62954]: DEBUG oslo_vmware.api [None req-31794277-9f15-48a8-b1fd-4ca36eeec13b tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597702, 'name': CloneVM_Task} progress is 94%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.130671] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 7c869ee8-46a2-4f90-81b0-81399e6495bc/7c869ee8-46a2-4f90-81b0-81399e6495bc.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.134531] env[62954]: DEBUG nova.network.neutron [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Successfully updated port: 6abbf20c-8116-479b-928b-4766597ebe92 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 876.138719] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd03206d-355e-4627-8a7c-05a3209266cc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.157957] env[62954]: DEBUG oslo_vmware.api [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 876.157957] env[62954]: value = "task-2597705" [ 876.157957] env[62954]: _type = "Task" [ 876.157957] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.169237] env[62954]: DEBUG oslo_vmware.api [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597705, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.319346] env[62954]: DEBUG nova.network.neutron [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Updating instance_info_cache with network_info: [{"id": "cd149845-a04d-4e08-80d7-e7e58b6b19ee", "address": "fa:16:3e:45:36:c1", "network": {"id": "3d649e0d-12e3-42fc-b56e-e41958f2a8d0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-255485273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "13c7e22d1d80416cb402f81f7cc57099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd149845-a0", "ovs_interfaceid": "cd149845-a04d-4e08-80d7-e7e58b6b19ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.394492] env[62954]: DEBUG nova.network.neutron [req-17cece73-e353-42e0-a8cb-d4a6abcd39ad req-8c63200a-2ae5-497e-99bd-03c24bfd4744 service nova] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Updated VIF entry in instance network info cache for port 16fef8c8-0e73-4a44-8002-9572ed5e7c81. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 876.395116] env[62954]: DEBUG nova.network.neutron [req-17cece73-e353-42e0-a8cb-d4a6abcd39ad req-8c63200a-2ae5-497e-99bd-03c24bfd4744 service nova] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Updating instance_info_cache with network_info: [{"id": "16fef8c8-0e73-4a44-8002-9572ed5e7c81", "address": "fa:16:3e:2d:52:d7", "network": {"id": "e2c00089-192e-4550-a1d0-97edff29a9da", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-334355756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd82b9480b6448fb86a9dddf12602c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16fef8c8-0e", "ovs_interfaceid": "16fef8c8-0e73-4a44-8002-9572ed5e7c81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.467290] env[62954]: DEBUG nova.scheduler.client.report [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.555412] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597703, 'name': CreateVM_Task, 'duration_secs': 0.776059} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.555607] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.556342] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.556617] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.556865] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.557156] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fa8d983-a65a-4b21-a9d0-0fe9512e71f2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.562110] env[62954]: DEBUG oslo_vmware.api [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Waiting for the task: (returnval){ [ 876.562110] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52ac3f8f-9975-2174-36e8-35c0cffe8abd" [ 876.562110] env[62954]: _type = "Task" [ 876.562110] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.569776] env[62954]: DEBUG oslo_vmware.api [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52ac3f8f-9975-2174-36e8-35c0cffe8abd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.596047] env[62954]: DEBUG oslo_vmware.api [None req-31794277-9f15-48a8-b1fd-4ca36eeec13b tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597702, 'name': CloneVM_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.652850] env[62954]: DEBUG oslo_concurrency.lockutils [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Acquiring lock "refresh_cache-2c0b4030-7fe2-41ad-b91a-54cc1f58c868" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.652850] env[62954]: DEBUG oslo_concurrency.lockutils [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Acquired lock "refresh_cache-2c0b4030-7fe2-41ad-b91a-54cc1f58c868" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.653090] env[62954]: DEBUG nova.network.neutron [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.668534] env[62954]: DEBUG oslo_vmware.api [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597705, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.822450] env[62954]: DEBUG oslo_concurrency.lockutils [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Releasing lock "refresh_cache-6d2cd180-5a16-4837-905b-99d901959f5b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.898067] env[62954]: DEBUG oslo_concurrency.lockutils [req-17cece73-e353-42e0-a8cb-d4a6abcd39ad req-8c63200a-2ae5-497e-99bd-03c24bfd4744 service nova] Releasing lock "refresh_cache-bd59b51e-a095-4464-a022-aa291c04f5a7" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.972278] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.262s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.972803] env[62954]: DEBUG nova.compute.manager [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 876.975393] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cbc0c31e-a45f-406f-8ae2-309fdebc91b5 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.471s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.975671] env[62954]: DEBUG nova.objects.instance [None req-cbc0c31e-a45f-406f-8ae2-309fdebc91b5 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lazy-loading 'resources' on Instance uuid f7df6402-0151-4429-a3e3-7e27a50b32c6 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.072620] env[62954]: DEBUG oslo_vmware.api [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52ac3f8f-9975-2174-36e8-35c0cffe8abd, 'name': SearchDatastore_Task, 'duration_secs': 0.009948} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.073177] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.073439] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.073669] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.073820] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.073998] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.074360] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e4b4a65-94e9-4101-842f-316a6220700d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.083014] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.083199] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.083875] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eba1d3b7-37a9-431b-a3cb-9e3beba56652 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.088772] env[62954]: DEBUG oslo_vmware.api [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Waiting for the task: (returnval){ [ 877.088772] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5202358e-ef33-f491-4b5e-303b409eb754" [ 877.088772] env[62954]: _type = "Task" [ 877.088772] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.100281] env[62954]: DEBUG oslo_vmware.api [None req-31794277-9f15-48a8-b1fd-4ca36eeec13b tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597702, 'name': CloneVM_Task, 'duration_secs': 2.032876} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.103606] env[62954]: INFO nova.virt.vmwareapi.vmops [None req-31794277-9f15-48a8-b1fd-4ca36eeec13b tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Created linked-clone VM from snapshot [ 877.103895] env[62954]: DEBUG oslo_vmware.api [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5202358e-ef33-f491-4b5e-303b409eb754, 'name': SearchDatastore_Task, 'duration_secs': 0.008662} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.104564] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef4648a-16a9-419c-8e6f-8578bf1797d6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.107380] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92bf6ea8-d143-4955-bb37-7e7487f6562a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.114422] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-31794277-9f15-48a8-b1fd-4ca36eeec13b tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Uploading image 9d2e778c-a90e-43fa-898e-1ef38ce02a16 {{(pid=62954) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 877.117441] env[62954]: DEBUG oslo_vmware.api [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Waiting for the task: (returnval){ [ 877.117441] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]528cca5e-d292-6421-397e-1679df4b39c1" [ 877.117441] env[62954]: _type = "Task" [ 877.117441] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.124872] env[62954]: DEBUG oslo_vmware.api [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]528cca5e-d292-6421-397e-1679df4b39c1, 'name': SearchDatastore_Task, 'duration_secs': 0.00921} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.125116] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.125364] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] bd59b51e-a095-4464-a022-aa291c04f5a7/bd59b51e-a095-4464-a022-aa291c04f5a7.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.125590] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa5dfe30-93ec-4f7c-8b25-efee71e34110 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.132254] env[62954]: DEBUG oslo_vmware.api [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Waiting for the task: (returnval){ [ 877.132254] env[62954]: value = "task-2597706" [ 877.132254] env[62954]: _type = "Task" [ 877.132254] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.136573] env[62954]: DEBUG oslo_vmware.rw_handles [None req-31794277-9f15-48a8-b1fd-4ca36eeec13b tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 877.136573] env[62954]: value = "vm-523940" [ 877.136573] env[62954]: _type = "VirtualMachine" [ 877.136573] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 877.136805] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bfdae1bf-8d58-47a6-a8f1-6dfeb1310cb6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.142675] env[62954]: DEBUG oslo_vmware.api [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.143861] env[62954]: DEBUG oslo_vmware.rw_handles [None req-31794277-9f15-48a8-b1fd-4ca36eeec13b tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lease: (returnval){ [ 877.143861] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52517758-d15d-86f1-6f5a-b1b8b813bfc1" [ 877.143861] env[62954]: _type = "HttpNfcLease" [ 877.143861] env[62954]: } obtained for exporting VM: (result){ [ 877.143861] env[62954]: value = "vm-523940" [ 877.143861] env[62954]: _type = "VirtualMachine" [ 877.143861] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 877.144170] env[62954]: DEBUG oslo_vmware.api [None req-31794277-9f15-48a8-b1fd-4ca36eeec13b tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the lease: (returnval){ [ 877.144170] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52517758-d15d-86f1-6f5a-b1b8b813bfc1" [ 877.144170] env[62954]: _type = "HttpNfcLease" [ 877.144170] env[62954]: } to be ready. {{(pid=62954) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 877.149890] env[62954]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 877.149890] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52517758-d15d-86f1-6f5a-b1b8b813bfc1" [ 877.149890] env[62954]: _type = "HttpNfcLease" [ 877.149890] env[62954]: } is initializing. {{(pid=62954) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 877.167226] env[62954]: DEBUG oslo_vmware.api [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597705, 'name': ReconfigVM_Task, 'duration_secs': 0.623139} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.167519] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 7c869ee8-46a2-4f90-81b0-81399e6495bc/7c869ee8-46a2-4f90-81b0-81399e6495bc.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.168157] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd668407-86c1-4916-b1ff-bba77e1de6e5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.174249] env[62954]: DEBUG oslo_vmware.api [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 877.174249] env[62954]: value = "task-2597708" [ 877.174249] env[62954]: _type = "Task" [ 877.174249] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.182098] env[62954]: DEBUG oslo_vmware.api [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597708, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.185457] env[62954]: DEBUG nova.network.neutron [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.350176] env[62954]: DEBUG nova.network.neutron [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Updating instance_info_cache with network_info: [{"id": "6abbf20c-8116-479b-928b-4766597ebe92", "address": "fa:16:3e:ea:4d:4d", "network": {"id": "784f952f-8d7f-43d7-89b0-3096d7a5d7ac", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-652099428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd9a9b48fe5f41398403678762e2ce7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6abbf20c-81", "ovs_interfaceid": "6abbf20c-8116-479b-928b-4766597ebe92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.478700] env[62954]: DEBUG nova.compute.utils [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 877.482731] env[62954]: DEBUG nova.compute.manager [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 877.484478] env[62954]: DEBUG nova.network.neutron [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 877.547089] env[62954]: DEBUG nova.policy [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ac48a27023849db962425cbf5f4b5a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a34a6adfdb95418ba67dc915c9c734b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.642598] env[62954]: DEBUG oslo_vmware.api [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597706, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.437325} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.645013] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] bd59b51e-a095-4464-a022-aa291c04f5a7/bd59b51e-a095-4464-a022-aa291c04f5a7.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.645242] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.646028] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30fb0c3c-0f59-481b-9ca3-ddbb1c967c13 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.654038] env[62954]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 877.654038] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52517758-d15d-86f1-6f5a-b1b8b813bfc1" [ 877.654038] env[62954]: _type = "HttpNfcLease" [ 877.654038] env[62954]: } is ready. {{(pid=62954) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 877.657170] env[62954]: DEBUG oslo_vmware.rw_handles [None req-31794277-9f15-48a8-b1fd-4ca36eeec13b tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 877.657170] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52517758-d15d-86f1-6f5a-b1b8b813bfc1" [ 877.657170] env[62954]: _type = "HttpNfcLease" [ 877.657170] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 877.657458] env[62954]: DEBUG oslo_vmware.api [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Waiting for the task: (returnval){ [ 877.657458] env[62954]: value = "task-2597709" [ 877.657458] env[62954]: _type = "Task" [ 877.657458] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.658607] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e31f10a-2de9-4441-bc15-86ec3e072d76 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.669069] env[62954]: DEBUG oslo_vmware.rw_handles [None req-31794277-9f15-48a8-b1fd-4ca36eeec13b tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521c85fe-b783-73c2-0795-4c14975c355f/disk-0.vmdk from lease info. {{(pid=62954) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 877.669276] env[62954]: DEBUG oslo_vmware.rw_handles [None req-31794277-9f15-48a8-b1fd-4ca36eeec13b tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521c85fe-b783-73c2-0795-4c14975c355f/disk-0.vmdk for reading. {{(pid=62954) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 877.675338] env[62954]: DEBUG oslo_vmware.api [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.739667] env[62954]: DEBUG nova.compute.manager [req-71eac037-58eb-47d9-9bec-11b751256cd4 req-6b9c5e1c-b7f9-42e1-86a9-701ae8d20c1f service nova] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Received event network-vif-plugged-6abbf20c-8116-479b-928b-4766597ebe92 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 877.739892] env[62954]: DEBUG oslo_concurrency.lockutils [req-71eac037-58eb-47d9-9bec-11b751256cd4 req-6b9c5e1c-b7f9-42e1-86a9-701ae8d20c1f service nova] Acquiring lock "2c0b4030-7fe2-41ad-b91a-54cc1f58c868-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.740124] env[62954]: DEBUG oslo_concurrency.lockutils [req-71eac037-58eb-47d9-9bec-11b751256cd4 req-6b9c5e1c-b7f9-42e1-86a9-701ae8d20c1f service nova] Lock "2c0b4030-7fe2-41ad-b91a-54cc1f58c868-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.740299] env[62954]: DEBUG oslo_concurrency.lockutils [req-71eac037-58eb-47d9-9bec-11b751256cd4 req-6b9c5e1c-b7f9-42e1-86a9-701ae8d20c1f service nova] Lock "2c0b4030-7fe2-41ad-b91a-54cc1f58c868-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.740467] env[62954]: DEBUG nova.compute.manager [req-71eac037-58eb-47d9-9bec-11b751256cd4 req-6b9c5e1c-b7f9-42e1-86a9-701ae8d20c1f service nova] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] No waiting events found dispatching network-vif-plugged-6abbf20c-8116-479b-928b-4766597ebe92 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 877.740632] env[62954]: WARNING nova.compute.manager [req-71eac037-58eb-47d9-9bec-11b751256cd4 req-6b9c5e1c-b7f9-42e1-86a9-701ae8d20c1f service nova] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Received unexpected event network-vif-plugged-6abbf20c-8116-479b-928b-4766597ebe92 for instance with vm_state building and task_state spawning. [ 877.740806] env[62954]: DEBUG nova.compute.manager [req-71eac037-58eb-47d9-9bec-11b751256cd4 req-6b9c5e1c-b7f9-42e1-86a9-701ae8d20c1f service nova] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Received event network-changed-6abbf20c-8116-479b-928b-4766597ebe92 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 877.740962] env[62954]: DEBUG nova.compute.manager [req-71eac037-58eb-47d9-9bec-11b751256cd4 req-6b9c5e1c-b7f9-42e1-86a9-701ae8d20c1f service nova] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Refreshing instance network info cache due to event network-changed-6abbf20c-8116-479b-928b-4766597ebe92. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 877.741148] env[62954]: DEBUG oslo_concurrency.lockutils [req-71eac037-58eb-47d9-9bec-11b751256cd4 req-6b9c5e1c-b7f9-42e1-86a9-701ae8d20c1f service nova] Acquiring lock "refresh_cache-2c0b4030-7fe2-41ad-b91a-54cc1f58c868" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.746412] env[62954]: DEBUG oslo_vmware.api [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597708, 'name': Rename_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.765798] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a04de98-d41f-41ee-8885-0534d71fdff9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.775185] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c500d5-886a-4a52-9934-7eee2a9fa2bf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.806195] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90f47b8-ba1e-4fdd-9232-5af8e30b6bef {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.814049] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47867332-1366-4cbc-87c1-a70880c5aebf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.827427] env[62954]: DEBUG nova.compute.provider_tree [None req-cbc0c31e-a45f-406f-8ae2-309fdebc91b5 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.853768] env[62954]: DEBUG oslo_concurrency.lockutils [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Releasing lock "refresh_cache-2c0b4030-7fe2-41ad-b91a-54cc1f58c868" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.853946] env[62954]: DEBUG nova.compute.manager [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Instance network_info: |[{"id": "6abbf20c-8116-479b-928b-4766597ebe92", "address": "fa:16:3e:ea:4d:4d", "network": {"id": "784f952f-8d7f-43d7-89b0-3096d7a5d7ac", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-652099428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd9a9b48fe5f41398403678762e2ce7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6abbf20c-81", "ovs_interfaceid": "6abbf20c-8116-479b-928b-4766597ebe92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 877.855090] env[62954]: DEBUG oslo_concurrency.lockutils [req-71eac037-58eb-47d9-9bec-11b751256cd4 req-6b9c5e1c-b7f9-42e1-86a9-701ae8d20c1f service nova] Acquired lock "refresh_cache-2c0b4030-7fe2-41ad-b91a-54cc1f58c868" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.855275] env[62954]: DEBUG nova.network.neutron [req-71eac037-58eb-47d9-9bec-11b751256cd4 req-6b9c5e1c-b7f9-42e1-86a9-701ae8d20c1f service nova] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Refreshing network info cache for port 6abbf20c-8116-479b-928b-4766597ebe92 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 877.857019] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:4d:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afb671bc-328c-40bf-9c2a-d98695e3d60c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6abbf20c-8116-479b-928b-4766597ebe92', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.866146] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Creating folder: Project (cd9a9b48fe5f41398403678762e2ce7d). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.867668] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbceefd5-89e2-419f-bcf7-1298083b0cce {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.870664] env[62954]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d7dd8e0a-9232-4c97-900a-4498f11bb974 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.881273] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Created folder: Project (cd9a9b48fe5f41398403678762e2ce7d) in parent group-v523717. [ 877.881502] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Creating folder: Instances. Parent ref: group-v523942. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.881729] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e995a1cc-a5e2-42e9-935d-f29aff8f4b02 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.893416] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Created folder: Instances in parent group-v523942. [ 877.893416] env[62954]: DEBUG oslo.service.loopingcall [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 877.893746] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.893942] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50fa6159-11f5-45dc-acb7-2997738e9dce {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.921609] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.921609] env[62954]: value = "task-2597712" [ 877.921609] env[62954]: _type = "Task" [ 877.921609] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.929811] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597712, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.930631] env[62954]: DEBUG nova.network.neutron [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Successfully created port: b07d37e0-ff1a-48f7-bedd-b605bd01a869 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 877.983761] env[62954]: DEBUG nova.compute.manager [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 878.170533] env[62954]: DEBUG oslo_vmware.api [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062294} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.170866] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.171643] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43084d8-b61f-4a37-8a80-685c8771b04e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.197209] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] bd59b51e-a095-4464-a022-aa291c04f5a7/bd59b51e-a095-4464-a022-aa291c04f5a7.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.198030] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2de350f-540c-4dcb-b5d8-92a6d1cab78c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.218101] env[62954]: DEBUG oslo_vmware.api [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597708, 'name': Rename_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.224407] env[62954]: DEBUG oslo_vmware.api [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Waiting for the task: (returnval){ [ 878.224407] env[62954]: value = "task-2597713" [ 878.224407] env[62954]: _type = "Task" [ 878.224407] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.232856] env[62954]: DEBUG oslo_vmware.api [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597713, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.330472] env[62954]: DEBUG nova.scheduler.client.report [None req-cbc0c31e-a45f-406f-8ae2-309fdebc91b5 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.368659] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.371855] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcba3e49-8ee7-4c31-b8f3-203ee480ace6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.380965] env[62954]: DEBUG oslo_vmware.api [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Waiting for the task: (returnval){ [ 878.380965] env[62954]: value = "task-2597714" [ 878.380965] env[62954]: _type = "Task" [ 878.380965] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.392029] env[62954]: DEBUG oslo_vmware.api [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.434015] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597712, 'name': CreateVM_Task} progress is 25%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.624115] env[62954]: DEBUG nova.network.neutron [req-71eac037-58eb-47d9-9bec-11b751256cd4 req-6b9c5e1c-b7f9-42e1-86a9-701ae8d20c1f service nova] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Updated VIF entry in instance network info cache for port 6abbf20c-8116-479b-928b-4766597ebe92. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 878.624504] env[62954]: DEBUG nova.network.neutron [req-71eac037-58eb-47d9-9bec-11b751256cd4 req-6b9c5e1c-b7f9-42e1-86a9-701ae8d20c1f service nova] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Updating instance_info_cache with network_info: [{"id": "6abbf20c-8116-479b-928b-4766597ebe92", "address": "fa:16:3e:ea:4d:4d", "network": {"id": "784f952f-8d7f-43d7-89b0-3096d7a5d7ac", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-652099428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd9a9b48fe5f41398403678762e2ce7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6abbf20c-81", "ovs_interfaceid": "6abbf20c-8116-479b-928b-4766597ebe92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.686615] env[62954]: DEBUG oslo_vmware.api [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597708, 'name': Rename_Task, 'duration_secs': 1.179954} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.686955] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.687236] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-820b4104-d724-421b-95d8-161091bf62ec {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.693664] env[62954]: DEBUG oslo_vmware.api [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 878.693664] env[62954]: value = "task-2597715" [ 878.693664] env[62954]: _type = "Task" [ 878.693664] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.702969] env[62954]: DEBUG oslo_vmware.api [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.734962] env[62954]: DEBUG oslo_vmware.api [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597713, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.838435] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cbc0c31e-a45f-406f-8ae2-309fdebc91b5 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.863s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.841072] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e7dcc104-0f92-4e91-a34c-89dbf1a832c1 tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.332s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.841572] env[62954]: DEBUG nova.objects.instance [None req-e7dcc104-0f92-4e91-a34c-89dbf1a832c1 tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Lazy-loading 'resources' on Instance uuid d44c2ff3-0d92-43eb-abd9-5553f21e6b88 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.861624] env[62954]: INFO nova.scheduler.client.report [None req-cbc0c31e-a45f-406f-8ae2-309fdebc91b5 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Deleted allocations for instance f7df6402-0151-4429-a3e3-7e27a50b32c6 [ 878.893418] env[62954]: DEBUG oslo_vmware.api [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597714, 'name': PowerOffVM_Task, 'duration_secs': 0.222943} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.894938] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.894938] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59d3ff0-c623-4e4d-be5f-a6faaab35767 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.917569] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6c5682-87a4-4c28-880a-c8ef447483e2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.935780] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597712, 'name': CreateVM_Task, 'duration_secs': 0.807017} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.936178] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.936952] env[62954]: DEBUG oslo_concurrency.lockutils [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.937140] env[62954]: DEBUG oslo_concurrency.lockutils [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.937601] env[62954]: DEBUG oslo_concurrency.lockutils [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.938229] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a879684-67e4-4cff-84dd-764d9e362f85 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.944168] env[62954]: DEBUG oslo_vmware.api [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Waiting for the task: (returnval){ [ 878.944168] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]521f8014-72ac-538c-5e08-070cc19348d1" [ 878.944168] env[62954]: _type = "Task" [ 878.944168] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.953205] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.953558] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21f60783-5350-4878-b697-131e20eecf24 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.958747] env[62954]: DEBUG oslo_vmware.api [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]521f8014-72ac-538c-5e08-070cc19348d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.963929] env[62954]: DEBUG oslo_vmware.api [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Waiting for the task: (returnval){ [ 878.963929] env[62954]: value = "task-2597716" [ 878.963929] env[62954]: _type = "Task" [ 878.963929] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.976195] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] VM already powered off {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 878.976604] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.976604] env[62954]: DEBUG oslo_concurrency.lockutils [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.977288] env[62954]: DEBUG oslo_concurrency.lockutils [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.977622] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.979013] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eead769f-3f46-4665-8da5-7eddffe3824b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.986484] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.986667] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.987430] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29f494a3-2a3b-44a6-9bb4-df4c8f1eb17f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.992645] env[62954]: DEBUG oslo_vmware.api [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Waiting for the task: (returnval){ [ 878.992645] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5202de57-1fc2-6234-9663-19f07b7dabf9" [ 878.992645] env[62954]: _type = "Task" [ 878.992645] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.996994] env[62954]: DEBUG nova.compute.manager [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 879.005031] env[62954]: DEBUG oslo_vmware.api [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5202de57-1fc2-6234-9663-19f07b7dabf9, 'name': SearchDatastore_Task, 'duration_secs': 0.009365} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.005161] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1794c6ce-b458-4930-b124-fba65a2fcabf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.010479] env[62954]: DEBUG oslo_vmware.api [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Waiting for the task: (returnval){ [ 879.010479] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52043eaf-4c72-ae40-ddf0-2c74639ea668" [ 879.010479] env[62954]: _type = "Task" [ 879.010479] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.018685] env[62954]: DEBUG nova.virt.hardware [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 879.019009] env[62954]: DEBUG nova.virt.hardware [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.019238] env[62954]: DEBUG nova.virt.hardware [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.019460] env[62954]: DEBUG nova.virt.hardware [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.019656] env[62954]: DEBUG nova.virt.hardware [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.019845] env[62954]: DEBUG nova.virt.hardware [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 879.020154] env[62954]: DEBUG nova.virt.hardware [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 879.020324] env[62954]: DEBUG nova.virt.hardware [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 879.020492] env[62954]: DEBUG nova.virt.hardware [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 879.020674] env[62954]: DEBUG nova.virt.hardware [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 879.020923] env[62954]: DEBUG nova.virt.hardware [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 879.021737] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091b63f0-9dfa-4e0b-876a-eb900edc9f83 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.028013] env[62954]: DEBUG oslo_vmware.api [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52043eaf-4c72-ae40-ddf0-2c74639ea668, 'name': SearchDatastore_Task, 'duration_secs': 0.008624} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.028595] env[62954]: DEBUG oslo_concurrency.lockutils [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.028886] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 6d2cd180-5a16-4837-905b-99d901959f5b/45a12149-1b6c-414b-9b32-1b6ffa65e320-rescue.vmdk. {{(pid=62954) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 879.029146] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46362f72-0c7c-4b56-acbf-3f7168e8c431 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.034301] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2a4ad8-6832-4af3-9748-b92bac367896 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.039818] env[62954]: DEBUG oslo_vmware.api [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Waiting for the task: (returnval){ [ 879.039818] env[62954]: value = "task-2597717" [ 879.039818] env[62954]: _type = "Task" [ 879.039818] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.056829] env[62954]: DEBUG oslo_vmware.api [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.128434] env[62954]: DEBUG oslo_concurrency.lockutils [req-71eac037-58eb-47d9-9bec-11b751256cd4 req-6b9c5e1c-b7f9-42e1-86a9-701ae8d20c1f service nova] Releasing lock "refresh_cache-2c0b4030-7fe2-41ad-b91a-54cc1f58c868" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.206077] env[62954]: DEBUG oslo_vmware.api [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597715, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.237952] env[62954]: DEBUG oslo_vmware.api [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597713, 'name': ReconfigVM_Task, 'duration_secs': 0.548495} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.238337] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Reconfigured VM instance instance-00000050 to attach disk [datastore1] bd59b51e-a095-4464-a022-aa291c04f5a7/bd59b51e-a095-4464-a022-aa291c04f5a7.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.239149] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2c2ac1e-af67-4021-9775-a0a33445d911 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.246868] env[62954]: DEBUG oslo_vmware.api [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Waiting for the task: (returnval){ [ 879.246868] env[62954]: value = "task-2597718" [ 879.246868] env[62954]: _type = "Task" [ 879.246868] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.255976] env[62954]: DEBUG oslo_vmware.api [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597718, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.373894] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cbc0c31e-a45f-406f-8ae2-309fdebc91b5 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "f7df6402-0151-4429-a3e3-7e27a50b32c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.999s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.461403] env[62954]: DEBUG oslo_vmware.api [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]521f8014-72ac-538c-5e08-070cc19348d1, 'name': SearchDatastore_Task, 'duration_secs': 0.018484} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.464837] env[62954]: DEBUG oslo_concurrency.lockutils [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.465217] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.465552] env[62954]: DEBUG oslo_concurrency.lockutils [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.465848] env[62954]: DEBUG oslo_concurrency.lockutils [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.466051] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.468948] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1bb8476-d32e-4a1f-8ccb-e9dc5cc2e54e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.484380] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.484666] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.485491] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-002dcb44-63c4-491f-8cc5-d1b9fa97ac87 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.495031] env[62954]: DEBUG oslo_vmware.api [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Waiting for the task: (returnval){ [ 879.495031] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5246a6d8-0ef8-d4e5-8332-a38d278a9356" [ 879.495031] env[62954]: _type = "Task" [ 879.495031] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.503016] env[62954]: DEBUG nova.network.neutron [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Successfully updated port: b07d37e0-ff1a-48f7-bedd-b605bd01a869 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 879.509110] env[62954]: DEBUG oslo_vmware.api [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5246a6d8-0ef8-d4e5-8332-a38d278a9356, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.553118] env[62954]: DEBUG oslo_vmware.api [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511377} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.553438] env[62954]: INFO nova.virt.vmwareapi.ds_util [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 6d2cd180-5a16-4837-905b-99d901959f5b/45a12149-1b6c-414b-9b32-1b6ffa65e320-rescue.vmdk. [ 879.554289] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7438d4a-8078-43f9-b365-de8f5d28d188 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.583259] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 6d2cd180-5a16-4837-905b-99d901959f5b/45a12149-1b6c-414b-9b32-1b6ffa65e320-rescue.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.586396] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27bd65c6-019e-4181-85be-344d4f6369aa {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.608120] env[62954]: DEBUG oslo_vmware.api [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Waiting for the task: (returnval){ [ 879.608120] env[62954]: value = "task-2597719" [ 879.608120] env[62954]: _type = "Task" [ 879.608120] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.619773] env[62954]: DEBUG oslo_vmware.api [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597719, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.644711] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f5a2c9-9d4d-403d-90e5-f7cbd38bdd57 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.652727] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cb0fa4-3e94-4fba-bfe7-ad9ef4e83c93 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.685900] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab243cd9-8ef6-4815-8852-f734b54cda9a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.693850] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2e23b4-2e0f-44a8-9e2d-9561332cc9de {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.711228] env[62954]: DEBUG nova.compute.provider_tree [None req-e7dcc104-0f92-4e91-a34c-89dbf1a832c1 tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.715344] env[62954]: DEBUG oslo_vmware.api [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597715, 'name': PowerOnVM_Task, 'duration_secs': 0.640601} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.716789] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.716953] env[62954]: INFO nova.compute.manager [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Took 10.08 seconds to spawn the instance on the hypervisor. [ 879.717149] env[62954]: DEBUG nova.compute.manager [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.718304] env[62954]: DEBUG nova.compute.manager [req-d9bdd432-2937-4644-865c-42d79ede8e6c req-83cb1adc-9c0e-4770-bb24-6a05ea4eb8a0 service nova] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Received event network-vif-plugged-b07d37e0-ff1a-48f7-bedd-b605bd01a869 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 879.718499] env[62954]: DEBUG oslo_concurrency.lockutils [req-d9bdd432-2937-4644-865c-42d79ede8e6c req-83cb1adc-9c0e-4770-bb24-6a05ea4eb8a0 service nova] Acquiring lock "ce61fb64-fab1-497d-8604-332e4fab5480-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.718701] env[62954]: DEBUG oslo_concurrency.lockutils [req-d9bdd432-2937-4644-865c-42d79ede8e6c req-83cb1adc-9c0e-4770-bb24-6a05ea4eb8a0 service nova] Lock "ce61fb64-fab1-497d-8604-332e4fab5480-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.718875] env[62954]: DEBUG oslo_concurrency.lockutils [req-d9bdd432-2937-4644-865c-42d79ede8e6c req-83cb1adc-9c0e-4770-bb24-6a05ea4eb8a0 service nova] Lock "ce61fb64-fab1-497d-8604-332e4fab5480-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.719039] env[62954]: DEBUG nova.compute.manager [req-d9bdd432-2937-4644-865c-42d79ede8e6c req-83cb1adc-9c0e-4770-bb24-6a05ea4eb8a0 service nova] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] No waiting events found dispatching network-vif-plugged-b07d37e0-ff1a-48f7-bedd-b605bd01a869 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 879.719204] env[62954]: WARNING nova.compute.manager [req-d9bdd432-2937-4644-865c-42d79ede8e6c req-83cb1adc-9c0e-4770-bb24-6a05ea4eb8a0 service nova] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Received unexpected event network-vif-plugged-b07d37e0-ff1a-48f7-bedd-b605bd01a869 for instance with vm_state building and task_state spawning. [ 879.719365] env[62954]: DEBUG nova.compute.manager [req-d9bdd432-2937-4644-865c-42d79ede8e6c req-83cb1adc-9c0e-4770-bb24-6a05ea4eb8a0 service nova] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Received event network-changed-b07d37e0-ff1a-48f7-bedd-b605bd01a869 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 879.719517] env[62954]: DEBUG nova.compute.manager [req-d9bdd432-2937-4644-865c-42d79ede8e6c req-83cb1adc-9c0e-4770-bb24-6a05ea4eb8a0 service nova] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Refreshing instance network info cache due to event network-changed-b07d37e0-ff1a-48f7-bedd-b605bd01a869. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 879.719699] env[62954]: DEBUG oslo_concurrency.lockutils [req-d9bdd432-2937-4644-865c-42d79ede8e6c req-83cb1adc-9c0e-4770-bb24-6a05ea4eb8a0 service nova] Acquiring lock "refresh_cache-ce61fb64-fab1-497d-8604-332e4fab5480" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.719835] env[62954]: DEBUG oslo_concurrency.lockutils [req-d9bdd432-2937-4644-865c-42d79ede8e6c req-83cb1adc-9c0e-4770-bb24-6a05ea4eb8a0 service nova] Acquired lock "refresh_cache-ce61fb64-fab1-497d-8604-332e4fab5480" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.719987] env[62954]: DEBUG nova.network.neutron [req-d9bdd432-2937-4644-865c-42d79ede8e6c req-83cb1adc-9c0e-4770-bb24-6a05ea4eb8a0 service nova] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Refreshing network info cache for port b07d37e0-ff1a-48f7-bedd-b605bd01a869 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.721996] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361384fe-e7c1-42eb-bb0a-6f65775e3fd9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.756750] env[62954]: DEBUG oslo_vmware.api [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597718, 'name': Rename_Task, 'duration_secs': 0.277111} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.757277] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.757547] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d5c4fdf-0dc8-4780-a791-1203e24bece1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.764117] env[62954]: DEBUG oslo_vmware.api [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Waiting for the task: (returnval){ [ 879.764117] env[62954]: value = "task-2597720" [ 879.764117] env[62954]: _type = "Task" [ 879.764117] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.772126] env[62954]: DEBUG oslo_vmware.api [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.851953] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 879.852223] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 880.007479] env[62954]: DEBUG oslo_vmware.api [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5246a6d8-0ef8-d4e5-8332-a38d278a9356, 'name': SearchDatastore_Task, 'duration_secs': 0.040502} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.008356] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6761d78-d4b0-448e-b330-836d672dced0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.011129] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "refresh_cache-ce61fb64-fab1-497d-8604-332e4fab5480" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.015960] env[62954]: DEBUG oslo_vmware.api [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Waiting for the task: (returnval){ [ 880.015960] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52e56fd6-1c9e-9e7f-928d-f223ce40da04" [ 880.015960] env[62954]: _type = "Task" [ 880.015960] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.024093] env[62954]: DEBUG oslo_vmware.api [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52e56fd6-1c9e-9e7f-928d-f223ce40da04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.118478] env[62954]: DEBUG oslo_vmware.api [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597719, 'name': ReconfigVM_Task, 'duration_secs': 0.316822} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.118775] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 6d2cd180-5a16-4837-905b-99d901959f5b/45a12149-1b6c-414b-9b32-1b6ffa65e320-rescue.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.119644] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750bffcb-72ae-4fe2-bac5-e3f73471c8d0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.147293] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93924b6d-329b-4ef1-aec6-ff9c41ad9b4e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.165747] env[62954]: DEBUG oslo_vmware.api [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Waiting for the task: (returnval){ [ 880.165747] env[62954]: value = "task-2597721" [ 880.165747] env[62954]: _type = "Task" [ 880.165747] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.174671] env[62954]: DEBUG oslo_vmware.api [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597721, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.217259] env[62954]: DEBUG nova.scheduler.client.report [None req-e7dcc104-0f92-4e91-a34c-89dbf1a832c1 tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.244232] env[62954]: INFO nova.compute.manager [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Took 30.62 seconds to build instance. [ 880.275619] env[62954]: DEBUG oslo_vmware.api [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597720, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.283586] env[62954]: DEBUG nova.network.neutron [req-d9bdd432-2937-4644-865c-42d79ede8e6c req-83cb1adc-9c0e-4770-bb24-6a05ea4eb8a0 service nova] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 880.359974] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 880.360165] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Starting heal instance info cache {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 880.377959] env[62954]: DEBUG nova.network.neutron [req-d9bdd432-2937-4644-865c-42d79ede8e6c req-83cb1adc-9c0e-4770-bb24-6a05ea4eb8a0 service nova] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.528829] env[62954]: DEBUG oslo_vmware.api [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52e56fd6-1c9e-9e7f-928d-f223ce40da04, 'name': SearchDatastore_Task, 'duration_secs': 0.012229} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.529107] env[62954]: DEBUG oslo_concurrency.lockutils [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.529373] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 2c0b4030-7fe2-41ad-b91a-54cc1f58c868/2c0b4030-7fe2-41ad-b91a-54cc1f58c868.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.529637] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91226065-d15f-4f70-bad8-6b51a5c13bc5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.536771] env[62954]: DEBUG oslo_vmware.api [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Waiting for the task: (returnval){ [ 880.536771] env[62954]: value = "task-2597722" [ 880.536771] env[62954]: _type = "Task" [ 880.536771] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.544605] env[62954]: DEBUG oslo_vmware.api [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': task-2597722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.641391] env[62954]: DEBUG nova.compute.manager [req-8ae253bc-52e8-4e84-a350-9f55b5383298 req-70af4b60-ecc9-44db-b962-3ae00434976c service nova] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Received event network-changed-ac900a7e-383f-46ab-be48-ca462a3ce8eb {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 880.641586] env[62954]: DEBUG nova.compute.manager [req-8ae253bc-52e8-4e84-a350-9f55b5383298 req-70af4b60-ecc9-44db-b962-3ae00434976c service nova] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Refreshing instance network info cache due to event network-changed-ac900a7e-383f-46ab-be48-ca462a3ce8eb. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 880.641812] env[62954]: DEBUG oslo_concurrency.lockutils [req-8ae253bc-52e8-4e84-a350-9f55b5383298 req-70af4b60-ecc9-44db-b962-3ae00434976c service nova] Acquiring lock "refresh_cache-7c869ee8-46a2-4f90-81b0-81399e6495bc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.641957] env[62954]: DEBUG oslo_concurrency.lockutils [req-8ae253bc-52e8-4e84-a350-9f55b5383298 req-70af4b60-ecc9-44db-b962-3ae00434976c service nova] Acquired lock "refresh_cache-7c869ee8-46a2-4f90-81b0-81399e6495bc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.642169] env[62954]: DEBUG nova.network.neutron [req-8ae253bc-52e8-4e84-a350-9f55b5383298 req-70af4b60-ecc9-44db-b962-3ae00434976c service nova] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Refreshing network info cache for port ac900a7e-383f-46ab-be48-ca462a3ce8eb {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.676128] env[62954]: DEBUG oslo_vmware.api [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597721, 'name': ReconfigVM_Task, 'duration_secs': 0.166461} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.676863] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.677096] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4c3ef70-be6c-48e2-bacb-83f70d07d148 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.683869] env[62954]: DEBUG oslo_vmware.api [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Waiting for the task: (returnval){ [ 880.683869] env[62954]: value = "task-2597723" [ 880.683869] env[62954]: _type = "Task" [ 880.683869] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.695869] env[62954]: DEBUG oslo_vmware.api [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597723, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.722408] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e7dcc104-0f92-4e91-a34c-89dbf1a832c1 tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.725526] env[62954]: DEBUG oslo_concurrency.lockutils [None req-baad4a04-2379-49b5-a855-72756e25dccf tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.091s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.725601] env[62954]: DEBUG nova.objects.instance [None req-baad4a04-2379-49b5-a855-72756e25dccf tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Lazy-loading 'resources' on Instance uuid e94eca32-39e6-4911-870f-2725923a8476 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.746649] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3fe2dcc5-6df9-450a-9282-ee586bbf6363 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "7c869ee8-46a2-4f90-81b0-81399e6495bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.132s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.762299] env[62954]: INFO nova.scheduler.client.report [None req-e7dcc104-0f92-4e91-a34c-89dbf1a832c1 tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Deleted allocations for instance d44c2ff3-0d92-43eb-abd9-5553f21e6b88 [ 880.777734] env[62954]: DEBUG oslo_vmware.api [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597720, 'name': PowerOnVM_Task, 'duration_secs': 0.986092} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.778071] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.778287] env[62954]: INFO nova.compute.manager [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Took 7.48 seconds to spawn the instance on the hypervisor. [ 880.778477] env[62954]: DEBUG nova.compute.manager [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.779420] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3123be-9de3-482a-8608-93440d44ec61 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.880687] env[62954]: DEBUG oslo_concurrency.lockutils [req-d9bdd432-2937-4644-865c-42d79ede8e6c req-83cb1adc-9c0e-4770-bb24-6a05ea4eb8a0 service nova] Releasing lock "refresh_cache-ce61fb64-fab1-497d-8604-332e4fab5480" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.881202] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquired lock "refresh_cache-ce61fb64-fab1-497d-8604-332e4fab5480" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.881399] env[62954]: DEBUG nova.network.neutron [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.046497] env[62954]: DEBUG oslo_vmware.api [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': task-2597722, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.194646] env[62954]: DEBUG oslo_vmware.api [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597723, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.270828] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e7dcc104-0f92-4e91-a34c-89dbf1a832c1 tempest-AttachInterfacesV270Test-128843660 tempest-AttachInterfacesV270Test-128843660-project-member] Lock "d44c2ff3-0d92-43eb-abd9-5553f21e6b88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.240s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.297531] env[62954]: INFO nova.compute.manager [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Took 28.46 seconds to build instance. [ 881.384595] env[62954]: DEBUG nova.network.neutron [req-8ae253bc-52e8-4e84-a350-9f55b5383298 req-70af4b60-ecc9-44db-b962-3ae00434976c service nova] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Updated VIF entry in instance network info cache for port ac900a7e-383f-46ab-be48-ca462a3ce8eb. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 881.384983] env[62954]: DEBUG nova.network.neutron [req-8ae253bc-52e8-4e84-a350-9f55b5383298 req-70af4b60-ecc9-44db-b962-3ae00434976c service nova] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Updating instance_info_cache with network_info: [{"id": "ac900a7e-383f-46ab-be48-ca462a3ce8eb", "address": "fa:16:3e:92:25:1a", "network": {"id": "ccb3874a-a834-4f33-a065-0df90cc66674", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1110790858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3eed675f8f04cffb49792ee5c797352", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac900a7e-38", "ovs_interfaceid": "ac900a7e-383f-46ab-be48-ca462a3ce8eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.424207] env[62954]: DEBUG nova.network.neutron [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 881.454736] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354618d4-6696-48d1-b604-dacc7144d302 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.463079] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616bef95-9b03-4f24-a4f1-e217aaa8c166 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.495334] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183dc664-327c-42f3-aaa3-3e6ead37a229 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.504033] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0f969a-230f-4a79-88d4-78050f4461b0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.519631] env[62954]: DEBUG nova.compute.provider_tree [None req-baad4a04-2379-49b5-a855-72756e25dccf tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.547505] env[62954]: DEBUG oslo_vmware.api [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': task-2597722, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521162} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.548144] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 2c0b4030-7fe2-41ad-b91a-54cc1f58c868/2c0b4030-7fe2-41ad-b91a-54cc1f58c868.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.548144] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.550454] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef274d87-b4da-4190-bd48-31a96b3a05ce {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.554686] env[62954]: DEBUG oslo_vmware.api [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Waiting for the task: (returnval){ [ 881.554686] env[62954]: value = "task-2597724" [ 881.554686] env[62954]: _type = "Task" [ 881.554686] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.567363] env[62954]: DEBUG oslo_vmware.api [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': task-2597724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.597342] env[62954]: DEBUG nova.network.neutron [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Updating instance_info_cache with network_info: [{"id": "b07d37e0-ff1a-48f7-bedd-b605bd01a869", "address": "fa:16:3e:82:03:df", "network": {"id": "83c48440-f1b0-4959-9641-df64dcfa43c4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1935869524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a34a6adfdb95418ba67dc915c9c734b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb07d37e0-ff", "ovs_interfaceid": "b07d37e0-ff1a-48f7-bedd-b605bd01a869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.697607] env[62954]: DEBUG oslo_vmware.api [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597723, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.801483] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b53844b7-dde9-45a6-98fa-6e6ad4f46581 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lock "bd59b51e-a095-4464-a022-aa291c04f5a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.966s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.889633] env[62954]: DEBUG oslo_concurrency.lockutils [req-8ae253bc-52e8-4e84-a350-9f55b5383298 req-70af4b60-ecc9-44db-b962-3ae00434976c service nova] Releasing lock "refresh_cache-7c869ee8-46a2-4f90-81b0-81399e6495bc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.025369] env[62954]: DEBUG nova.scheduler.client.report [None req-baad4a04-2379-49b5-a855-72756e25dccf tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.067801] env[62954]: DEBUG oslo_vmware.api [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': task-2597724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083703} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.067801] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.067801] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31c6e87-307d-49ab-8370-ce76d7c2d550 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.092391] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 2c0b4030-7fe2-41ad-b91a-54cc1f58c868/2c0b4030-7fe2-41ad-b91a-54cc1f58c868.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.092735] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3ce47e0-6932-4e97-aa57-b4489dfac7f1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.107915] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Releasing lock "refresh_cache-ce61fb64-fab1-497d-8604-332e4fab5480" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.108095] env[62954]: DEBUG nova.compute.manager [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Instance network_info: |[{"id": "b07d37e0-ff1a-48f7-bedd-b605bd01a869", "address": "fa:16:3e:82:03:df", "network": {"id": "83c48440-f1b0-4959-9641-df64dcfa43c4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1935869524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a34a6adfdb95418ba67dc915c9c734b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb07d37e0-ff", "ovs_interfaceid": "b07d37e0-ff1a-48f7-bedd-b605bd01a869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 882.108543] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:03:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b931c4c-f73c-4fbd-9c9f-0270834cc69e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b07d37e0-ff1a-48f7-bedd-b605bd01a869', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.116185] env[62954]: DEBUG oslo.service.loopingcall [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 882.120029] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.120029] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27eed317-0b18-4b83-ba6f-59697e5b4fa7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.137348] env[62954]: DEBUG oslo_vmware.api [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Waiting for the task: (returnval){ [ 882.137348] env[62954]: value = "task-2597725" [ 882.137348] env[62954]: _type = "Task" [ 882.137348] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.139923] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.139923] env[62954]: value = "task-2597726" [ 882.139923] env[62954]: _type = "Task" [ 882.139923] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.146900] env[62954]: DEBUG oslo_vmware.api [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': task-2597725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.152939] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597726, 'name': CreateVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.194782] env[62954]: DEBUG oslo_vmware.api [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597723, 'name': PowerOnVM_Task, 'duration_secs': 1.091811} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.195096] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.198565] env[62954]: DEBUG nova.compute.manager [None req-13e8d083-ed78-46db-902e-4f775c194b96 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.199520] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73307d98-1196-4e99-b305-8ef89990dc6f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.534018] env[62954]: DEBUG oslo_concurrency.lockutils [None req-baad4a04-2379-49b5-a855-72756e25dccf tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.808s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.537636] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.088s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.540182] env[62954]: INFO nova.compute.claims [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.580430] env[62954]: INFO nova.scheduler.client.report [None req-baad4a04-2379-49b5-a855-72756e25dccf tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Deleted allocations for instance e94eca32-39e6-4911-870f-2725923a8476 [ 882.657027] env[62954]: DEBUG oslo_vmware.api [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': task-2597725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.658228] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597726, 'name': CreateVM_Task, 'duration_secs': 0.460407} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.658434] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.659464] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.659808] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.660226] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.660526] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fbdd950-89c4-46fc-adbd-92c292880227 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.665718] env[62954]: DEBUG oslo_vmware.api [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 882.665718] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52481308-3b64-6036-6bb9-28008ff20b5a" [ 882.665718] env[62954]: _type = "Task" [ 882.665718] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.676215] env[62954]: DEBUG oslo_vmware.api [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52481308-3b64-6036-6bb9-28008ff20b5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.690860] env[62954]: DEBUG nova.compute.manager [req-028e126e-d2ca-4c59-b3cf-2ce480299b0b req-6f8cfb80-c37a-4303-bf3f-60eed507e6cb service nova] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Received event network-changed-16fef8c8-0e73-4a44-8002-9572ed5e7c81 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 882.690860] env[62954]: DEBUG nova.compute.manager [req-028e126e-d2ca-4c59-b3cf-2ce480299b0b req-6f8cfb80-c37a-4303-bf3f-60eed507e6cb service nova] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Refreshing instance network info cache due to event network-changed-16fef8c8-0e73-4a44-8002-9572ed5e7c81. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 882.690860] env[62954]: DEBUG oslo_concurrency.lockutils [req-028e126e-d2ca-4c59-b3cf-2ce480299b0b req-6f8cfb80-c37a-4303-bf3f-60eed507e6cb service nova] Acquiring lock "refresh_cache-bd59b51e-a095-4464-a022-aa291c04f5a7" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.690860] env[62954]: DEBUG oslo_concurrency.lockutils [req-028e126e-d2ca-4c59-b3cf-2ce480299b0b req-6f8cfb80-c37a-4303-bf3f-60eed507e6cb service nova] Acquired lock "refresh_cache-bd59b51e-a095-4464-a022-aa291c04f5a7" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.690860] env[62954]: DEBUG nova.network.neutron [req-028e126e-d2ca-4c59-b3cf-2ce480299b0b req-6f8cfb80-c37a-4303-bf3f-60eed507e6cb service nova] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Refreshing network info cache for port 16fef8c8-0e73-4a44-8002-9572ed5e7c81 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.092103] env[62954]: DEBUG oslo_concurrency.lockutils [None req-baad4a04-2379-49b5-a855-72756e25dccf tempest-ServerAddressesNegativeTestJSON-1195631247 tempest-ServerAddressesNegativeTestJSON-1195631247-project-member] Lock "e94eca32-39e6-4911-870f-2725923a8476" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.957s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.147994] env[62954]: DEBUG oslo_vmware.api [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': task-2597725, 'name': ReconfigVM_Task, 'duration_secs': 0.618624} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.148230] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 2c0b4030-7fe2-41ad-b91a-54cc1f58c868/2c0b4030-7fe2-41ad-b91a-54cc1f58c868.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.149442] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2ad9702-a05f-4ea4-8383-7313efcced87 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.159625] env[62954]: DEBUG oslo_vmware.api [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Waiting for the task: (returnval){ [ 883.159625] env[62954]: value = "task-2597727" [ 883.159625] env[62954]: _type = "Task" [ 883.159625] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.169036] env[62954]: DEBUG oslo_vmware.api [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': task-2597727, 'name': Rename_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.182406] env[62954]: DEBUG oslo_vmware.api [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52481308-3b64-6036-6bb9-28008ff20b5a, 'name': SearchDatastore_Task, 'duration_secs': 0.009961} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.182724] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.182960] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.183243] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.183386] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.183565] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.183850] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04bbb748-1926-4351-a4a7-af5f7f58981f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.196890] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.197110] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.198368] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-042d9c8b-34a8-4433-aafb-fd2bed7b4bcb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.204747] env[62954]: DEBUG oslo_vmware.api [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 883.204747] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52254219-9bf7-a8f3-ff07-44672be0933d" [ 883.204747] env[62954]: _type = "Task" [ 883.204747] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.215329] env[62954]: DEBUG oslo_vmware.api [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52254219-9bf7-a8f3-ff07-44672be0933d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.631576] env[62954]: DEBUG nova.network.neutron [req-028e126e-d2ca-4c59-b3cf-2ce480299b0b req-6f8cfb80-c37a-4303-bf3f-60eed507e6cb service nova] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Updated VIF entry in instance network info cache for port 16fef8c8-0e73-4a44-8002-9572ed5e7c81. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.631861] env[62954]: DEBUG nova.network.neutron [req-028e126e-d2ca-4c59-b3cf-2ce480299b0b req-6f8cfb80-c37a-4303-bf3f-60eed507e6cb service nova] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Updating instance_info_cache with network_info: [{"id": "16fef8c8-0e73-4a44-8002-9572ed5e7c81", "address": "fa:16:3e:2d:52:d7", "network": {"id": "e2c00089-192e-4550-a1d0-97edff29a9da", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-334355756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd82b9480b6448fb86a9dddf12602c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16fef8c8-0e", "ovs_interfaceid": "16fef8c8-0e73-4a44-8002-9572ed5e7c81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.675362] env[62954]: DEBUG oslo_vmware.api [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': task-2597727, 'name': Rename_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.717420] env[62954]: DEBUG oslo_vmware.api [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52254219-9bf7-a8f3-ff07-44672be0933d, 'name': SearchDatastore_Task, 'duration_secs': 0.010693} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.721439] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04918b49-fbdb-4f99-8fc0-7d037e1d202f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.730242] env[62954]: DEBUG oslo_vmware.api [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 883.730242] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]523d6e61-439e-43f4-aaa2-c7fb72720c80" [ 883.730242] env[62954]: _type = "Task" [ 883.730242] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.743079] env[62954]: DEBUG oslo_vmware.api [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]523d6e61-439e-43f4-aaa2-c7fb72720c80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.814274] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3a1db0-1682-4c3f-8453-4d038b020791 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.823344] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54832274-6e63-4b2c-bdac-0bcd7412f0c4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.865695] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f4ee7f-d85e-4225-a1b0-0d6b26c59c60 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.870022] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9278605b-776e-4f04-a469-1bdc390261a4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.889461] env[62954]: DEBUG nova.compute.provider_tree [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.147086] env[62954]: DEBUG oslo_concurrency.lockutils [req-028e126e-d2ca-4c59-b3cf-2ce480299b0b req-6f8cfb80-c37a-4303-bf3f-60eed507e6cb service nova] Releasing lock "refresh_cache-bd59b51e-a095-4464-a022-aa291c04f5a7" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.175239] env[62954]: DEBUG oslo_vmware.api [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': task-2597727, 'name': Rename_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.241719] env[62954]: DEBUG oslo_vmware.api [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]523d6e61-439e-43f4-aaa2-c7fb72720c80, 'name': SearchDatastore_Task, 'duration_secs': 0.01452} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.242382] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.242382] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] ce61fb64-fab1-497d-8604-332e4fab5480/ce61fb64-fab1-497d-8604-332e4fab5480.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.242595] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21f87a6f-3fad-4790-b87c-0293b06e1195 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.253523] env[62954]: DEBUG oslo_vmware.api [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 884.253523] env[62954]: value = "task-2597728" [ 884.253523] env[62954]: _type = "Task" [ 884.253523] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.264409] env[62954]: DEBUG oslo_vmware.api [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.398302] env[62954]: DEBUG nova.scheduler.client.report [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.408180] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Acquiring lock "831ad8dc-e81e-4de8-86fb-4aceaf14b8a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.409092] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Lock "831ad8dc-e81e-4de8-86fb-4aceaf14b8a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.676237] env[62954]: DEBUG oslo_vmware.api [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': task-2597727, 'name': Rename_Task, 'duration_secs': 1.261262} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.678065] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.678065] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23c37efd-c1f3-4ee5-b34c-a93c1abcccbd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.686322] env[62954]: DEBUG oslo_vmware.api [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Waiting for the task: (returnval){ [ 884.686322] env[62954]: value = "task-2597729" [ 884.686322] env[62954]: _type = "Task" [ 884.686322] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.699544] env[62954]: DEBUG oslo_vmware.api [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': task-2597729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.765919] env[62954]: DEBUG oslo_vmware.api [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597728, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.902487] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.902664] env[62954]: DEBUG nova.compute.manager [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 884.915547] env[62954]: DEBUG nova.compute.manager [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 885.202098] env[62954]: DEBUG oslo_vmware.api [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': task-2597729, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.266397] env[62954]: DEBUG oslo_vmware.api [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585575} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.266767] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] ce61fb64-fab1-497d-8604-332e4fab5480/ce61fb64-fab1-497d-8604-332e4fab5480.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.267000] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.267360] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95f9e822-98ea-4846-8b3f-8572abdefe08 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.274804] env[62954]: DEBUG oslo_vmware.api [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 885.274804] env[62954]: value = "task-2597730" [ 885.274804] env[62954]: _type = "Task" [ 885.274804] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.283153] env[62954]: DEBUG oslo_vmware.api [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597730, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.410113] env[62954]: DEBUG nova.compute.utils [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 885.411808] env[62954]: DEBUG nova.compute.manager [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 885.415723] env[62954]: DEBUG nova.network.neutron [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 885.439657] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.439963] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.441452] env[62954]: INFO nova.compute.claims [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 885.455049] env[62954]: DEBUG nova.policy [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ec8972a518a4b0db3851ddecaeca22c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c9a1a2527e442b2806b13f1fd9765d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.707121] env[62954]: DEBUG oslo_vmware.api [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': task-2597729, 'name': PowerOnVM_Task, 'duration_secs': 0.762715} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.711492] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.711667] env[62954]: INFO nova.compute.manager [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Took 10.00 seconds to spawn the instance on the hypervisor. [ 885.711855] env[62954]: DEBUG nova.compute.manager [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.712770] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc15628-0b91-41e3-a790-039ef1238ce3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.748464] env[62954]: DEBUG nova.network.neutron [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Successfully created port: facd7399-b61c-42df-b3dc-e662e95420d2 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.785411] env[62954]: DEBUG oslo_vmware.api [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597730, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076863} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.785684] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.786651] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47593557-2911-4f67-8ef7-e6625b71b380 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.812022] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] ce61fb64-fab1-497d-8604-332e4fab5480/ce61fb64-fab1-497d-8604-332e4fab5480.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.812213] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f819cb7d-adf9-452d-bbc3-460095b68e07 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.836229] env[62954]: DEBUG oslo_vmware.api [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 885.836229] env[62954]: value = "task-2597731" [ 885.836229] env[62954]: _type = "Task" [ 885.836229] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.845160] env[62954]: DEBUG oslo_vmware.api [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597731, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.920507] env[62954]: DEBUG nova.compute.manager [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 886.235649] env[62954]: INFO nova.compute.manager [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Took 25.61 seconds to build instance. [ 886.349188] env[62954]: DEBUG oslo_vmware.api [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597731, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.700025] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffa4811-1a55-429f-b7de-8878185fedf3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.710900] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e909329-3054-4ebb-ae2c-4ce0a2c76a35 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.744587] env[62954]: DEBUG oslo_concurrency.lockutils [None req-345ca0e2-768b-4eb0-870f-4c55b97d7de8 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Lock "2c0b4030-7fe2-41ad-b91a-54cc1f58c868" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.129s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.746076] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097c1d75-4528-445d-8cc1-6fc74cfc3b43 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.754808] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941a61f9-85e1-44df-8689-4edc07f9b460 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.772233] env[62954]: DEBUG nova.compute.provider_tree [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.850171] env[62954]: DEBUG oslo_vmware.api [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597731, 'name': ReconfigVM_Task, 'duration_secs': 0.619021} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.850171] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Reconfigured VM instance instance-00000052 to attach disk [datastore1] ce61fb64-fab1-497d-8604-332e4fab5480/ce61fb64-fab1-497d-8604-332e4fab5480.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.850809] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6297af5-b962-4dd0-aac1-2544317ddf11 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.858677] env[62954]: DEBUG oslo_vmware.api [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 886.858677] env[62954]: value = "task-2597732" [ 886.858677] env[62954]: _type = "Task" [ 886.858677] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.869810] env[62954]: DEBUG oslo_vmware.api [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597732, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.907770] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Didn't find any instances for network info cache update. {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 886.907915] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 886.908047] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 886.908091] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 886.909456] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 886.909456] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 886.909456] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 886.909456] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62954) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 886.909456] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 886.930208] env[62954]: DEBUG nova.compute.manager [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 886.968536] env[62954]: DEBUG nova.virt.hardware [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.968790] env[62954]: DEBUG nova.virt.hardware [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.968958] env[62954]: DEBUG nova.virt.hardware [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.969164] env[62954]: DEBUG nova.virt.hardware [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.969315] env[62954]: DEBUG nova.virt.hardware [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.969465] env[62954]: DEBUG nova.virt.hardware [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.969696] env[62954]: DEBUG nova.virt.hardware [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.969867] env[62954]: DEBUG nova.virt.hardware [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.970079] env[62954]: DEBUG nova.virt.hardware [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.970301] env[62954]: DEBUG nova.virt.hardware [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.970499] env[62954]: DEBUG nova.virt.hardware [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.971437] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4924356c-6243-4cb5-8199-7f6a8ff82dc1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.980814] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6696f10-a10b-49ab-bdd9-4a9709857147 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.181894] env[62954]: DEBUG oslo_vmware.rw_handles [None req-31794277-9f15-48a8-b1fd-4ca36eeec13b tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521c85fe-b783-73c2-0795-4c14975c355f/disk-0.vmdk. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 887.183402] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4471b4-7e92-492d-b413-13b6125c203d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.193097] env[62954]: DEBUG oslo_vmware.rw_handles [None req-31794277-9f15-48a8-b1fd-4ca36eeec13b tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521c85fe-b783-73c2-0795-4c14975c355f/disk-0.vmdk is in state: ready. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 887.193393] env[62954]: ERROR oslo_vmware.rw_handles [None req-31794277-9f15-48a8-b1fd-4ca36eeec13b tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521c85fe-b783-73c2-0795-4c14975c355f/disk-0.vmdk due to incomplete transfer. [ 887.193727] env[62954]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8339bdc7-ad38-4e45-ac99-6d894ba69790 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.202935] env[62954]: DEBUG oslo_vmware.rw_handles [None req-31794277-9f15-48a8-b1fd-4ca36eeec13b tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521c85fe-b783-73c2-0795-4c14975c355f/disk-0.vmdk. {{(pid=62954) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 887.203287] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-31794277-9f15-48a8-b1fd-4ca36eeec13b tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Uploaded image 9d2e778c-a90e-43fa-898e-1ef38ce02a16 to the Glance image server {{(pid=62954) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 887.207488] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-31794277-9f15-48a8-b1fd-4ca36eeec13b tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Destroying the VM {{(pid=62954) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 887.207488] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a6698c33-b425-495a-b3e5-7540e2a2fd32 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.216083] env[62954]: DEBUG oslo_vmware.api [None req-31794277-9f15-48a8-b1fd-4ca36eeec13b tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 887.216083] env[62954]: value = "task-2597733" [ 887.216083] env[62954]: _type = "Task" [ 887.216083] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.230363] env[62954]: DEBUG oslo_vmware.api [None req-31794277-9f15-48a8-b1fd-4ca36eeec13b tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597733, 'name': Destroy_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.276879] env[62954]: DEBUG nova.scheduler.client.report [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.293855] env[62954]: DEBUG nova.compute.manager [req-cb48396a-ecf6-4e97-b018-3a886011084e req-492d28f3-89f4-4ed1-904f-e4b82a82fbe9 service nova] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Received event network-vif-plugged-facd7399-b61c-42df-b3dc-e662e95420d2 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 887.295324] env[62954]: DEBUG oslo_concurrency.lockutils [req-cb48396a-ecf6-4e97-b018-3a886011084e req-492d28f3-89f4-4ed1-904f-e4b82a82fbe9 service nova] Acquiring lock "9ac4aacf-6bbe-4027-992e-f81e3cd10cd7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.295555] env[62954]: DEBUG oslo_concurrency.lockutils [req-cb48396a-ecf6-4e97-b018-3a886011084e req-492d28f3-89f4-4ed1-904f-e4b82a82fbe9 service nova] Lock "9ac4aacf-6bbe-4027-992e-f81e3cd10cd7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.295818] env[62954]: DEBUG oslo_concurrency.lockutils [req-cb48396a-ecf6-4e97-b018-3a886011084e req-492d28f3-89f4-4ed1-904f-e4b82a82fbe9 service nova] Lock "9ac4aacf-6bbe-4027-992e-f81e3cd10cd7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.296108] env[62954]: DEBUG nova.compute.manager [req-cb48396a-ecf6-4e97-b018-3a886011084e req-492d28f3-89f4-4ed1-904f-e4b82a82fbe9 service nova] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] No waiting events found dispatching network-vif-plugged-facd7399-b61c-42df-b3dc-e662e95420d2 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 887.296372] env[62954]: WARNING nova.compute.manager [req-cb48396a-ecf6-4e97-b018-3a886011084e req-492d28f3-89f4-4ed1-904f-e4b82a82fbe9 service nova] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Received unexpected event network-vif-plugged-facd7399-b61c-42df-b3dc-e662e95420d2 for instance with vm_state building and task_state spawning. [ 887.375144] env[62954]: DEBUG oslo_vmware.api [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597732, 'name': Rename_Task, 'duration_secs': 0.215002} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.375144] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.375144] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e43b2fa-7868-4d32-abdb-0f34e052be52 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.384252] env[62954]: DEBUG oslo_vmware.api [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 887.384252] env[62954]: value = "task-2597734" [ 887.384252] env[62954]: _type = "Task" [ 887.384252] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.399454] env[62954]: DEBUG oslo_vmware.api [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597734, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.411703] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.494621] env[62954]: DEBUG nova.network.neutron [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Successfully updated port: facd7399-b61c-42df-b3dc-e662e95420d2 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.726175] env[62954]: DEBUG oslo_vmware.api [None req-31794277-9f15-48a8-b1fd-4ca36eeec13b tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597733, 'name': Destroy_Task} progress is 33%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.786016] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.786621] env[62954]: DEBUG nova.compute.manager [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.790754] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.379s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.790754] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.790867] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62954) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 887.792052] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131e88c9-34bc-4dfe-9249-6a192d0c1203 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.802120] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36d1416-56b3-4596-8aa2-c35fec73141c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.820905] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b8804a-6f12-4506-a6a7-be19f7b762d1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.828682] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a12ac21-eec0-4c14-ac41-bfa2f4610d53 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.863349] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179682MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=62954) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 887.865663] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.865663] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.896078] env[62954]: DEBUG oslo_vmware.api [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597734, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.001671] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "refresh_cache-9ac4aacf-6bbe-4027-992e-f81e3cd10cd7" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.001985] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquired lock "refresh_cache-9ac4aacf-6bbe-4027-992e-f81e3cd10cd7" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.002354] env[62954]: DEBUG nova.network.neutron [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.018572] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Acquiring lock "b7ae08a3-971e-4c17-be31-708bbf28cb66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.018716] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Lock "b7ae08a3-971e-4c17-be31-708bbf28cb66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.032783] env[62954]: DEBUG nova.compute.manager [req-c4624045-4aae-4df3-97af-e379ab0ebcfc req-b55e306c-cdd6-4d34-b03a-e557c1122e1e service nova] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Received event network-changed-6abbf20c-8116-479b-928b-4766597ebe92 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 888.033539] env[62954]: DEBUG nova.compute.manager [req-c4624045-4aae-4df3-97af-e379ab0ebcfc req-b55e306c-cdd6-4d34-b03a-e557c1122e1e service nova] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Refreshing instance network info cache due to event network-changed-6abbf20c-8116-479b-928b-4766597ebe92. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 888.034228] env[62954]: DEBUG oslo_concurrency.lockutils [req-c4624045-4aae-4df3-97af-e379ab0ebcfc req-b55e306c-cdd6-4d34-b03a-e557c1122e1e service nova] Acquiring lock "refresh_cache-2c0b4030-7fe2-41ad-b91a-54cc1f58c868" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.034388] env[62954]: DEBUG oslo_concurrency.lockutils [req-c4624045-4aae-4df3-97af-e379ab0ebcfc req-b55e306c-cdd6-4d34-b03a-e557c1122e1e service nova] Acquired lock "refresh_cache-2c0b4030-7fe2-41ad-b91a-54cc1f58c868" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.034559] env[62954]: DEBUG nova.network.neutron [req-c4624045-4aae-4df3-97af-e379ab0ebcfc req-b55e306c-cdd6-4d34-b03a-e557c1122e1e service nova] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Refreshing network info cache for port 6abbf20c-8116-479b-928b-4766597ebe92 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 888.074295] env[62954]: DEBUG nova.network.neutron [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.229024] env[62954]: DEBUG oslo_vmware.api [None req-31794277-9f15-48a8-b1fd-4ca36eeec13b tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597733, 'name': Destroy_Task, 'duration_secs': 0.792011} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.229024] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-31794277-9f15-48a8-b1fd-4ca36eeec13b tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Destroyed the VM [ 888.229024] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-31794277-9f15-48a8-b1fd-4ca36eeec13b tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Deleting Snapshot of the VM instance {{(pid=62954) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 888.229024] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-73bf1a3c-61ee-4df8-8e49-8d82535d93a3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.234589] env[62954]: DEBUG oslo_vmware.api [None req-31794277-9f15-48a8-b1fd-4ca36eeec13b tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 888.234589] env[62954]: value = "task-2597735" [ 888.234589] env[62954]: _type = "Task" [ 888.234589] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.245186] env[62954]: DEBUG oslo_vmware.api [None req-31794277-9f15-48a8-b1fd-4ca36eeec13b tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597735, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.295236] env[62954]: DEBUG nova.compute.utils [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 888.296208] env[62954]: DEBUG nova.compute.manager [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 888.296426] env[62954]: DEBUG nova.network.neutron [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 888.325580] env[62954]: DEBUG nova.network.neutron [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Updating instance_info_cache with network_info: [{"id": "facd7399-b61c-42df-b3dc-e662e95420d2", "address": "fa:16:3e:5b:bd:a2", "network": {"id": "a3bdc751-8cf3-4508-9734-f077b7bcca4b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-735498890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c9a1a2527e442b2806b13f1fd9765d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfacd7399-b6", "ovs_interfaceid": "facd7399-b61c-42df-b3dc-e662e95420d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.343681] env[62954]: DEBUG nova.policy [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d7f4449e42e45d59f0a953d0a4e1aea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13c7e22d1d80416cb402f81f7cc57099', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 888.396646] env[62954]: DEBUG oslo_vmware.api [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597734, 'name': PowerOnVM_Task, 'duration_secs': 0.887367} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.396936] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.397185] env[62954]: INFO nova.compute.manager [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Took 9.40 seconds to spawn the instance on the hypervisor. [ 888.397351] env[62954]: DEBUG nova.compute.manager [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.398454] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876b0c1c-8532-4fd2-8cda-c9e9c9cb4e33 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.520982] env[62954]: DEBUG nova.compute.manager [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 888.746613] env[62954]: DEBUG oslo_vmware.api [None req-31794277-9f15-48a8-b1fd-4ca36eeec13b tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597735, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.752993] env[62954]: DEBUG nova.network.neutron [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Successfully created port: 0c32f4e1-65bb-438a-a148-d6393f6e637b {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 888.799237] env[62954]: DEBUG nova.compute.manager [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.829311] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Releasing lock "refresh_cache-9ac4aacf-6bbe-4027-992e-f81e3cd10cd7" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.829643] env[62954]: DEBUG nova.compute.manager [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Instance network_info: |[{"id": "facd7399-b61c-42df-b3dc-e662e95420d2", "address": "fa:16:3e:5b:bd:a2", "network": {"id": "a3bdc751-8cf3-4508-9734-f077b7bcca4b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-735498890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c9a1a2527e442b2806b13f1fd9765d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfacd7399-b6", "ovs_interfaceid": "facd7399-b61c-42df-b3dc-e662e95420d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 888.830543] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:bd:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'facd7399-b61c-42df-b3dc-e662e95420d2', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.841350] env[62954]: DEBUG oslo.service.loopingcall [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 888.842153] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.842153] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5bf3eac-4a94-46e3-b18c-8f3e9cc09f59 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.867695] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.867695] env[62954]: value = "task-2597736" [ 888.867695] env[62954]: _type = "Task" [ 888.867695] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.883219] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597736, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.914766] env[62954]: DEBUG nova.network.neutron [req-c4624045-4aae-4df3-97af-e379ab0ebcfc req-b55e306c-cdd6-4d34-b03a-e557c1122e1e service nova] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Updated VIF entry in instance network info cache for port 6abbf20c-8116-479b-928b-4766597ebe92. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.915090] env[62954]: DEBUG nova.network.neutron [req-c4624045-4aae-4df3-97af-e379ab0ebcfc req-b55e306c-cdd6-4d34-b03a-e557c1122e1e service nova] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Updating instance_info_cache with network_info: [{"id": "6abbf20c-8116-479b-928b-4766597ebe92", "address": "fa:16:3e:ea:4d:4d", "network": {"id": "784f952f-8d7f-43d7-89b0-3096d7a5d7ac", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-652099428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd9a9b48fe5f41398403678762e2ce7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6abbf20c-81", "ovs_interfaceid": "6abbf20c-8116-479b-928b-4766597ebe92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.916870] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 888.917042] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 888.917915] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 2afb6f73-709d-4a37-8b32-23fd34a2191a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 888.917915] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance bd25771f-4502-4a7c-acb6-75a91117d993 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 888.917915] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 5ea4c876-a32b-4295-855c-61464cc8f72b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 888.917915] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 888.917915] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 334639c6-2360-40f6-bd4f-f2958262a54f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 888.917915] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 6d2cd180-5a16-4837-905b-99d901959f5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 888.917915] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 7c869ee8-46a2-4f90-81b0-81399e6495bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 888.917915] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance bd59b51e-a095-4464-a022-aa291c04f5a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 888.918386] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 2c0b4030-7fe2-41ad-b91a-54cc1f58c868 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 888.918386] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance ce61fb64-fab1-497d-8604-332e4fab5480 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 888.918386] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 888.918386] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 888.923756] env[62954]: INFO nova.compute.manager [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Took 25.11 seconds to build instance. [ 889.046750] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.073803] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquiring lock "17136594-e2a6-4758-be56-68ba6438613a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.074112] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "17136594-e2a6-4758-be56-68ba6438613a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.248359] env[62954]: DEBUG oslo_vmware.api [None req-31794277-9f15-48a8-b1fd-4ca36eeec13b tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597735, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.342451] env[62954]: DEBUG nova.compute.manager [req-0bcc63b6-5238-458f-bbcf-9ce656c979ee req-da998e77-92c0-40df-8c70-476faa11e9ca service nova] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Received event network-changed-facd7399-b61c-42df-b3dc-e662e95420d2 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 889.342731] env[62954]: DEBUG nova.compute.manager [req-0bcc63b6-5238-458f-bbcf-9ce656c979ee req-da998e77-92c0-40df-8c70-476faa11e9ca service nova] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Refreshing instance network info cache due to event network-changed-facd7399-b61c-42df-b3dc-e662e95420d2. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 889.342892] env[62954]: DEBUG oslo_concurrency.lockutils [req-0bcc63b6-5238-458f-bbcf-9ce656c979ee req-da998e77-92c0-40df-8c70-476faa11e9ca service nova] Acquiring lock "refresh_cache-9ac4aacf-6bbe-4027-992e-f81e3cd10cd7" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.343050] env[62954]: DEBUG oslo_concurrency.lockutils [req-0bcc63b6-5238-458f-bbcf-9ce656c979ee req-da998e77-92c0-40df-8c70-476faa11e9ca service nova] Acquired lock "refresh_cache-9ac4aacf-6bbe-4027-992e-f81e3cd10cd7" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.343230] env[62954]: DEBUG nova.network.neutron [req-0bcc63b6-5238-458f-bbcf-9ce656c979ee req-da998e77-92c0-40df-8c70-476faa11e9ca service nova] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Refreshing network info cache for port facd7399-b61c-42df-b3dc-e662e95420d2 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.378747] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597736, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.422845] env[62954]: DEBUG oslo_concurrency.lockutils [req-c4624045-4aae-4df3-97af-e379ab0ebcfc req-b55e306c-cdd6-4d34-b03a-e557c1122e1e service nova] Releasing lock "refresh_cache-2c0b4030-7fe2-41ad-b91a-54cc1f58c868" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.426783] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance b7ae08a3-971e-4c17-be31-708bbf28cb66 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 889.427770] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4b10ef6e-525e-45b9-a4e6-82044e8f1288 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "ce61fb64-fab1-497d-8604-332e4fab5480" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.633s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.577240] env[62954]: DEBUG nova.compute.manager [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 889.748466] env[62954]: DEBUG oslo_vmware.api [None req-31794277-9f15-48a8-b1fd-4ca36eeec13b tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597735, 'name': RemoveSnapshot_Task, 'duration_secs': 1.104573} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.748739] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-31794277-9f15-48a8-b1fd-4ca36eeec13b tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Deleted Snapshot of the VM instance {{(pid=62954) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 889.748976] env[62954]: INFO nova.compute.manager [None req-31794277-9f15-48a8-b1fd-4ca36eeec13b tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Took 17.26 seconds to snapshot the instance on the hypervisor. [ 889.810599] env[62954]: DEBUG nova.compute.manager [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.837434] env[62954]: DEBUG nova.virt.hardware [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.837672] env[62954]: DEBUG nova.virt.hardware [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.837829] env[62954]: DEBUG nova.virt.hardware [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.838016] env[62954]: DEBUG nova.virt.hardware [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.838174] env[62954]: DEBUG nova.virt.hardware [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.838320] env[62954]: DEBUG nova.virt.hardware [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.838525] env[62954]: DEBUG nova.virt.hardware [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.838724] env[62954]: DEBUG nova.virt.hardware [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.838840] env[62954]: DEBUG nova.virt.hardware [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.839009] env[62954]: DEBUG nova.virt.hardware [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.839228] env[62954]: DEBUG nova.virt.hardware [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.840187] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf52430c-e9cd-4962-ad0d-c58e277204fc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.850296] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043dc592-204f-4583-8911-a2abf63f2ce5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.877177] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597736, 'name': CreateVM_Task, 'duration_secs': 0.513918} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.877595] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.878015] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.878188] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.878524] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.878760] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12c72f99-48ca-46c3-bdb6-0a45a2274877 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.883073] env[62954]: DEBUG oslo_vmware.api [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 889.883073] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52805c7d-1d33-8e57-8c99-919256cb08b4" [ 889.883073] env[62954]: _type = "Task" [ 889.883073] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.892826] env[62954]: DEBUG oslo_vmware.api [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52805c7d-1d33-8e57-8c99-919256cb08b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.929300] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 17136594-e2a6-4758-be56-68ba6438613a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 889.929577] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62954) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 889.929707] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62954) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 890.107275] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.170573] env[62954]: DEBUG nova.network.neutron [req-0bcc63b6-5238-458f-bbcf-9ce656c979ee req-da998e77-92c0-40df-8c70-476faa11e9ca service nova] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Updated VIF entry in instance network info cache for port facd7399-b61c-42df-b3dc-e662e95420d2. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.171809] env[62954]: DEBUG nova.network.neutron [req-0bcc63b6-5238-458f-bbcf-9ce656c979ee req-da998e77-92c0-40df-8c70-476faa11e9ca service nova] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Updating instance_info_cache with network_info: [{"id": "facd7399-b61c-42df-b3dc-e662e95420d2", "address": "fa:16:3e:5b:bd:a2", "network": {"id": "a3bdc751-8cf3-4508-9734-f077b7bcca4b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-735498890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c9a1a2527e442b2806b13f1fd9765d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfacd7399-b6", "ovs_interfaceid": "facd7399-b61c-42df-b3dc-e662e95420d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.193753] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31a1744-3fd6-4dfb-a772-711a993bc4bb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.201404] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1226b1-ff79-4ddc-aee3-cf4fd0af7925 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.233112] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236d5571-ed42-41ba-8ba3-f70bf0946ac4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.240838] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28fd73f-69f4-4259-9bd1-5a990b275fbb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.254301] env[62954]: DEBUG nova.compute.provider_tree [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.333217] env[62954]: DEBUG nova.compute.manager [req-c1117727-5418-4484-af9c-d18415ab6e8d req-bf26d75f-0679-42c7-ad55-02b4d1992845 service nova] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Received event network-vif-plugged-0c32f4e1-65bb-438a-a148-d6393f6e637b {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 890.333217] env[62954]: DEBUG oslo_concurrency.lockutils [req-c1117727-5418-4484-af9c-d18415ab6e8d req-bf26d75f-0679-42c7-ad55-02b4d1992845 service nova] Acquiring lock "831ad8dc-e81e-4de8-86fb-4aceaf14b8a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.333217] env[62954]: DEBUG oslo_concurrency.lockutils [req-c1117727-5418-4484-af9c-d18415ab6e8d req-bf26d75f-0679-42c7-ad55-02b4d1992845 service nova] Lock "831ad8dc-e81e-4de8-86fb-4aceaf14b8a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.333217] env[62954]: DEBUG oslo_concurrency.lockutils [req-c1117727-5418-4484-af9c-d18415ab6e8d req-bf26d75f-0679-42c7-ad55-02b4d1992845 service nova] Lock "831ad8dc-e81e-4de8-86fb-4aceaf14b8a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.333217] env[62954]: DEBUG nova.compute.manager [req-c1117727-5418-4484-af9c-d18415ab6e8d req-bf26d75f-0679-42c7-ad55-02b4d1992845 service nova] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] No waiting events found dispatching network-vif-plugged-0c32f4e1-65bb-438a-a148-d6393f6e637b {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 890.333217] env[62954]: WARNING nova.compute.manager [req-c1117727-5418-4484-af9c-d18415ab6e8d req-bf26d75f-0679-42c7-ad55-02b4d1992845 service nova] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Received unexpected event network-vif-plugged-0c32f4e1-65bb-438a-a148-d6393f6e637b for instance with vm_state building and task_state spawning. [ 890.395159] env[62954]: DEBUG oslo_vmware.api [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52805c7d-1d33-8e57-8c99-919256cb08b4, 'name': SearchDatastore_Task, 'duration_secs': 0.032768} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.395490] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.395724] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.395986] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.396153] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.396339] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.397680] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20ee4072-0862-489b-9a18-d1cb5e30e887 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.412618] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.412885] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.414020] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f33ba2e-4b79-4d18-985f-1f5b4fb296f8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.422079] env[62954]: DEBUG oslo_vmware.api [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 890.422079] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52667978-72a8-606b-f757-e6f2099a79bc" [ 890.422079] env[62954]: _type = "Task" [ 890.422079] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.433702] env[62954]: DEBUG oslo_vmware.api [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52667978-72a8-606b-f757-e6f2099a79bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.457187] env[62954]: DEBUG nova.network.neutron [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Successfully updated port: 0c32f4e1-65bb-438a-a148-d6393f6e637b {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 890.673239] env[62954]: DEBUG oslo_concurrency.lockutils [req-0bcc63b6-5238-458f-bbcf-9ce656c979ee req-da998e77-92c0-40df-8c70-476faa11e9ca service nova] Releasing lock "refresh_cache-9ac4aacf-6bbe-4027-992e-f81e3cd10cd7" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.673538] env[62954]: DEBUG nova.compute.manager [req-0bcc63b6-5238-458f-bbcf-9ce656c979ee req-da998e77-92c0-40df-8c70-476faa11e9ca service nova] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Received event network-changed-6abbf20c-8116-479b-928b-4766597ebe92 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 890.673738] env[62954]: DEBUG nova.compute.manager [req-0bcc63b6-5238-458f-bbcf-9ce656c979ee req-da998e77-92c0-40df-8c70-476faa11e9ca service nova] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Refreshing instance network info cache due to event network-changed-6abbf20c-8116-479b-928b-4766597ebe92. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 890.673957] env[62954]: DEBUG oslo_concurrency.lockutils [req-0bcc63b6-5238-458f-bbcf-9ce656c979ee req-da998e77-92c0-40df-8c70-476faa11e9ca service nova] Acquiring lock "refresh_cache-2c0b4030-7fe2-41ad-b91a-54cc1f58c868" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.674117] env[62954]: DEBUG oslo_concurrency.lockutils [req-0bcc63b6-5238-458f-bbcf-9ce656c979ee req-da998e77-92c0-40df-8c70-476faa11e9ca service nova] Acquired lock "refresh_cache-2c0b4030-7fe2-41ad-b91a-54cc1f58c868" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.674282] env[62954]: DEBUG nova.network.neutron [req-0bcc63b6-5238-458f-bbcf-9ce656c979ee req-da998e77-92c0-40df-8c70-476faa11e9ca service nova] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Refreshing network info cache for port 6abbf20c-8116-479b-928b-4766597ebe92 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.759485] env[62954]: DEBUG nova.scheduler.client.report [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.910204] env[62954]: DEBUG nova.compute.manager [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Stashing vm_state: active {{(pid=62954) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 890.932247] env[62954]: DEBUG oslo_vmware.api [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52667978-72a8-606b-f757-e6f2099a79bc, 'name': SearchDatastore_Task, 'duration_secs': 0.046235} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.933061] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f554c0f5-29f6-4f4e-8a2f-aaf21e40cf6b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.938344] env[62954]: DEBUG oslo_vmware.api [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 890.938344] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]527d1574-d54e-7287-adb8-c1aa7cc600da" [ 890.938344] env[62954]: _type = "Task" [ 890.938344] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.957190] env[62954]: DEBUG oslo_vmware.api [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]527d1574-d54e-7287-adb8-c1aa7cc600da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.960929] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Acquiring lock "refresh_cache-831ad8dc-e81e-4de8-86fb-4aceaf14b8a3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.961101] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Acquired lock "refresh_cache-831ad8dc-e81e-4de8-86fb-4aceaf14b8a3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.961288] env[62954]: DEBUG nova.network.neutron [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.212185] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Acquiring lock "12344f1e-154c-4236-bdfa-2d71676b93f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.212434] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Lock "12344f1e-154c-4236-bdfa-2d71676b93f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.264553] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62954) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 891.264747] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.401s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.265021] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.218s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.266547] env[62954]: INFO nova.compute.claims [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.387219] env[62954]: DEBUG nova.network.neutron [req-0bcc63b6-5238-458f-bbcf-9ce656c979ee req-da998e77-92c0-40df-8c70-476faa11e9ca service nova] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Updated VIF entry in instance network info cache for port 6abbf20c-8116-479b-928b-4766597ebe92. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.387219] env[62954]: DEBUG nova.network.neutron [req-0bcc63b6-5238-458f-bbcf-9ce656c979ee req-da998e77-92c0-40df-8c70-476faa11e9ca service nova] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Updating instance_info_cache with network_info: [{"id": "6abbf20c-8116-479b-928b-4766597ebe92", "address": "fa:16:3e:ea:4d:4d", "network": {"id": "784f952f-8d7f-43d7-89b0-3096d7a5d7ac", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-652099428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd9a9b48fe5f41398403678762e2ce7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6abbf20c-81", "ovs_interfaceid": "6abbf20c-8116-479b-928b-4766597ebe92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.427280] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.448527] env[62954]: DEBUG oslo_vmware.api [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]527d1574-d54e-7287-adb8-c1aa7cc600da, 'name': SearchDatastore_Task, 'duration_secs': 0.023089} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.448784] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.449058] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7/9ac4aacf-6bbe-4027-992e-f81e3cd10cd7.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.449323] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9364b582-0cd9-4e4f-bbe3-fc4938fec345 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.456385] env[62954]: DEBUG oslo_vmware.api [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 891.456385] env[62954]: value = "task-2597737" [ 891.456385] env[62954]: _type = "Task" [ 891.456385] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.467768] env[62954]: DEBUG oslo_vmware.api [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597737, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.505276] env[62954]: DEBUG nova.network.neutron [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.627195] env[62954]: DEBUG nova.network.neutron [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Updating instance_info_cache with network_info: [{"id": "0c32f4e1-65bb-438a-a148-d6393f6e637b", "address": "fa:16:3e:57:21:ab", "network": {"id": "3d649e0d-12e3-42fc-b56e-e41958f2a8d0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-255485273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "13c7e22d1d80416cb402f81f7cc57099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c32f4e1-65", "ovs_interfaceid": "0c32f4e1-65bb-438a-a148-d6393f6e637b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.715130] env[62954]: DEBUG nova.compute.manager [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 891.890044] env[62954]: DEBUG oslo_concurrency.lockutils [req-0bcc63b6-5238-458f-bbcf-9ce656c979ee req-da998e77-92c0-40df-8c70-476faa11e9ca service nova] Releasing lock "refresh_cache-2c0b4030-7fe2-41ad-b91a-54cc1f58c868" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.965981] env[62954]: DEBUG oslo_vmware.api [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597737, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491959} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.966130] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7/9ac4aacf-6bbe-4027-992e-f81e3cd10cd7.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.966297] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.966547] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44dd9493-4f49-480d-b178-766f25f63aa6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.973311] env[62954]: DEBUG oslo_vmware.api [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 891.973311] env[62954]: value = "task-2597738" [ 891.973311] env[62954]: _type = "Task" [ 891.973311] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.981101] env[62954]: DEBUG oslo_vmware.api [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597738, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.130040] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Releasing lock "refresh_cache-831ad8dc-e81e-4de8-86fb-4aceaf14b8a3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.130233] env[62954]: DEBUG nova.compute.manager [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Instance network_info: |[{"id": "0c32f4e1-65bb-438a-a148-d6393f6e637b", "address": "fa:16:3e:57:21:ab", "network": {"id": "3d649e0d-12e3-42fc-b56e-e41958f2a8d0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-255485273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "13c7e22d1d80416cb402f81f7cc57099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c32f4e1-65", "ovs_interfaceid": "0c32f4e1-65bb-438a-a148-d6393f6e637b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 892.130598] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:21:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55520f67-d092-4eb7-940f-d7cceaa1ca1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c32f4e1-65bb-438a-a148-d6393f6e637b', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.138390] env[62954]: DEBUG oslo.service.loopingcall [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 892.138883] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 892.139144] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9054ff54-6bc9-4cc4-a60e-73c9e9896bb8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.160105] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 892.160105] env[62954]: value = "task-2597739" [ 892.160105] env[62954]: _type = "Task" [ 892.160105] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.167850] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597739, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.240405] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.357904] env[62954]: DEBUG nova.compute.manager [req-e2d99c36-38cc-4a84-a351-2fdd75f06e97 req-3866cbf4-4aa6-446b-8d20-25334e704524 service nova] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Received event network-changed-0c32f4e1-65bb-438a-a148-d6393f6e637b {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 892.358115] env[62954]: DEBUG nova.compute.manager [req-e2d99c36-38cc-4a84-a351-2fdd75f06e97 req-3866cbf4-4aa6-446b-8d20-25334e704524 service nova] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Refreshing instance network info cache due to event network-changed-0c32f4e1-65bb-438a-a148-d6393f6e637b. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 892.358355] env[62954]: DEBUG oslo_concurrency.lockutils [req-e2d99c36-38cc-4a84-a351-2fdd75f06e97 req-3866cbf4-4aa6-446b-8d20-25334e704524 service nova] Acquiring lock "refresh_cache-831ad8dc-e81e-4de8-86fb-4aceaf14b8a3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.358500] env[62954]: DEBUG oslo_concurrency.lockutils [req-e2d99c36-38cc-4a84-a351-2fdd75f06e97 req-3866cbf4-4aa6-446b-8d20-25334e704524 service nova] Acquired lock "refresh_cache-831ad8dc-e81e-4de8-86fb-4aceaf14b8a3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.358657] env[62954]: DEBUG nova.network.neutron [req-e2d99c36-38cc-4a84-a351-2fdd75f06e97 req-3866cbf4-4aa6-446b-8d20-25334e704524 service nova] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Refreshing network info cache for port 0c32f4e1-65bb-438a-a148-d6393f6e637b {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.482567] env[62954]: DEBUG oslo_vmware.api [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597738, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064912} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.483714] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.484522] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3b90cd-5e28-4cf2-88d7-0f9bc3ab852b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.487379] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235a10f4-fb13-4ecb-ada7-446ea9fa3b98 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.504040] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4501e2cd-d25b-4e39-a1a6-352a18f1f50d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.515637] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7/9ac4aacf-6bbe-4027-992e-f81e3cd10cd7.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.515890] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55dbbaed-e251-4c46-9498-7e83c62d2b23 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.558717] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742fc168-52e6-4edb-8bd1-8b9f5938d6a5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.561430] env[62954]: DEBUG oslo_vmware.api [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 892.561430] env[62954]: value = "task-2597740" [ 892.561430] env[62954]: _type = "Task" [ 892.561430] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.566919] env[62954]: DEBUG oslo_concurrency.lockutils [None req-87a3abf0-0262-4968-8a69-6cf0456dabec tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Acquiring lock "3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.567160] env[62954]: DEBUG oslo_concurrency.lockutils [None req-87a3abf0-0262-4968-8a69-6cf0456dabec tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Lock "3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.567377] env[62954]: DEBUG oslo_concurrency.lockutils [None req-87a3abf0-0262-4968-8a69-6cf0456dabec tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Acquiring lock "3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.567569] env[62954]: DEBUG oslo_concurrency.lockutils [None req-87a3abf0-0262-4968-8a69-6cf0456dabec tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Lock "3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.567728] env[62954]: DEBUG oslo_concurrency.lockutils [None req-87a3abf0-0262-4968-8a69-6cf0456dabec tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Lock "3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.570603] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce87dff8-37dd-4bb9-97fc-5cc938265c77 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.577594] env[62954]: INFO nova.compute.manager [None req-87a3abf0-0262-4968-8a69-6cf0456dabec tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Terminating instance [ 892.579070] env[62954]: DEBUG oslo_vmware.api [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597740, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.589561] env[62954]: DEBUG nova.compute.provider_tree [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.671668] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597739, 'name': CreateVM_Task} progress is 25%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.072336] env[62954]: DEBUG oslo_vmware.api [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597740, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.082385] env[62954]: DEBUG nova.compute.manager [None req-87a3abf0-0262-4968-8a69-6cf0456dabec tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 893.082778] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-87a3abf0-0262-4968-8a69-6cf0456dabec tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.084099] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8be3de9-22dc-426a-9468-31bc722e5531 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.089009] env[62954]: DEBUG nova.network.neutron [req-e2d99c36-38cc-4a84-a351-2fdd75f06e97 req-3866cbf4-4aa6-446b-8d20-25334e704524 service nova] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Updated VIF entry in instance network info cache for port 0c32f4e1-65bb-438a-a148-d6393f6e637b. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.089257] env[62954]: DEBUG nova.network.neutron [req-e2d99c36-38cc-4a84-a351-2fdd75f06e97 req-3866cbf4-4aa6-446b-8d20-25334e704524 service nova] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Updating instance_info_cache with network_info: [{"id": "0c32f4e1-65bb-438a-a148-d6393f6e637b", "address": "fa:16:3e:57:21:ab", "network": {"id": "3d649e0d-12e3-42fc-b56e-e41958f2a8d0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-255485273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "13c7e22d1d80416cb402f81f7cc57099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c32f4e1-65", "ovs_interfaceid": "0c32f4e1-65bb-438a-a148-d6393f6e637b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.096115] env[62954]: DEBUG nova.scheduler.client.report [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.099199] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a3abf0-0262-4968-8a69-6cf0456dabec tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.099698] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8cf652c-bc04-4caf-92c5-a370fd7ab237 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.107308] env[62954]: DEBUG oslo_vmware.api [None req-87a3abf0-0262-4968-8a69-6cf0456dabec tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Waiting for the task: (returnval){ [ 893.107308] env[62954]: value = "task-2597741" [ 893.107308] env[62954]: _type = "Task" [ 893.107308] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.117992] env[62954]: DEBUG oslo_vmware.api [None req-87a3abf0-0262-4968-8a69-6cf0456dabec tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': task-2597741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.171601] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597739, 'name': CreateVM_Task, 'duration_secs': 0.703174} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.171862] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 893.172747] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.172975] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.173362] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.173613] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06145b6a-02b1-4856-95ec-e99d1ef7ba9c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.180401] env[62954]: DEBUG oslo_vmware.api [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Waiting for the task: (returnval){ [ 893.180401] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5206a264-e471-caf1-2733-bc32cc51f2b4" [ 893.180401] env[62954]: _type = "Task" [ 893.180401] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.189067] env[62954]: DEBUG oslo_vmware.api [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5206a264-e471-caf1-2733-bc32cc51f2b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.572303] env[62954]: DEBUG oslo_vmware.api [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597740, 'name': ReconfigVM_Task, 'duration_secs': 0.960726} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.572661] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7/9ac4aacf-6bbe-4027-992e-f81e3cd10cd7.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.573308] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b2efe41-c108-474b-93bb-31e022a63cf5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.579456] env[62954]: DEBUG oslo_vmware.api [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 893.579456] env[62954]: value = "task-2597742" [ 893.579456] env[62954]: _type = "Task" [ 893.579456] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.588016] env[62954]: DEBUG oslo_vmware.api [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597742, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.591764] env[62954]: DEBUG oslo_concurrency.lockutils [req-e2d99c36-38cc-4a84-a351-2fdd75f06e97 req-3866cbf4-4aa6-446b-8d20-25334e704524 service nova] Releasing lock "refresh_cache-831ad8dc-e81e-4de8-86fb-4aceaf14b8a3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.600802] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.336s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.601389] env[62954]: DEBUG nova.compute.manager [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 893.604433] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.499s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.606317] env[62954]: INFO nova.compute.claims [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 893.617782] env[62954]: DEBUG oslo_vmware.api [None req-87a3abf0-0262-4968-8a69-6cf0456dabec tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': task-2597741, 'name': PowerOffVM_Task, 'duration_secs': 0.45974} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.618050] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a3abf0-0262-4968-8a69-6cf0456dabec tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.618230] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-87a3abf0-0262-4968-8a69-6cf0456dabec tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.618482] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5df65d3f-002a-4326-a1f3-3f1d66a2199d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.690417] env[62954]: DEBUG oslo_vmware.api [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5206a264-e471-caf1-2733-bc32cc51f2b4, 'name': SearchDatastore_Task, 'duration_secs': 0.009448} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.690688] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.690859] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.691114] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.691267] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.691461] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.691707] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0715d4ff-6c58-424c-be1b-ba0970b0f09f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.700902] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.700902] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.701576] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65b8b012-d531-4444-8b7a-3b4703109a51 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.707058] env[62954]: DEBUG oslo_vmware.api [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Waiting for the task: (returnval){ [ 893.707058] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]522da676-808f-8e54-eefb-dce98e84164b" [ 893.707058] env[62954]: _type = "Task" [ 893.707058] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.714896] env[62954]: DEBUG oslo_vmware.api [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]522da676-808f-8e54-eefb-dce98e84164b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.741212] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-87a3abf0-0262-4968-8a69-6cf0456dabec tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.741497] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-87a3abf0-0262-4968-8a69-6cf0456dabec tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.741720] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-87a3abf0-0262-4968-8a69-6cf0456dabec tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Deleting the datastore file [datastore1] 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.742032] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06cd9627-2498-4bda-b7c7-c0f2e3f7da77 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.750714] env[62954]: DEBUG oslo_vmware.api [None req-87a3abf0-0262-4968-8a69-6cf0456dabec tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Waiting for the task: (returnval){ [ 893.750714] env[62954]: value = "task-2597744" [ 893.750714] env[62954]: _type = "Task" [ 893.750714] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.758670] env[62954]: DEBUG oslo_vmware.api [None req-87a3abf0-0262-4968-8a69-6cf0456dabec tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': task-2597744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.089971] env[62954]: DEBUG oslo_vmware.api [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597742, 'name': Rename_Task, 'duration_secs': 0.269086} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.089971] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.089971] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8078397c-1333-419e-8d49-f3b48dab8cc5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.095586] env[62954]: DEBUG oslo_vmware.api [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 894.095586] env[62954]: value = "task-2597745" [ 894.095586] env[62954]: _type = "Task" [ 894.095586] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.102861] env[62954]: DEBUG oslo_vmware.api [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.110360] env[62954]: DEBUG nova.compute.utils [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 894.111987] env[62954]: DEBUG nova.compute.manager [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 894.112738] env[62954]: DEBUG nova.network.neutron [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 894.152796] env[62954]: DEBUG nova.policy [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39defcdc52be479c9cc065177179e206', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '579b64041fcd4d4288e938896c8b01e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 894.217832] env[62954]: DEBUG oslo_vmware.api [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]522da676-808f-8e54-eefb-dce98e84164b, 'name': SearchDatastore_Task, 'duration_secs': 0.009064} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.218711] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fd297f1-2e46-4851-b384-0591a2c49d73 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.224472] env[62954]: DEBUG oslo_vmware.api [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Waiting for the task: (returnval){ [ 894.224472] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52d15b7e-c572-407b-9138-8aed1fc47ccc" [ 894.224472] env[62954]: _type = "Task" [ 894.224472] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.232307] env[62954]: DEBUG oslo_vmware.api [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d15b7e-c572-407b-9138-8aed1fc47ccc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.259366] env[62954]: DEBUG oslo_vmware.api [None req-87a3abf0-0262-4968-8a69-6cf0456dabec tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Task: {'id': task-2597744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193973} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.259651] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-87a3abf0-0262-4968-8a69-6cf0456dabec tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.259754] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-87a3abf0-0262-4968-8a69-6cf0456dabec tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.259938] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-87a3abf0-0262-4968-8a69-6cf0456dabec tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.260130] env[62954]: INFO nova.compute.manager [None req-87a3abf0-0262-4968-8a69-6cf0456dabec tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Took 1.18 seconds to destroy the instance on the hypervisor. [ 894.260373] env[62954]: DEBUG oslo.service.loopingcall [None req-87a3abf0-0262-4968-8a69-6cf0456dabec tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 894.260563] env[62954]: DEBUG nova.compute.manager [-] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 894.260660] env[62954]: DEBUG nova.network.neutron [-] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 894.472679] env[62954]: DEBUG nova.network.neutron [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Successfully created port: 69f23832-47a8-4c61-ab76-c3565283ebc7 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 894.607052] env[62954]: DEBUG oslo_vmware.api [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597745, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.614920] env[62954]: DEBUG nova.compute.manager [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 894.735698] env[62954]: DEBUG oslo_vmware.api [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d15b7e-c572-407b-9138-8aed1fc47ccc, 'name': SearchDatastore_Task, 'duration_secs': 0.009447} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.737335] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.737616] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3/831ad8dc-e81e-4de8-86fb-4aceaf14b8a3.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 894.737875] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8113c52f-1bd8-4cfe-a353-77e22fe3f0cc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.755457] env[62954]: DEBUG oslo_vmware.api [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Waiting for the task: (returnval){ [ 894.755457] env[62954]: value = "task-2597746" [ 894.755457] env[62954]: _type = "Task" [ 894.755457] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.764656] env[62954]: DEBUG nova.compute.manager [req-afca82ba-35de-445e-9303-daa35aeece95 req-69878bab-5da7-4122-9cc0-dc1670dc5620 service nova] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Received event network-vif-deleted-6cbcd3c9-42c0-4d0e-ad7f-4b48fa8c5ce0 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 894.764897] env[62954]: INFO nova.compute.manager [req-afca82ba-35de-445e-9303-daa35aeece95 req-69878bab-5da7-4122-9cc0-dc1670dc5620 service nova] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Neutron deleted interface 6cbcd3c9-42c0-4d0e-ad7f-4b48fa8c5ce0; detaching it from the instance and deleting it from the info cache [ 894.765092] env[62954]: DEBUG nova.network.neutron [req-afca82ba-35de-445e-9303-daa35aeece95 req-69878bab-5da7-4122-9cc0-dc1670dc5620 service nova] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.771027] env[62954]: DEBUG oslo_vmware.api [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.887902] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0468ec98-c874-4445-8d24-fead423b9bf6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.897879] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa54c4e-2191-4ce0-97b5-7bae898e129c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.936705] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17091f92-507d-462f-9eea-41820973f21f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.946956] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c0f11a-28d5-4c26-832c-bbe5fa292539 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.963824] env[62954]: DEBUG nova.compute.provider_tree [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.106707] env[62954]: DEBUG oslo_vmware.api [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597745, 'name': PowerOnVM_Task, 'duration_secs': 0.564131} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.107009] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.107252] env[62954]: INFO nova.compute.manager [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Took 8.18 seconds to spawn the instance on the hypervisor. [ 895.107436] env[62954]: DEBUG nova.compute.manager [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.108262] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3671923-cb5d-4dfc-bf87-ce505b7b9e80 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.245071] env[62954]: DEBUG nova.network.neutron [-] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.264838] env[62954]: DEBUG oslo_vmware.api [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597746, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.267495] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a132cf26-fccc-48bc-8fdb-1feeb6fadf88 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.276088] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e5eddf-f135-4415-8359-f37f3cb874f7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.310118] env[62954]: DEBUG nova.compute.manager [req-afca82ba-35de-445e-9303-daa35aeece95 req-69878bab-5da7-4122-9cc0-dc1670dc5620 service nova] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Detach interface failed, port_id=6cbcd3c9-42c0-4d0e-ad7f-4b48fa8c5ce0, reason: Instance 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9 could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 895.466867] env[62954]: DEBUG nova.scheduler.client.report [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.625880] env[62954]: INFO nova.compute.manager [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Took 23.20 seconds to build instance. [ 895.628229] env[62954]: DEBUG nova.compute.manager [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 895.654807] env[62954]: DEBUG nova.virt.hardware [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.655083] env[62954]: DEBUG nova.virt.hardware [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.655341] env[62954]: DEBUG nova.virt.hardware [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.655495] env[62954]: DEBUG nova.virt.hardware [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.655577] env[62954]: DEBUG nova.virt.hardware [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.655722] env[62954]: DEBUG nova.virt.hardware [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.655929] env[62954]: DEBUG nova.virt.hardware [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.656131] env[62954]: DEBUG nova.virt.hardware [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.656404] env[62954]: DEBUG nova.virt.hardware [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.656485] env[62954]: DEBUG nova.virt.hardware [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.656659] env[62954]: DEBUG nova.virt.hardware [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.657561] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577a0dd9-b5e5-452a-b3ac-acb2b5e22069 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.665956] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32e2637-cf11-4188-b2f3-7190b89589bc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.747957] env[62954]: INFO nova.compute.manager [-] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Took 1.49 seconds to deallocate network for instance. [ 895.764747] env[62954]: DEBUG oslo_vmware.api [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597746, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.912136] env[62954]: DEBUG nova.compute.manager [req-c7daaca8-a98e-4013-af67-36c0afe7c6d4 req-08f94826-96e0-4620-8723-f904f87d58d8 service nova] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Received event network-vif-plugged-69f23832-47a8-4c61-ab76-c3565283ebc7 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 895.912136] env[62954]: DEBUG oslo_concurrency.lockutils [req-c7daaca8-a98e-4013-af67-36c0afe7c6d4 req-08f94826-96e0-4620-8723-f904f87d58d8 service nova] Acquiring lock "b7ae08a3-971e-4c17-be31-708bbf28cb66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.912136] env[62954]: DEBUG oslo_concurrency.lockutils [req-c7daaca8-a98e-4013-af67-36c0afe7c6d4 req-08f94826-96e0-4620-8723-f904f87d58d8 service nova] Lock "b7ae08a3-971e-4c17-be31-708bbf28cb66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.912136] env[62954]: DEBUG oslo_concurrency.lockutils [req-c7daaca8-a98e-4013-af67-36c0afe7c6d4 req-08f94826-96e0-4620-8723-f904f87d58d8 service nova] Lock "b7ae08a3-971e-4c17-be31-708bbf28cb66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.912136] env[62954]: DEBUG nova.compute.manager [req-c7daaca8-a98e-4013-af67-36c0afe7c6d4 req-08f94826-96e0-4620-8723-f904f87d58d8 service nova] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] No waiting events found dispatching network-vif-plugged-69f23832-47a8-4c61-ab76-c3565283ebc7 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 895.912487] env[62954]: WARNING nova.compute.manager [req-c7daaca8-a98e-4013-af67-36c0afe7c6d4 req-08f94826-96e0-4620-8723-f904f87d58d8 service nova] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Received unexpected event network-vif-plugged-69f23832-47a8-4c61-ab76-c3565283ebc7 for instance with vm_state building and task_state spawning. [ 895.974512] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.974512] env[62954]: DEBUG nova.compute.manager [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 895.976666] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.550s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.039621] env[62954]: DEBUG nova.network.neutron [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Successfully updated port: 69f23832-47a8-4c61-ab76-c3565283ebc7 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 896.130629] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cdb7cfb2-c359-4423-beea-0f9e99bbfa78 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "9ac4aacf-6bbe-4027-992e-f81e3cd10cd7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.712s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.254158] env[62954]: DEBUG oslo_concurrency.lockutils [None req-87a3abf0-0262-4968-8a69-6cf0456dabec tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.266090] env[62954]: DEBUG oslo_vmware.api [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597746, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.51037} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.267013] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3/831ad8dc-e81e-4de8-86fb-4aceaf14b8a3.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.267013] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.267013] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8949346-79f5-41c8-abec-e93ef3b8136b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.272975] env[62954]: DEBUG oslo_vmware.api [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Waiting for the task: (returnval){ [ 896.272975] env[62954]: value = "task-2597747" [ 896.272975] env[62954]: _type = "Task" [ 896.272975] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.282615] env[62954]: DEBUG oslo_vmware.api [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597747, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.478709] env[62954]: DEBUG nova.compute.utils [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 896.482240] env[62954]: INFO nova.compute.claims [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 896.485703] env[62954]: DEBUG nova.compute.manager [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 896.485910] env[62954]: DEBUG nova.network.neutron [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 17136594-e2a6-4758-be56-68ba6438613a] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 896.515015] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1ffa34fd-26d3-4246-a520-668c363b0c33 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "interface-2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.515289] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1ffa34fd-26d3-4246-a520-668c363b0c33 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "interface-2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.515660] env[62954]: DEBUG nova.objects.instance [None req-1ffa34fd-26d3-4246-a520-668c363b0c33 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lazy-loading 'flavor' on Instance uuid 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.525849] env[62954]: DEBUG nova.policy [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80f75463d4114f73aa6b38530697cb82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f16979ebc314760ac9bb49d9981065d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 896.544564] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Acquiring lock "refresh_cache-b7ae08a3-971e-4c17-be31-708bbf28cb66" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.544713] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Acquired lock "refresh_cache-b7ae08a3-971e-4c17-be31-708bbf28cb66" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.544862] env[62954]: DEBUG nova.network.neutron [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.725198] env[62954]: DEBUG nova.compute.manager [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Stashing vm_state: active {{(pid=62954) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 896.782747] env[62954]: DEBUG oslo_vmware.api [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597747, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06757} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.783024] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 896.783769] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c17e1d8-f35c-449a-bc42-bd00199db462 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.805880] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3/831ad8dc-e81e-4de8-86fb-4aceaf14b8a3.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.805880] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27c38fbc-0b38-413a-bbb6-0395e1a8154a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.824866] env[62954]: DEBUG oslo_vmware.api [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Waiting for the task: (returnval){ [ 896.824866] env[62954]: value = "task-2597748" [ 896.824866] env[62954]: _type = "Task" [ 896.824866] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.832458] env[62954]: DEBUG oslo_vmware.api [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597748, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.839632] env[62954]: DEBUG nova.network.neutron [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Successfully created port: 7a1185a5-2013-4f95-a05e-7fc448bf7eb6 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 896.990621] env[62954]: DEBUG nova.compute.manager [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 896.998679] env[62954]: INFO nova.compute.resource_tracker [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Updating resource usage from migration c727ec3b-1be6-434d-ab18-b829594becc4 [ 897.021740] env[62954]: DEBUG nova.objects.instance [None req-1ffa34fd-26d3-4246-a520-668c363b0c33 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lazy-loading 'pci_requests' on Instance uuid 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.090171] env[62954]: DEBUG nova.network.neutron [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 897.244135] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 897.247237] env[62954]: DEBUG nova.network.neutron [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Updating instance_info_cache with network_info: [{"id": "69f23832-47a8-4c61-ab76-c3565283ebc7", "address": "fa:16:3e:d2:54:37", "network": {"id": "5b008fa1-5d50-4bae-bbd0-ab63d8e20f2f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-290645519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "579b64041fcd4d4288e938896c8b01e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69f23832-47", "ovs_interfaceid": "69f23832-47a8-4c61-ab76-c3565283ebc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.289336] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8a9a0d-7fb2-43c8-a2eb-5fc5b9f65480 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.297399] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b228edd8-42dc-46e0-8c42-cab9021deea2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.338617] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86930190-4cdb-4803-af50-732f275fc5ea {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.349343] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8bf0c6-3700-47dd-b63e-5436790dab28 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.354294] env[62954]: DEBUG oslo_vmware.api [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597748, 'name': ReconfigVM_Task, 'duration_secs': 0.282851} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.354294] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3/831ad8dc-e81e-4de8-86fb-4aceaf14b8a3.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.354476] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e617120-4fd1-4946-a08a-9120650571db {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.364169] env[62954]: DEBUG nova.compute.provider_tree [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.368017] env[62954]: DEBUG oslo_vmware.api [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Waiting for the task: (returnval){ [ 897.368017] env[62954]: value = "task-2597749" [ 897.368017] env[62954]: _type = "Task" [ 897.368017] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.374794] env[62954]: DEBUG oslo_vmware.api [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597749, 'name': Rename_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.530630] env[62954]: DEBUG nova.objects.base [None req-1ffa34fd-26d3-4246-a520-668c363b0c33 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Object Instance<2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f> lazy-loaded attributes: flavor,pci_requests {{(pid=62954) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 897.530824] env[62954]: DEBUG nova.network.neutron [None req-1ffa34fd-26d3-4246-a520-668c363b0c33 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 897.605641] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1ffa34fd-26d3-4246-a520-668c363b0c33 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "interface-2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.090s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.752615] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Releasing lock "refresh_cache-b7ae08a3-971e-4c17-be31-708bbf28cb66" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.752970] env[62954]: DEBUG nova.compute.manager [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Instance network_info: |[{"id": "69f23832-47a8-4c61-ab76-c3565283ebc7", "address": "fa:16:3e:d2:54:37", "network": {"id": "5b008fa1-5d50-4bae-bbd0-ab63d8e20f2f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-290645519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "579b64041fcd4d4288e938896c8b01e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69f23832-47", "ovs_interfaceid": "69f23832-47a8-4c61-ab76-c3565283ebc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 897.753453] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:54:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bed837fa-6b6a-4192-a229-a99426a46065', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69f23832-47a8-4c61-ab76-c3565283ebc7', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.761131] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Creating folder: Project (579b64041fcd4d4288e938896c8b01e8). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 897.761411] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-652a1bb5-6ada-4c01-b1a5-d663f87670c6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.773107] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Created folder: Project (579b64041fcd4d4288e938896c8b01e8) in parent group-v523717. [ 897.773268] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Creating folder: Instances. Parent ref: group-v523948. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 897.773502] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0afa23e-d4c6-43db-8d4a-e9b35e1c28eb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.782487] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Created folder: Instances in parent group-v523948. [ 897.782664] env[62954]: DEBUG oslo.service.loopingcall [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 897.782861] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.783088] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45ec5d74-e74b-4de9-b7de-bf82f7e69730 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.801284] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.801284] env[62954]: value = "task-2597752" [ 897.801284] env[62954]: _type = "Task" [ 897.801284] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.808798] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597752, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.868151] env[62954]: DEBUG nova.scheduler.client.report [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.881999] env[62954]: DEBUG oslo_vmware.api [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597749, 'name': Rename_Task, 'duration_secs': 0.166993} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.881999] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.881999] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5375a1a7-6098-4284-81e2-43675ca4d09e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.889199] env[62954]: DEBUG oslo_vmware.api [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Waiting for the task: (returnval){ [ 897.889199] env[62954]: value = "task-2597753" [ 897.889199] env[62954]: _type = "Task" [ 897.889199] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.898081] env[62954]: DEBUG oslo_vmware.api [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.936859] env[62954]: DEBUG nova.compute.manager [req-b3dbb50b-c33a-464f-a5cf-5156dae8e4e7 req-67e8eef8-9a34-498b-986e-b48c5b556e71 service nova] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Received event network-changed-69f23832-47a8-4c61-ab76-c3565283ebc7 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 897.937045] env[62954]: DEBUG nova.compute.manager [req-b3dbb50b-c33a-464f-a5cf-5156dae8e4e7 req-67e8eef8-9a34-498b-986e-b48c5b556e71 service nova] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Refreshing instance network info cache due to event network-changed-69f23832-47a8-4c61-ab76-c3565283ebc7. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 897.937344] env[62954]: DEBUG oslo_concurrency.lockutils [req-b3dbb50b-c33a-464f-a5cf-5156dae8e4e7 req-67e8eef8-9a34-498b-986e-b48c5b556e71 service nova] Acquiring lock "refresh_cache-b7ae08a3-971e-4c17-be31-708bbf28cb66" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.937396] env[62954]: DEBUG oslo_concurrency.lockutils [req-b3dbb50b-c33a-464f-a5cf-5156dae8e4e7 req-67e8eef8-9a34-498b-986e-b48c5b556e71 service nova] Acquired lock "refresh_cache-b7ae08a3-971e-4c17-be31-708bbf28cb66" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.937587] env[62954]: DEBUG nova.network.neutron [req-b3dbb50b-c33a-464f-a5cf-5156dae8e4e7 req-67e8eef8-9a34-498b-986e-b48c5b556e71 service nova] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Refreshing network info cache for port 69f23832-47a8-4c61-ab76-c3565283ebc7 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.006891] env[62954]: DEBUG nova.compute.manager [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 898.034938] env[62954]: DEBUG nova.virt.hardware [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f921f21a82697cdbc49ecb80a1ef5447',container_format='bare',created_at=2025-02-17T22:35:50Z,direct_url=,disk_format='vmdk',id=9d2e778c-a90e-43fa-898e-1ef38ce02a16,min_disk=1,min_ram=0,name='tempest-test-snap-227621551',owner='5f16979ebc314760ac9bb49d9981065d',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-02-17T22:36:06Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 898.035216] env[62954]: DEBUG nova.virt.hardware [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 898.035381] env[62954]: DEBUG nova.virt.hardware [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 898.035565] env[62954]: DEBUG nova.virt.hardware [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 898.035713] env[62954]: DEBUG nova.virt.hardware [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 898.035862] env[62954]: DEBUG nova.virt.hardware [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 898.036139] env[62954]: DEBUG nova.virt.hardware [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 898.036321] env[62954]: DEBUG nova.virt.hardware [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 898.036493] env[62954]: DEBUG nova.virt.hardware [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 898.036656] env[62954]: DEBUG nova.virt.hardware [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 898.036828] env[62954]: DEBUG nova.virt.hardware [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 898.037734] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5db922-1359-4d27-b203-d5f3907e497b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.046092] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d714f106-9f71-418b-ac98-1e812575f212 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.310656] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597752, 'name': CreateVM_Task, 'duration_secs': 0.417592} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.312060] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.312060] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.312060] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.312060] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.312256] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3e9f72b-9ca0-4f14-bd40-8ce5cd7ccfe1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.317474] env[62954]: DEBUG oslo_vmware.api [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for the task: (returnval){ [ 898.317474] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5285f049-afd5-4210-4dc6-def707f77c21" [ 898.317474] env[62954]: _type = "Task" [ 898.317474] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.325267] env[62954]: DEBUG oslo_vmware.api [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5285f049-afd5-4210-4dc6-def707f77c21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.376479] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.400s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.376678] env[62954]: INFO nova.compute.manager [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Migrating [ 898.383458] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.143s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.385026] env[62954]: INFO nova.compute.claims [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.403704] env[62954]: DEBUG oslo_vmware.api [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597753, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.649264] env[62954]: DEBUG nova.network.neutron [req-b3dbb50b-c33a-464f-a5cf-5156dae8e4e7 req-67e8eef8-9a34-498b-986e-b48c5b556e71 service nova] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Updated VIF entry in instance network info cache for port 69f23832-47a8-4c61-ab76-c3565283ebc7. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.649616] env[62954]: DEBUG nova.network.neutron [req-b3dbb50b-c33a-464f-a5cf-5156dae8e4e7 req-67e8eef8-9a34-498b-986e-b48c5b556e71 service nova] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Updating instance_info_cache with network_info: [{"id": "69f23832-47a8-4c61-ab76-c3565283ebc7", "address": "fa:16:3e:d2:54:37", "network": {"id": "5b008fa1-5d50-4bae-bbd0-ab63d8e20f2f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-290645519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "579b64041fcd4d4288e938896c8b01e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69f23832-47", "ovs_interfaceid": "69f23832-47a8-4c61-ab76-c3565283ebc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.801638] env[62954]: DEBUG nova.network.neutron [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Successfully updated port: 7a1185a5-2013-4f95-a05e-7fc448bf7eb6 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 898.828368] env[62954]: DEBUG oslo_vmware.api [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5285f049-afd5-4210-4dc6-def707f77c21, 'name': SearchDatastore_Task, 'duration_secs': 0.010302} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.828677] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.828920] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.829174] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.829325] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.829898] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.829898] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ca04295-2005-469f-bc0c-8095b22a902d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.838261] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.838560] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.839266] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27334b5c-fd2f-4a2d-adca-728d6c9e4fe5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.843834] env[62954]: DEBUG oslo_vmware.api [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for the task: (returnval){ [ 898.843834] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]523449ee-0fdc-e366-9a80-620919d1682c" [ 898.843834] env[62954]: _type = "Task" [ 898.843834] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.853056] env[62954]: DEBUG oslo_vmware.api [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]523449ee-0fdc-e366-9a80-620919d1682c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.894696] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "refresh_cache-ce61fb64-fab1-497d-8604-332e4fab5480" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.894696] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquired lock "refresh_cache-ce61fb64-fab1-497d-8604-332e4fab5480" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.894909] env[62954]: DEBUG nova.network.neutron [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.906652] env[62954]: DEBUG oslo_vmware.api [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597753, 'name': PowerOnVM_Task, 'duration_secs': 0.657756} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.907367] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.907573] env[62954]: INFO nova.compute.manager [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Took 9.10 seconds to spawn the instance on the hypervisor. [ 898.907751] env[62954]: DEBUG nova.compute.manager [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.908510] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd83ce54-ccaf-4168-9b50-6b9dd7b5ae31 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.152053] env[62954]: DEBUG oslo_concurrency.lockutils [req-b3dbb50b-c33a-464f-a5cf-5156dae8e4e7 req-67e8eef8-9a34-498b-986e-b48c5b556e71 service nova] Releasing lock "refresh_cache-b7ae08a3-971e-4c17-be31-708bbf28cb66" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.303358] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquiring lock "refresh_cache-17136594-e2a6-4758-be56-68ba6438613a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.303409] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquired lock "refresh_cache-17136594-e2a6-4758-be56-68ba6438613a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.303580] env[62954]: DEBUG nova.network.neutron [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.354030] env[62954]: DEBUG oslo_vmware.api [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]523449ee-0fdc-e366-9a80-620919d1682c, 'name': SearchDatastore_Task, 'duration_secs': 0.008912} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.354748] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2d9929e-e7c4-42c4-bc11-68df13a73456 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.359439] env[62954]: DEBUG oslo_vmware.api [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for the task: (returnval){ [ 899.359439] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52bf4f40-93fb-69ac-3cf9-e14865cb1381" [ 899.359439] env[62954]: _type = "Task" [ 899.359439] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.366528] env[62954]: DEBUG oslo_vmware.api [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52bf4f40-93fb-69ac-3cf9-e14865cb1381, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.427041] env[62954]: INFO nova.compute.manager [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Took 14.01 seconds to build instance. [ 899.549998] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f63714dd-66bc-46a1-97e0-67c45a01d6c9 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "interface-2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.550272] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f63714dd-66bc-46a1-97e0-67c45a01d6c9 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "interface-2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.550589] env[62954]: DEBUG nova.objects.instance [None req-f63714dd-66bc-46a1-97e0-67c45a01d6c9 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lazy-loading 'flavor' on Instance uuid 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.602948] env[62954]: DEBUG nova.network.neutron [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Updating instance_info_cache with network_info: [{"id": "b07d37e0-ff1a-48f7-bedd-b605bd01a869", "address": "fa:16:3e:82:03:df", "network": {"id": "83c48440-f1b0-4959-9641-df64dcfa43c4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1935869524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a34a6adfdb95418ba67dc915c9c734b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb07d37e0-ff", "ovs_interfaceid": "b07d37e0-ff1a-48f7-bedd-b605bd01a869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.641010] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8424dc-002e-465d-bbba-e508ecfc6f5a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.648470] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04dcd4be-b581-431d-b85a-e663ebc0294a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.679781] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6ce5ab-afc4-41d1-a2ba-b2c24ea6ca07 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.687031] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b73febb-9fb5-4505-85be-11e0b4b4e07d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.700332] env[62954]: DEBUG nova.compute.provider_tree [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.837033] env[62954]: DEBUG nova.network.neutron [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 899.869849] env[62954]: DEBUG oslo_vmware.api [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52bf4f40-93fb-69ac-3cf9-e14865cb1381, 'name': SearchDatastore_Task, 'duration_secs': 0.010114} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.870094] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.870360] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] b7ae08a3-971e-4c17-be31-708bbf28cb66/b7ae08a3-971e-4c17-be31-708bbf28cb66.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.870624] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1999a23-0484-475f-9efd-14d4307524b7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.879166] env[62954]: DEBUG oslo_vmware.api [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for the task: (returnval){ [ 899.879166] env[62954]: value = "task-2597754" [ 899.879166] env[62954]: _type = "Task" [ 899.879166] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.886698] env[62954]: DEBUG oslo_vmware.api [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597754, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.930569] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf8c2402-2454-4326-8b52-8ae0716d5f5e tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Lock "831ad8dc-e81e-4de8-86fb-4aceaf14b8a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.522s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.971723] env[62954]: DEBUG nova.network.neutron [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Updating instance_info_cache with network_info: [{"id": "7a1185a5-2013-4f95-a05e-7fc448bf7eb6", "address": "fa:16:3e:fc:57:11", "network": {"id": "9d8838bb-e467-4265-bda0-a81e9fec202f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2103490702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f16979ebc314760ac9bb49d9981065d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a1185a5-20", "ovs_interfaceid": "7a1185a5-2013-4f95-a05e-7fc448bf7eb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.069819] env[62954]: DEBUG nova.compute.manager [req-94cf74f4-9545-48a3-b572-a389ced0fa46 req-d05167a1-e2ab-489b-ac00-149af0fa9d9a service nova] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Received event network-vif-plugged-7a1185a5-2013-4f95-a05e-7fc448bf7eb6 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 900.070022] env[62954]: DEBUG oslo_concurrency.lockutils [req-94cf74f4-9545-48a3-b572-a389ced0fa46 req-d05167a1-e2ab-489b-ac00-149af0fa9d9a service nova] Acquiring lock "17136594-e2a6-4758-be56-68ba6438613a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.070341] env[62954]: DEBUG oslo_concurrency.lockutils [req-94cf74f4-9545-48a3-b572-a389ced0fa46 req-d05167a1-e2ab-489b-ac00-149af0fa9d9a service nova] Lock "17136594-e2a6-4758-be56-68ba6438613a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.070571] env[62954]: DEBUG oslo_concurrency.lockutils [req-94cf74f4-9545-48a3-b572-a389ced0fa46 req-d05167a1-e2ab-489b-ac00-149af0fa9d9a service nova] Lock "17136594-e2a6-4758-be56-68ba6438613a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.070797] env[62954]: DEBUG nova.compute.manager [req-94cf74f4-9545-48a3-b572-a389ced0fa46 req-d05167a1-e2ab-489b-ac00-149af0fa9d9a service nova] [instance: 17136594-e2a6-4758-be56-68ba6438613a] No waiting events found dispatching network-vif-plugged-7a1185a5-2013-4f95-a05e-7fc448bf7eb6 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 900.070972] env[62954]: WARNING nova.compute.manager [req-94cf74f4-9545-48a3-b572-a389ced0fa46 req-d05167a1-e2ab-489b-ac00-149af0fa9d9a service nova] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Received unexpected event network-vif-plugged-7a1185a5-2013-4f95-a05e-7fc448bf7eb6 for instance with vm_state building and task_state spawning. [ 900.071199] env[62954]: DEBUG nova.compute.manager [req-94cf74f4-9545-48a3-b572-a389ced0fa46 req-d05167a1-e2ab-489b-ac00-149af0fa9d9a service nova] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Received event network-changed-7a1185a5-2013-4f95-a05e-7fc448bf7eb6 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 900.071559] env[62954]: DEBUG nova.compute.manager [req-94cf74f4-9545-48a3-b572-a389ced0fa46 req-d05167a1-e2ab-489b-ac00-149af0fa9d9a service nova] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Refreshing instance network info cache due to event network-changed-7a1185a5-2013-4f95-a05e-7fc448bf7eb6. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 900.071747] env[62954]: DEBUG oslo_concurrency.lockutils [req-94cf74f4-9545-48a3-b572-a389ced0fa46 req-d05167a1-e2ab-489b-ac00-149af0fa9d9a service nova] Acquiring lock "refresh_cache-17136594-e2a6-4758-be56-68ba6438613a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.105556] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Releasing lock "refresh_cache-ce61fb64-fab1-497d-8604-332e4fab5480" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.131996] env[62954]: DEBUG nova.objects.instance [None req-f63714dd-66bc-46a1-97e0-67c45a01d6c9 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lazy-loading 'pci_requests' on Instance uuid 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.204374] env[62954]: DEBUG nova.scheduler.client.report [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.390457] env[62954]: DEBUG oslo_vmware.api [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597754, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452224} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.390731] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] b7ae08a3-971e-4c17-be31-708bbf28cb66/b7ae08a3-971e-4c17-be31-708bbf28cb66.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.390947] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.391215] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56b6509d-5936-49e5-ae95-c5a238b79a5d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.397214] env[62954]: DEBUG oslo_vmware.api [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for the task: (returnval){ [ 900.397214] env[62954]: value = "task-2597755" [ 900.397214] env[62954]: _type = "Task" [ 900.397214] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.404652] env[62954]: DEBUG oslo_vmware.api [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597755, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.474455] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Releasing lock "refresh_cache-17136594-e2a6-4758-be56-68ba6438613a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.474860] env[62954]: DEBUG nova.compute.manager [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Instance network_info: |[{"id": "7a1185a5-2013-4f95-a05e-7fc448bf7eb6", "address": "fa:16:3e:fc:57:11", "network": {"id": "9d8838bb-e467-4265-bda0-a81e9fec202f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2103490702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f16979ebc314760ac9bb49d9981065d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a1185a5-20", "ovs_interfaceid": "7a1185a5-2013-4f95-a05e-7fc448bf7eb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 900.475248] env[62954]: DEBUG oslo_concurrency.lockutils [req-94cf74f4-9545-48a3-b572-a389ced0fa46 req-d05167a1-e2ab-489b-ac00-149af0fa9d9a service nova] Acquired lock "refresh_cache-17136594-e2a6-4758-be56-68ba6438613a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.475469] env[62954]: DEBUG nova.network.neutron [req-94cf74f4-9545-48a3-b572-a389ced0fa46 req-d05167a1-e2ab-489b-ac00-149af0fa9d9a service nova] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Refreshing network info cache for port 7a1185a5-2013-4f95-a05e-7fc448bf7eb6 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 900.476943] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:57:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a1185a5-2013-4f95-a05e-7fc448bf7eb6', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 900.484420] env[62954]: DEBUG oslo.service.loopingcall [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 900.485388] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 900.485601] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-432768c1-edd4-42c4-bded-a8e299a69574 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.501919] env[62954]: INFO nova.compute.manager [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Rescuing [ 900.502064] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Acquiring lock "refresh_cache-831ad8dc-e81e-4de8-86fb-4aceaf14b8a3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.502227] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Acquired lock "refresh_cache-831ad8dc-e81e-4de8-86fb-4aceaf14b8a3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.502390] env[62954]: DEBUG nova.network.neutron [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.508671] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 900.508671] env[62954]: value = "task-2597756" [ 900.508671] env[62954]: _type = "Task" [ 900.508671] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.516692] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597756, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.634525] env[62954]: DEBUG nova.objects.base [None req-f63714dd-66bc-46a1-97e0-67c45a01d6c9 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Object Instance<2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f> lazy-loaded attributes: flavor,pci_requests {{(pid=62954) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 900.634763] env[62954]: DEBUG nova.network.neutron [None req-f63714dd-66bc-46a1-97e0-67c45a01d6c9 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 900.671774] env[62954]: DEBUG nova.policy [None req-f63714dd-66bc-46a1-97e0-67c45a01d6c9 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '278dfbe70e5b4ca9895a28045a42f4a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c63415eabc2540309dd82fe654116228', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 900.709894] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.326s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.710523] env[62954]: DEBUG nova.compute.manager [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 900.713267] env[62954]: DEBUG oslo_concurrency.lockutils [None req-87a3abf0-0262-4968-8a69-6cf0456dabec tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.459s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.713865] env[62954]: DEBUG nova.objects.instance [None req-87a3abf0-0262-4968-8a69-6cf0456dabec tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Lazy-loading 'resources' on Instance uuid 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.906841] env[62954]: DEBUG oslo_vmware.api [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597755, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068735} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.907181] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 900.907698] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215c722a-ac8c-4020-940f-36484c500046 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.932816] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] b7ae08a3-971e-4c17-be31-708bbf28cb66/b7ae08a3-971e-4c17-be31-708bbf28cb66.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.933250] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03150bde-4edc-4ef5-a9e9-2e3bd1b45039 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.950992] env[62954]: DEBUG nova.network.neutron [None req-f63714dd-66bc-46a1-97e0-67c45a01d6c9 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Successfully created port: b076631c-9e60-40e4-8e39-8157939c293b {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 900.958596] env[62954]: DEBUG oslo_vmware.api [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for the task: (returnval){ [ 900.958596] env[62954]: value = "task-2597757" [ 900.958596] env[62954]: _type = "Task" [ 900.958596] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.967083] env[62954]: DEBUG oslo_vmware.api [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597757, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.018904] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597756, 'name': CreateVM_Task, 'duration_secs': 0.493234} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.019249] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 901.019968] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9d2e778c-a90e-43fa-898e-1ef38ce02a16" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.020289] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9d2e778c-a90e-43fa-898e-1ef38ce02a16" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.020690] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9d2e778c-a90e-43fa-898e-1ef38ce02a16" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.020939] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0ddad0f-9544-4852-b1d0-5d11d4071a92 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.026060] env[62954]: DEBUG oslo_vmware.api [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 901.026060] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52140596-f149-cdeb-975f-52200433e884" [ 901.026060] env[62954]: _type = "Task" [ 901.026060] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.033437] env[62954]: DEBUG oslo_vmware.api [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52140596-f149-cdeb-975f-52200433e884, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.220025] env[62954]: DEBUG nova.compute.utils [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 901.221936] env[62954]: DEBUG nova.network.neutron [req-94cf74f4-9545-48a3-b572-a389ced0fa46 req-d05167a1-e2ab-489b-ac00-149af0fa9d9a service nova] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Updated VIF entry in instance network info cache for port 7a1185a5-2013-4f95-a05e-7fc448bf7eb6. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 901.222296] env[62954]: DEBUG nova.network.neutron [req-94cf74f4-9545-48a3-b572-a389ced0fa46 req-d05167a1-e2ab-489b-ac00-149af0fa9d9a service nova] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Updating instance_info_cache with network_info: [{"id": "7a1185a5-2013-4f95-a05e-7fc448bf7eb6", "address": "fa:16:3e:fc:57:11", "network": {"id": "9d8838bb-e467-4265-bda0-a81e9fec202f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2103490702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f16979ebc314760ac9bb49d9981065d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a1185a5-20", "ovs_interfaceid": "7a1185a5-2013-4f95-a05e-7fc448bf7eb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.223974] env[62954]: DEBUG nova.compute.manager [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 901.226497] env[62954]: DEBUG nova.network.neutron [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 901.298668] env[62954]: DEBUG nova.policy [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef3df664b8f440f09dc520bdda300cc7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd9a9b48fe5f41398403678762e2ce7d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 901.318906] env[62954]: DEBUG nova.network.neutron [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Updating instance_info_cache with network_info: [{"id": "0c32f4e1-65bb-438a-a148-d6393f6e637b", "address": "fa:16:3e:57:21:ab", "network": {"id": "3d649e0d-12e3-42fc-b56e-e41958f2a8d0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-255485273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "13c7e22d1d80416cb402f81f7cc57099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c32f4e1-65", "ovs_interfaceid": "0c32f4e1-65bb-438a-a148-d6393f6e637b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.469242] env[62954]: DEBUG oslo_vmware.api [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597757, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.508342] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af502183-c428-40e8-a3b4-240a33e6cb22 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.516815] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab69e4e-8323-4588-92f7-4a23f327b3b6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.554178] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f688e59-0659-4b1c-a0c6-278743c7e1cc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.563955] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9d2e778c-a90e-43fa-898e-1ef38ce02a16" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.564268] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Processing image 9d2e778c-a90e-43fa-898e-1ef38ce02a16 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.564516] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9d2e778c-a90e-43fa-898e-1ef38ce02a16/9d2e778c-a90e-43fa-898e-1ef38ce02a16.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.564666] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9d2e778c-a90e-43fa-898e-1ef38ce02a16/9d2e778c-a90e-43fa-898e-1ef38ce02a16.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.564904] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.566096] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd4a63f-cb4a-44c9-8443-ee58320f062a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.570267] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6a9ab51-61e8-46c7-a697-7b78d664b593 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.585773] env[62954]: DEBUG nova.compute.provider_tree [None req-87a3abf0-0262-4968-8a69-6cf0456dabec tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.592510] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.592702] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.594129] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5ed71c3-0db0-44b2-9e0a-5379cb4ee2d3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.599938] env[62954]: DEBUG oslo_vmware.api [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 901.599938] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52b4853a-1dbb-e81d-b2e5-d095ba53ff01" [ 901.599938] env[62954]: _type = "Task" [ 901.599938] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.607914] env[62954]: DEBUG oslo_vmware.api [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52b4853a-1dbb-e81d-b2e5-d095ba53ff01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.622606] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115abe68-d0c5-4bbc-b991-ba2d823c2908 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.646345] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Updating instance 'ce61fb64-fab1-497d-8604-332e4fab5480' progress to 0 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 901.650429] env[62954]: DEBUG nova.network.neutron [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Successfully created port: e10ed403-f13f-416d-b189-484d2af0e879 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 901.725468] env[62954]: DEBUG nova.compute.manager [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 901.727272] env[62954]: DEBUG oslo_concurrency.lockutils [req-94cf74f4-9545-48a3-b572-a389ced0fa46 req-d05167a1-e2ab-489b-ac00-149af0fa9d9a service nova] Releasing lock "refresh_cache-17136594-e2a6-4758-be56-68ba6438613a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.822136] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Releasing lock "refresh_cache-831ad8dc-e81e-4de8-86fb-4aceaf14b8a3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.970600] env[62954]: DEBUG oslo_vmware.api [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597757, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.089430] env[62954]: DEBUG nova.scheduler.client.report [None req-87a3abf0-0262-4968-8a69-6cf0456dabec tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.110680] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Preparing fetch location {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 902.111616] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Fetch image to [datastore1] OSTACK_IMG_81001977-33f0-4bee-a43e-6e2e78a9c5cc/OSTACK_IMG_81001977-33f0-4bee-a43e-6e2e78a9c5cc.vmdk {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 902.111616] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Downloading stream optimized image 9d2e778c-a90e-43fa-898e-1ef38ce02a16 to [datastore1] OSTACK_IMG_81001977-33f0-4bee-a43e-6e2e78a9c5cc/OSTACK_IMG_81001977-33f0-4bee-a43e-6e2e78a9c5cc.vmdk on the data store datastore1 as vApp {{(pid=62954) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 902.111616] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Downloading image file data 9d2e778c-a90e-43fa-898e-1ef38ce02a16 to the ESX as VM named 'OSTACK_IMG_81001977-33f0-4bee-a43e-6e2e78a9c5cc' {{(pid=62954) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 902.157113] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.157704] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a419bff8-b659-4220-a97d-ac0b3c76109f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.164873] env[62954]: DEBUG oslo_vmware.api [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 902.164873] env[62954]: value = "task-2597758" [ 902.164873] env[62954]: _type = "Task" [ 902.164873] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.172708] env[62954]: DEBUG oslo_vmware.api [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.193855] env[62954]: DEBUG oslo_vmware.rw_handles [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 902.193855] env[62954]: value = "resgroup-9" [ 902.193855] env[62954]: _type = "ResourcePool" [ 902.193855] env[62954]: }. {{(pid=62954) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 902.194138] env[62954]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f1197c01-8359-4c30-975a-0e2f40919269 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.222908] env[62954]: DEBUG oslo_vmware.rw_handles [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lease: (returnval){ [ 902.222908] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5274bd99-8343-71e9-f6db-76d85a999a75" [ 902.222908] env[62954]: _type = "HttpNfcLease" [ 902.222908] env[62954]: } obtained for vApp import into resource pool (val){ [ 902.222908] env[62954]: value = "resgroup-9" [ 902.222908] env[62954]: _type = "ResourcePool" [ 902.222908] env[62954]: }. {{(pid=62954) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 902.223217] env[62954]: DEBUG oslo_vmware.api [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the lease: (returnval){ [ 902.223217] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5274bd99-8343-71e9-f6db-76d85a999a75" [ 902.223217] env[62954]: _type = "HttpNfcLease" [ 902.223217] env[62954]: } to be ready. {{(pid=62954) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 902.232740] env[62954]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 902.232740] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5274bd99-8343-71e9-f6db-76d85a999a75" [ 902.232740] env[62954]: _type = "HttpNfcLease" [ 902.232740] env[62954]: } is initializing. {{(pid=62954) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 902.469563] env[62954]: DEBUG oslo_vmware.api [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597757, 'name': ReconfigVM_Task, 'duration_secs': 1.404675} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.469856] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Reconfigured VM instance instance-00000055 to attach disk [datastore1] b7ae08a3-971e-4c17-be31-708bbf28cb66/b7ae08a3-971e-4c17-be31-708bbf28cb66.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.470498] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b47bcbc-7eba-4603-899a-97a9cb225f9a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.478448] env[62954]: DEBUG oslo_vmware.api [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for the task: (returnval){ [ 902.478448] env[62954]: value = "task-2597760" [ 902.478448] env[62954]: _type = "Task" [ 902.478448] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.487749] env[62954]: DEBUG oslo_vmware.api [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597760, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.594395] env[62954]: DEBUG nova.compute.manager [req-eb72f5cc-1953-4127-8472-6d54c0f3da1e req-c1e75870-d34a-4fea-ae4d-8c923a581aec service nova] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Received event network-vif-plugged-b076631c-9e60-40e4-8e39-8157939c293b {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 902.594660] env[62954]: DEBUG oslo_concurrency.lockutils [req-eb72f5cc-1953-4127-8472-6d54c0f3da1e req-c1e75870-d34a-4fea-ae4d-8c923a581aec service nova] Acquiring lock "2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.594838] env[62954]: DEBUG oslo_concurrency.lockutils [req-eb72f5cc-1953-4127-8472-6d54c0f3da1e req-c1e75870-d34a-4fea-ae4d-8c923a581aec service nova] Lock "2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.595094] env[62954]: DEBUG oslo_concurrency.lockutils [req-eb72f5cc-1953-4127-8472-6d54c0f3da1e req-c1e75870-d34a-4fea-ae4d-8c923a581aec service nova] Lock "2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.595232] env[62954]: DEBUG nova.compute.manager [req-eb72f5cc-1953-4127-8472-6d54c0f3da1e req-c1e75870-d34a-4fea-ae4d-8c923a581aec service nova] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] No waiting events found dispatching network-vif-plugged-b076631c-9e60-40e4-8e39-8157939c293b {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 902.595418] env[62954]: WARNING nova.compute.manager [req-eb72f5cc-1953-4127-8472-6d54c0f3da1e req-c1e75870-d34a-4fea-ae4d-8c923a581aec service nova] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Received unexpected event network-vif-plugged-b076631c-9e60-40e4-8e39-8157939c293b for instance with vm_state active and task_state None. [ 902.596213] env[62954]: DEBUG oslo_concurrency.lockutils [None req-87a3abf0-0262-4968-8a69-6cf0456dabec tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.883s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.599128] env[62954]: DEBUG nova.network.neutron [None req-f63714dd-66bc-46a1-97e0-67c45a01d6c9 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Successfully updated port: b076631c-9e60-40e4-8e39-8157939c293b {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 902.600339] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.356s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.631523] env[62954]: INFO nova.scheduler.client.report [None req-87a3abf0-0262-4968-8a69-6cf0456dabec tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Deleted allocations for instance 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9 [ 902.677184] env[62954]: DEBUG oslo_vmware.api [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597758, 'name': PowerOffVM_Task, 'duration_secs': 0.371779} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.677619] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.677890] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Updating instance 'ce61fb64-fab1-497d-8604-332e4fab5480' progress to 17 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 902.734489] env[62954]: DEBUG nova.compute.manager [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 902.736490] env[62954]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 902.736490] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5274bd99-8343-71e9-f6db-76d85a999a75" [ 902.736490] env[62954]: _type = "HttpNfcLease" [ 902.736490] env[62954]: } is initializing. {{(pid=62954) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 902.760392] env[62954]: DEBUG nova.virt.hardware [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.760624] env[62954]: DEBUG nova.virt.hardware [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.760781] env[62954]: DEBUG nova.virt.hardware [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.760965] env[62954]: DEBUG nova.virt.hardware [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.761606] env[62954]: DEBUG nova.virt.hardware [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.761792] env[62954]: DEBUG nova.virt.hardware [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.762030] env[62954]: DEBUG nova.virt.hardware [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.762203] env[62954]: DEBUG nova.virt.hardware [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.762377] env[62954]: DEBUG nova.virt.hardware [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.762543] env[62954]: DEBUG nova.virt.hardware [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.762721] env[62954]: DEBUG nova.virt.hardware [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.763795] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4ea37a-c3a8-4d17-a664-f9ecf57efe05 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.771754] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862925dd-345b-42e2-bfff-11c1a146b363 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.990373] env[62954]: DEBUG oslo_vmware.api [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597760, 'name': Rename_Task, 'duration_secs': 0.197606} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.990666] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.990922] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82d5a264-6f7d-4f41-92ab-db6280b3cfe8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.997519] env[62954]: DEBUG oslo_vmware.api [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for the task: (returnval){ [ 902.997519] env[62954]: value = "task-2597761" [ 902.997519] env[62954]: _type = "Task" [ 902.997519] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.005144] env[62954]: DEBUG oslo_vmware.api [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.102540] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f63714dd-66bc-46a1-97e0-67c45a01d6c9 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "refresh_cache-2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.102721] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f63714dd-66bc-46a1-97e0-67c45a01d6c9 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquired lock "refresh_cache-2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.102906] env[62954]: DEBUG nova.network.neutron [None req-f63714dd-66bc-46a1-97e0-67c45a01d6c9 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.107046] env[62954]: INFO nova.compute.claims [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 903.140221] env[62954]: DEBUG oslo_concurrency.lockutils [None req-87a3abf0-0262-4968-8a69-6cf0456dabec tempest-ServersWithSpecificFlavorTestJSON-1864642295 tempest-ServersWithSpecificFlavorTestJSON-1864642295-project-member] Lock "3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.573s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.184781] env[62954]: DEBUG nova.virt.hardware [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.185038] env[62954]: DEBUG nova.virt.hardware [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.185202] env[62954]: DEBUG nova.virt.hardware [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.185384] env[62954]: DEBUG nova.virt.hardware [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.185532] env[62954]: DEBUG nova.virt.hardware [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.185678] env[62954]: DEBUG nova.virt.hardware [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.186434] env[62954]: DEBUG nova.virt.hardware [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.186434] env[62954]: DEBUG nova.virt.hardware [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.186560] env[62954]: DEBUG nova.virt.hardware [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.186682] env[62954]: DEBUG nova.virt.hardware [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.186852] env[62954]: DEBUG nova.virt.hardware [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.192195] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-822d2e17-db0c-4703-8fa6-8f8b34d637f8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.208231] env[62954]: DEBUG oslo_vmware.api [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 903.208231] env[62954]: value = "task-2597762" [ 903.208231] env[62954]: _type = "Task" [ 903.208231] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.216376] env[62954]: DEBUG oslo_vmware.api [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597762, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.231723] env[62954]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 903.231723] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5274bd99-8343-71e9-f6db-76d85a999a75" [ 903.231723] env[62954]: _type = "HttpNfcLease" [ 903.231723] env[62954]: } is ready. {{(pid=62954) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 903.231992] env[62954]: DEBUG oslo_vmware.rw_handles [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 903.231992] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5274bd99-8343-71e9-f6db-76d85a999a75" [ 903.231992] env[62954]: _type = "HttpNfcLease" [ 903.231992] env[62954]: }. {{(pid=62954) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 903.232685] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5adcb26e-4bfb-4546-8bc2-dc1ab556816e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.240056] env[62954]: DEBUG oslo_vmware.rw_handles [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52da794e-f034-8e64-88af-eea11733773d/disk-0.vmdk from lease info. {{(pid=62954) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 903.240056] env[62954]: DEBUG oslo_vmware.rw_handles [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52da794e-f034-8e64-88af-eea11733773d/disk-0.vmdk. {{(pid=62954) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 903.309030] env[62954]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-43980c9d-0d1b-45b0-b3a3-2f1d4a513e87 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.360019] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.360019] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-761ca727-dcbb-4d3a-9d22-1c4b7b257a96 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.367726] env[62954]: DEBUG oslo_vmware.api [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Waiting for the task: (returnval){ [ 903.367726] env[62954]: value = "task-2597763" [ 903.367726] env[62954]: _type = "Task" [ 903.367726] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.376861] env[62954]: DEBUG oslo_vmware.api [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.418286] env[62954]: DEBUG nova.compute.manager [req-db437529-379f-41e6-b0ac-41902ca2787e req-55c10e2f-0713-4ad0-a66f-f3b6f5dc0583 service nova] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Received event network-vif-plugged-e10ed403-f13f-416d-b189-484d2af0e879 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 903.418522] env[62954]: DEBUG oslo_concurrency.lockutils [req-db437529-379f-41e6-b0ac-41902ca2787e req-55c10e2f-0713-4ad0-a66f-f3b6f5dc0583 service nova] Acquiring lock "12344f1e-154c-4236-bdfa-2d71676b93f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.418740] env[62954]: DEBUG oslo_concurrency.lockutils [req-db437529-379f-41e6-b0ac-41902ca2787e req-55c10e2f-0713-4ad0-a66f-f3b6f5dc0583 service nova] Lock "12344f1e-154c-4236-bdfa-2d71676b93f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.419113] env[62954]: DEBUG oslo_concurrency.lockutils [req-db437529-379f-41e6-b0ac-41902ca2787e req-55c10e2f-0713-4ad0-a66f-f3b6f5dc0583 service nova] Lock "12344f1e-154c-4236-bdfa-2d71676b93f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.419354] env[62954]: DEBUG nova.compute.manager [req-db437529-379f-41e6-b0ac-41902ca2787e req-55c10e2f-0713-4ad0-a66f-f3b6f5dc0583 service nova] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] No waiting events found dispatching network-vif-plugged-e10ed403-f13f-416d-b189-484d2af0e879 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 903.419540] env[62954]: WARNING nova.compute.manager [req-db437529-379f-41e6-b0ac-41902ca2787e req-55c10e2f-0713-4ad0-a66f-f3b6f5dc0583 service nova] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Received unexpected event network-vif-plugged-e10ed403-f13f-416d-b189-484d2af0e879 for instance with vm_state building and task_state spawning. [ 903.510896] env[62954]: DEBUG oslo_vmware.api [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597761, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.540514] env[62954]: DEBUG nova.network.neutron [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Successfully updated port: e10ed403-f13f-416d-b189-484d2af0e879 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 903.616899] env[62954]: INFO nova.compute.resource_tracker [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Updating resource usage from migration eb41a423-3c57-4c40-8c93-f42a2157fd64 [ 903.680670] env[62954]: WARNING nova.network.neutron [None req-f63714dd-66bc-46a1-97e0-67c45a01d6c9 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] c51a90ce-1eb2-4427-a233-630ded5d9052 already exists in list: networks containing: ['c51a90ce-1eb2-4427-a233-630ded5d9052']. ignoring it [ 903.728591] env[62954]: DEBUG oslo_vmware.api [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597762, 'name': ReconfigVM_Task, 'duration_secs': 0.200109} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.729080] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Updating instance 'ce61fb64-fab1-497d-8604-332e4fab5480' progress to 33 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 903.881050] env[62954]: DEBUG oslo_vmware.api [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597763, 'name': PowerOffVM_Task, 'duration_secs': 0.191036} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.883385] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.884269] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f401c52-28d0-4b9d-8944-bfc39f651079 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.908112] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2f5410-1483-4403-80b5-032afc6a7534 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.946218] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.946872] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ba76a9c-7ffe-4fab-b261-cbbedfc658a2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.953787] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53d02d1-b15c-4587-99a6-f27479a24fd3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.960719] env[62954]: DEBUG oslo_vmware.api [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Waiting for the task: (returnval){ [ 903.960719] env[62954]: value = "task-2597764" [ 903.960719] env[62954]: _type = "Task" [ 903.960719] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.966444] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc83ce42-71c6-4be5-856e-4dfca549e3c9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.978645] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] VM already powered off {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 903.979012] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 903.979282] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.979440] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.980756] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.982491] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88f57174-3d00-4bbe-bf12-5d7a5120bfd8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.029019] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f6facf-e203-4d18-81c5-ff9cab44bdfb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.037135] env[62954]: DEBUG oslo_vmware.api [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597761, 'name': PowerOnVM_Task, 'duration_secs': 0.664593} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.039365] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.039583] env[62954]: INFO nova.compute.manager [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Took 8.41 seconds to spawn the instance on the hypervisor. [ 904.039763] env[62954]: DEBUG nova.compute.manager [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.042430] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d2a77d-d027-4730-85d0-e7b24ad49e2c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.046705] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024d1cae-381f-4a21-8ec9-06b72c1c82ec {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.053698] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Acquiring lock "refresh_cache-12344f1e-154c-4236-bdfa-2d71676b93f0" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.053843] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Acquired lock "refresh_cache-12344f1e-154c-4236-bdfa-2d71676b93f0" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.053987] env[62954]: DEBUG nova.network.neutron [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.055904] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.056247] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.057832] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7deb4293-b9b1-48df-8eee-df2c157996d6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.073592] env[62954]: DEBUG nova.compute.provider_tree [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.084650] env[62954]: DEBUG oslo_vmware.api [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Waiting for the task: (returnval){ [ 904.084650] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52861bc7-166f-f46d-d59f-80e25be4f003" [ 904.084650] env[62954]: _type = "Task" [ 904.084650] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.095871] env[62954]: DEBUG oslo_vmware.api [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52861bc7-166f-f46d-d59f-80e25be4f003, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.143053] env[62954]: DEBUG nova.network.neutron [None req-f63714dd-66bc-46a1-97e0-67c45a01d6c9 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Updating instance_info_cache with network_info: [{"id": "25bbb1d1-b59d-4ca1-8625-7d6a047e0f43", "address": "fa:16:3e:6b:9b:35", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25bbb1d1-b5", "ovs_interfaceid": "25bbb1d1-b59d-4ca1-8625-7d6a047e0f43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b076631c-9e60-40e4-8e39-8157939c293b", "address": "fa:16:3e:e1:36:75", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb076631c-9e", "ovs_interfaceid": "b076631c-9e60-40e4-8e39-8157939c293b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.185353] env[62954]: DEBUG oslo_vmware.rw_handles [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Completed reading data from the image iterator. {{(pid=62954) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 904.185576] env[62954]: DEBUG oslo_vmware.rw_handles [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52da794e-f034-8e64-88af-eea11733773d/disk-0.vmdk. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 904.186576] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a95f3f-5999-451f-a72d-5fc12646e2d8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.193414] env[62954]: DEBUG oslo_vmware.rw_handles [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52da794e-f034-8e64-88af-eea11733773d/disk-0.vmdk is in state: ready. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 904.193601] env[62954]: DEBUG oslo_vmware.rw_handles [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52da794e-f034-8e64-88af-eea11733773d/disk-0.vmdk. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 904.193802] env[62954]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-99f875bb-3b35-435e-810e-b623752983e8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.235963] env[62954]: DEBUG nova.virt.hardware [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.236329] env[62954]: DEBUG nova.virt.hardware [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.236568] env[62954]: DEBUG nova.virt.hardware [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.236778] env[62954]: DEBUG nova.virt.hardware [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.236927] env[62954]: DEBUG nova.virt.hardware [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.237136] env[62954]: DEBUG nova.virt.hardware [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.237389] env[62954]: DEBUG nova.virt.hardware [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.237603] env[62954]: DEBUG nova.virt.hardware [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.237823] env[62954]: DEBUG nova.virt.hardware [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.238025] env[62954]: DEBUG nova.virt.hardware [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.238240] env[62954]: DEBUG nova.virt.hardware [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.243874] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Reconfiguring VM instance instance-00000052 to detach disk 2000 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 904.244192] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf153cee-0d91-459a-8891-a2e5a174ef2b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.264544] env[62954]: DEBUG oslo_vmware.api [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 904.264544] env[62954]: value = "task-2597765" [ 904.264544] env[62954]: _type = "Task" [ 904.264544] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.272714] env[62954]: DEBUG oslo_vmware.api [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597765, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.383524] env[62954]: DEBUG oslo_vmware.rw_handles [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52da794e-f034-8e64-88af-eea11733773d/disk-0.vmdk. {{(pid=62954) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 904.383758] env[62954]: INFO nova.virt.vmwareapi.images [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Downloaded image file data 9d2e778c-a90e-43fa-898e-1ef38ce02a16 [ 904.384645] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c454e1-8f70-4b3c-b104-667e337b8851 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.399951] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0556c47d-ee5a-449e-9477-71460237f10f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.425216] env[62954]: INFO nova.virt.vmwareapi.images [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 17136594-e2a6-4758-be56-68ba6438613a] The imported VM was unregistered [ 904.427890] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Caching image {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 904.428133] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Creating directory with path [datastore1] devstack-image-cache_base/9d2e778c-a90e-43fa-898e-1ef38ce02a16 {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.428407] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b21fd2dd-6cb9-45fa-b4b5-9511d3ebfc9d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.439240] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Created directory with path [datastore1] devstack-image-cache_base/9d2e778c-a90e-43fa-898e-1ef38ce02a16 {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.439431] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_81001977-33f0-4bee-a43e-6e2e78a9c5cc/OSTACK_IMG_81001977-33f0-4bee-a43e-6e2e78a9c5cc.vmdk to [datastore1] devstack-image-cache_base/9d2e778c-a90e-43fa-898e-1ef38ce02a16/9d2e778c-a90e-43fa-898e-1ef38ce02a16.vmdk. {{(pid=62954) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 904.439682] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-1db0c65d-efa3-45d5-a38d-d782e78ac173 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.445652] env[62954]: DEBUG oslo_vmware.api [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 904.445652] env[62954]: value = "task-2597767" [ 904.445652] env[62954]: _type = "Task" [ 904.445652] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.453622] env[62954]: DEBUG oslo_vmware.api [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597767, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.583512] env[62954]: DEBUG nova.scheduler.client.report [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.589254] env[62954]: DEBUG nova.network.neutron [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 904.590569] env[62954]: INFO nova.compute.manager [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Took 15.56 seconds to build instance. [ 904.603281] env[62954]: DEBUG oslo_vmware.api [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52861bc7-166f-f46d-d59f-80e25be4f003, 'name': SearchDatastore_Task, 'duration_secs': 0.011208} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.604717] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f6415a8-3c4a-4d60-a1c5-70379a69a79d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.610395] env[62954]: DEBUG oslo_vmware.api [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Waiting for the task: (returnval){ [ 904.610395] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5201ccba-ecbc-11d2-6c53-82cae9554820" [ 904.610395] env[62954]: _type = "Task" [ 904.610395] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.621198] env[62954]: DEBUG oslo_vmware.api [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5201ccba-ecbc-11d2-6c53-82cae9554820, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.646845] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f63714dd-66bc-46a1-97e0-67c45a01d6c9 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Releasing lock "refresh_cache-2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.647584] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f63714dd-66bc-46a1-97e0-67c45a01d6c9 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.647743] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f63714dd-66bc-46a1-97e0-67c45a01d6c9 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquired lock "2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.648642] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e45617-1a35-43a3-98ee-d94f711fafa9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.669113] env[62954]: DEBUG nova.virt.hardware [None req-f63714dd-66bc-46a1-97e0-67c45a01d6c9 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.669396] env[62954]: DEBUG nova.virt.hardware [None req-f63714dd-66bc-46a1-97e0-67c45a01d6c9 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.669559] env[62954]: DEBUG nova.virt.hardware [None req-f63714dd-66bc-46a1-97e0-67c45a01d6c9 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.669746] env[62954]: DEBUG nova.virt.hardware [None req-f63714dd-66bc-46a1-97e0-67c45a01d6c9 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.669896] env[62954]: DEBUG nova.virt.hardware [None req-f63714dd-66bc-46a1-97e0-67c45a01d6c9 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.670058] env[62954]: DEBUG nova.virt.hardware [None req-f63714dd-66bc-46a1-97e0-67c45a01d6c9 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.670293] env[62954]: DEBUG nova.virt.hardware [None req-f63714dd-66bc-46a1-97e0-67c45a01d6c9 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.670663] env[62954]: DEBUG nova.virt.hardware [None req-f63714dd-66bc-46a1-97e0-67c45a01d6c9 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.670913] env[62954]: DEBUG nova.virt.hardware [None req-f63714dd-66bc-46a1-97e0-67c45a01d6c9 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.671125] env[62954]: DEBUG nova.virt.hardware [None req-f63714dd-66bc-46a1-97e0-67c45a01d6c9 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.671315] env[62954]: DEBUG nova.virt.hardware [None req-f63714dd-66bc-46a1-97e0-67c45a01d6c9 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.679731] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f63714dd-66bc-46a1-97e0-67c45a01d6c9 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Reconfiguring VM to attach interface {{(pid=62954) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 904.680586] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af8199f6-a77f-4296-a252-fbaea9e159c5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.702921] env[62954]: DEBUG oslo_vmware.api [None req-f63714dd-66bc-46a1-97e0-67c45a01d6c9 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 904.702921] env[62954]: value = "task-2597768" [ 904.702921] env[62954]: _type = "Task" [ 904.702921] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.712493] env[62954]: DEBUG oslo_vmware.api [None req-f63714dd-66bc-46a1-97e0-67c45a01d6c9 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597768, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.745409] env[62954]: DEBUG nova.compute.manager [req-764aec05-5340-4bdd-8528-8b55876c6174 req-c89ba501-c1e7-4116-a21c-689360008b44 service nova] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Received event network-changed-b076631c-9e60-40e4-8e39-8157939c293b {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 904.745606] env[62954]: DEBUG nova.compute.manager [req-764aec05-5340-4bdd-8528-8b55876c6174 req-c89ba501-c1e7-4116-a21c-689360008b44 service nova] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Refreshing instance network info cache due to event network-changed-b076631c-9e60-40e4-8e39-8157939c293b. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 904.745822] env[62954]: DEBUG oslo_concurrency.lockutils [req-764aec05-5340-4bdd-8528-8b55876c6174 req-c89ba501-c1e7-4116-a21c-689360008b44 service nova] Acquiring lock "refresh_cache-2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.745962] env[62954]: DEBUG oslo_concurrency.lockutils [req-764aec05-5340-4bdd-8528-8b55876c6174 req-c89ba501-c1e7-4116-a21c-689360008b44 service nova] Acquired lock "refresh_cache-2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.746354] env[62954]: DEBUG nova.network.neutron [req-764aec05-5340-4bdd-8528-8b55876c6174 req-c89ba501-c1e7-4116-a21c-689360008b44 service nova] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Refreshing network info cache for port b076631c-9e60-40e4-8e39-8157939c293b {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.777056] env[62954]: DEBUG oslo_vmware.api [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597765, 'name': ReconfigVM_Task, 'duration_secs': 0.205507} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.777280] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Reconfigured VM instance instance-00000052 to detach disk 2000 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 904.778107] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505c9f38-51f8-40ea-ab32-e6ffe7cb453c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.801169] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] ce61fb64-fab1-497d-8604-332e4fab5480/ce61fb64-fab1-497d-8604-332e4fab5480.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.801794] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-853f0bf4-52d7-4420-bc9e-820a99b91f29 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.816187] env[62954]: DEBUG nova.network.neutron [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Updating instance_info_cache with network_info: [{"id": "e10ed403-f13f-416d-b189-484d2af0e879", "address": "fa:16:3e:90:1e:6f", "network": {"id": "784f952f-8d7f-43d7-89b0-3096d7a5d7ac", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-652099428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd9a9b48fe5f41398403678762e2ce7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape10ed403-f1", "ovs_interfaceid": "e10ed403-f13f-416d-b189-484d2af0e879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.823328] env[62954]: DEBUG oslo_vmware.api [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 904.823328] env[62954]: value = "task-2597769" [ 904.823328] env[62954]: _type = "Task" [ 904.823328] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.832679] env[62954]: DEBUG oslo_vmware.api [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597769, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.955239] env[62954]: DEBUG oslo_vmware.api [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597767, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.092730] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.492s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.093196] env[62954]: INFO nova.compute.manager [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Migrating [ 905.099970] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f4692f84-fa6b-4380-9ad8-8d84082fdb63 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Lock "b7ae08a3-971e-4c17-be31-708bbf28cb66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.081s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.122843] env[62954]: DEBUG oslo_vmware.api [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5201ccba-ecbc-11d2-6c53-82cae9554820, 'name': SearchDatastore_Task, 'duration_secs': 0.012511} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.123289] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.123826] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3/45a12149-1b6c-414b-9b32-1b6ffa65e320-rescue.vmdk. {{(pid=62954) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 905.124149] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d59f6b2-b737-4fc3-9189-c36dde792a6e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.132687] env[62954]: DEBUG oslo_vmware.api [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Waiting for the task: (returnval){ [ 905.132687] env[62954]: value = "task-2597770" [ 905.132687] env[62954]: _type = "Task" [ 905.132687] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.142049] env[62954]: DEBUG oslo_vmware.api [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.213185] env[62954]: DEBUG oslo_vmware.api [None req-f63714dd-66bc-46a1-97e0-67c45a01d6c9 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.319621] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Releasing lock "refresh_cache-12344f1e-154c-4236-bdfa-2d71676b93f0" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.319740] env[62954]: DEBUG nova.compute.manager [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Instance network_info: |[{"id": "e10ed403-f13f-416d-b189-484d2af0e879", "address": "fa:16:3e:90:1e:6f", "network": {"id": "784f952f-8d7f-43d7-89b0-3096d7a5d7ac", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-652099428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd9a9b48fe5f41398403678762e2ce7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape10ed403-f1", "ovs_interfaceid": "e10ed403-f13f-416d-b189-484d2af0e879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 905.320272] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:1e:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afb671bc-328c-40bf-9c2a-d98695e3d60c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e10ed403-f13f-416d-b189-484d2af0e879', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.329423] env[62954]: DEBUG oslo.service.loopingcall [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 905.329715] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.333212] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6f6d841-30fa-45ec-b895-d02896834064 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.359025] env[62954]: DEBUG oslo_vmware.api [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597769, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.359266] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.359266] env[62954]: value = "task-2597771" [ 905.359266] env[62954]: _type = "Task" [ 905.359266] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.368415] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597771, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.460162] env[62954]: DEBUG oslo_vmware.api [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597767, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.599220] env[62954]: DEBUG nova.network.neutron [req-764aec05-5340-4bdd-8528-8b55876c6174 req-c89ba501-c1e7-4116-a21c-689360008b44 service nova] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Updated VIF entry in instance network info cache for port b076631c-9e60-40e4-8e39-8157939c293b. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.599921] env[62954]: DEBUG nova.network.neutron [req-764aec05-5340-4bdd-8528-8b55876c6174 req-c89ba501-c1e7-4116-a21c-689360008b44 service nova] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Updating instance_info_cache with network_info: [{"id": "25bbb1d1-b59d-4ca1-8625-7d6a047e0f43", "address": "fa:16:3e:6b:9b:35", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25bbb1d1-b5", "ovs_interfaceid": "25bbb1d1-b59d-4ca1-8625-7d6a047e0f43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b076631c-9e60-40e4-8e39-8157939c293b", "address": "fa:16:3e:e1:36:75", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb076631c-9e", "ovs_interfaceid": "b076631c-9e60-40e4-8e39-8157939c293b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.611595] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "refresh_cache-9ac4aacf-6bbe-4027-992e-f81e3cd10cd7" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.611823] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquired lock "refresh_cache-9ac4aacf-6bbe-4027-992e-f81e3cd10cd7" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.611986] env[62954]: DEBUG nova.network.neutron [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.647568] env[62954]: DEBUG oslo_vmware.api [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.719870] env[62954]: DEBUG oslo_vmware.api [None req-f63714dd-66bc-46a1-97e0-67c45a01d6c9 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597768, 'name': ReconfigVM_Task, 'duration_secs': 0.706699} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.720453] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f63714dd-66bc-46a1-97e0-67c45a01d6c9 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Releasing lock "2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.720676] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f63714dd-66bc-46a1-97e0-67c45a01d6c9 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Reconfigured VM to attach interface {{(pid=62954) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 905.843816] env[62954]: DEBUG oslo_vmware.api [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597769, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.873337] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597771, 'name': CreateVM_Task, 'duration_secs': 0.482198} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.873578] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.874355] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.874494] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.874824] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.875935] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fa77c49-8868-4232-a4e4-8216fdc17d8b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.882563] env[62954]: DEBUG oslo_vmware.api [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Waiting for the task: (returnval){ [ 905.882563] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52621063-82d7-b840-4c88-254fa4a897c2" [ 905.882563] env[62954]: _type = "Task" [ 905.882563] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.896189] env[62954]: DEBUG oslo_vmware.api [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52621063-82d7-b840-4c88-254fa4a897c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.926931] env[62954]: DEBUG nova.compute.manager [req-bcbcef7e-a78d-4e26-8963-92f48d3938e4 req-af516363-8616-4c6e-b88a-f71f244d6a12 service nova] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Received event network-changed-e10ed403-f13f-416d-b189-484d2af0e879 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 905.928695] env[62954]: DEBUG nova.compute.manager [req-bcbcef7e-a78d-4e26-8963-92f48d3938e4 req-af516363-8616-4c6e-b88a-f71f244d6a12 service nova] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Refreshing instance network info cache due to event network-changed-e10ed403-f13f-416d-b189-484d2af0e879. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 905.928695] env[62954]: DEBUG oslo_concurrency.lockutils [req-bcbcef7e-a78d-4e26-8963-92f48d3938e4 req-af516363-8616-4c6e-b88a-f71f244d6a12 service nova] Acquiring lock "refresh_cache-12344f1e-154c-4236-bdfa-2d71676b93f0" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.928695] env[62954]: DEBUG oslo_concurrency.lockutils [req-bcbcef7e-a78d-4e26-8963-92f48d3938e4 req-af516363-8616-4c6e-b88a-f71f244d6a12 service nova] Acquired lock "refresh_cache-12344f1e-154c-4236-bdfa-2d71676b93f0" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.928695] env[62954]: DEBUG nova.network.neutron [req-bcbcef7e-a78d-4e26-8963-92f48d3938e4 req-af516363-8616-4c6e-b88a-f71f244d6a12 service nova] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Refreshing network info cache for port e10ed403-f13f-416d-b189-484d2af0e879 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.959880] env[62954]: DEBUG oslo_vmware.api [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597767, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.103811] env[62954]: DEBUG oslo_concurrency.lockutils [req-764aec05-5340-4bdd-8528-8b55876c6174 req-c89ba501-c1e7-4116-a21c-689360008b44 service nova] Releasing lock "refresh_cache-2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.149283] env[62954]: DEBUG oslo_vmware.api [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.231649] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f63714dd-66bc-46a1-97e0-67c45a01d6c9 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "interface-2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.681s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.343832] env[62954]: DEBUG oslo_vmware.api [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597769, 'name': ReconfigVM_Task, 'duration_secs': 1.047069} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.344335] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Reconfigured VM instance instance-00000052 to attach disk [datastore1] ce61fb64-fab1-497d-8604-332e4fab5480/ce61fb64-fab1-497d-8604-332e4fab5480.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.344747] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Updating instance 'ce61fb64-fab1-497d-8604-332e4fab5480' progress to 50 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 906.393181] env[62954]: DEBUG oslo_concurrency.lockutils [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Acquiring lock "5006bc24-1140-4055-8710-bb1af6b93c02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.393556] env[62954]: DEBUG oslo_concurrency.lockutils [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Lock "5006bc24-1140-4055-8710-bb1af6b93c02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.404122] env[62954]: DEBUG oslo_vmware.api [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52621063-82d7-b840-4c88-254fa4a897c2, 'name': SearchDatastore_Task, 'duration_secs': 0.020776} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.405821] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.406165] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.406521] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.406713] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.406935] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.407495] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0ca6847-a0c8-45db-8246-35187d85608b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.424037] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.424327] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.425191] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-546e8704-3365-4a5a-9d02-5ec3432ecd3f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.434583] env[62954]: DEBUG oslo_vmware.api [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Waiting for the task: (returnval){ [ 906.434583] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]522f0d38-7130-c31f-9256-67d73ab16fba" [ 906.434583] env[62954]: _type = "Task" [ 906.434583] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.445631] env[62954]: DEBUG oslo_vmware.api [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]522f0d38-7130-c31f-9256-67d73ab16fba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.460517] env[62954]: DEBUG oslo_vmware.api [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597767, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.462468] env[62954]: DEBUG nova.network.neutron [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Updating instance_info_cache with network_info: [{"id": "facd7399-b61c-42df-b3dc-e662e95420d2", "address": "fa:16:3e:5b:bd:a2", "network": {"id": "a3bdc751-8cf3-4508-9734-f077b7bcca4b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-735498890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c9a1a2527e442b2806b13f1fd9765d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfacd7399-b6", "ovs_interfaceid": "facd7399-b61c-42df-b3dc-e662e95420d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.651255] env[62954]: DEBUG oslo_vmware.api [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.816488] env[62954]: DEBUG nova.network.neutron [req-bcbcef7e-a78d-4e26-8963-92f48d3938e4 req-af516363-8616-4c6e-b88a-f71f244d6a12 service nova] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Updated VIF entry in instance network info cache for port e10ed403-f13f-416d-b189-484d2af0e879. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.816918] env[62954]: DEBUG nova.network.neutron [req-bcbcef7e-a78d-4e26-8963-92f48d3938e4 req-af516363-8616-4c6e-b88a-f71f244d6a12 service nova] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Updating instance_info_cache with network_info: [{"id": "e10ed403-f13f-416d-b189-484d2af0e879", "address": "fa:16:3e:90:1e:6f", "network": {"id": "784f952f-8d7f-43d7-89b0-3096d7a5d7ac", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-652099428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd9a9b48fe5f41398403678762e2ce7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape10ed403-f1", "ovs_interfaceid": "e10ed403-f13f-416d-b189-484d2af0e879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.852895] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f32717-e664-475d-badc-258a8898ab43 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.883461] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24da6713-4fd8-4e4f-ae2a-41eabe60aa3b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.703678] env[62954]: DEBUG nova.compute.manager [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 907.707959] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Releasing lock "refresh_cache-9ac4aacf-6bbe-4027-992e-f81e3cd10cd7" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.709143] env[62954]: DEBUG oslo_concurrency.lockutils [req-bcbcef7e-a78d-4e26-8963-92f48d3938e4 req-af516363-8616-4c6e-b88a-f71f244d6a12 service nova] Releasing lock "refresh_cache-12344f1e-154c-4236-bdfa-2d71676b93f0" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.709324] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Updating instance 'ce61fb64-fab1-497d-8604-332e4fab5480' progress to 67 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 907.729492] env[62954]: DEBUG oslo_vmware.api [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597770, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.173113} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.735227] env[62954]: INFO nova.virt.vmwareapi.ds_util [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3/45a12149-1b6c-414b-9b32-1b6ffa65e320-rescue.vmdk. [ 907.735227] env[62954]: DEBUG oslo_vmware.api [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]522f0d38-7130-c31f-9256-67d73ab16fba, 'name': SearchDatastore_Task, 'duration_secs': 0.032984} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.735430] env[62954]: DEBUG oslo_vmware.api [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597767, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.810458} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.736828] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288060db-c645-4574-a55a-5192e7eda5f5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.739289] env[62954]: INFO nova.virt.vmwareapi.ds_util [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_81001977-33f0-4bee-a43e-6e2e78a9c5cc/OSTACK_IMG_81001977-33f0-4bee-a43e-6e2e78a9c5cc.vmdk to [datastore1] devstack-image-cache_base/9d2e778c-a90e-43fa-898e-1ef38ce02a16/9d2e778c-a90e-43fa-898e-1ef38ce02a16.vmdk. [ 907.739491] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Cleaning up location [datastore1] OSTACK_IMG_81001977-33f0-4bee-a43e-6e2e78a9c5cc {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 907.739654] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_81001977-33f0-4bee-a43e-6e2e78a9c5cc {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.739896] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0d44a17-0271-4bf1-88dc-7d44b62d8c2a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.743721] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2c75dd5-9717-415b-a708-27ade852d486 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.767276] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3/45a12149-1b6c-414b-9b32-1b6ffa65e320-rescue.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.769988] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1af342fc-4ddc-4bdc-abe7-715a490d7cff {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.783312] env[62954]: DEBUG oslo_vmware.api [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Waiting for the task: (returnval){ [ 907.783312] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]522db029-342a-25fd-7bff-35fcb1971f8d" [ 907.783312] env[62954]: _type = "Task" [ 907.783312] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.783584] env[62954]: DEBUG oslo_vmware.api [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 907.783584] env[62954]: value = "task-2597772" [ 907.783584] env[62954]: _type = "Task" [ 907.783584] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.792681] env[62954]: DEBUG oslo_vmware.api [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Waiting for the task: (returnval){ [ 907.792681] env[62954]: value = "task-2597773" [ 907.792681] env[62954]: _type = "Task" [ 907.792681] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.802533] env[62954]: DEBUG oslo_vmware.api [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036264} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.802770] env[62954]: DEBUG oslo_vmware.api [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]522db029-342a-25fd-7bff-35fcb1971f8d, 'name': SearchDatastore_Task, 'duration_secs': 0.010493} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.803370] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.803515] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9d2e778c-a90e-43fa-898e-1ef38ce02a16/9d2e778c-a90e-43fa-898e-1ef38ce02a16.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.803941] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9d2e778c-a90e-43fa-898e-1ef38ce02a16/9d2e778c-a90e-43fa-898e-1ef38ce02a16.vmdk to [datastore1] 17136594-e2a6-4758-be56-68ba6438613a/17136594-e2a6-4758-be56-68ba6438613a.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 907.804071] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.804407] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 12344f1e-154c-4236-bdfa-2d71676b93f0/12344f1e-154c-4236-bdfa-2d71676b93f0.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 907.807261] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cba43c05-bb70-4681-ac73-4905aac63961 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.809270] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fe8e074-befd-4fdc-a136-57f6ef1524c8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.811737] env[62954]: DEBUG oslo_vmware.api [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.816469] env[62954]: DEBUG oslo_vmware.api [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 907.816469] env[62954]: value = "task-2597774" [ 907.816469] env[62954]: _type = "Task" [ 907.816469] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.818061] env[62954]: DEBUG oslo_vmware.api [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Waiting for the task: (returnval){ [ 907.818061] env[62954]: value = "task-2597775" [ 907.818061] env[62954]: _type = "Task" [ 907.818061] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.827858] env[62954]: DEBUG oslo_vmware.api [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597774, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.830650] env[62954]: DEBUG oslo_vmware.api [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': task-2597775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.243111] env[62954]: DEBUG oslo_concurrency.lockutils [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.243407] env[62954]: DEBUG oslo_concurrency.lockutils [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.245113] env[62954]: INFO nova.compute.claims [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 908.291620] env[62954]: DEBUG nova.network.neutron [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Port b07d37e0-ff1a-48f7-bedd-b605bd01a869 binding to destination host cpu-1 is already ACTIVE {{(pid=62954) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 908.305291] env[62954]: DEBUG oslo_vmware.api [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.330227] env[62954]: DEBUG oslo_vmware.api [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597774, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.334030] env[62954]: DEBUG oslo_vmware.api [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': task-2597775, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489003} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.334337] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 12344f1e-154c-4236-bdfa-2d71676b93f0/12344f1e-154c-4236-bdfa-2d71676b93f0.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 908.334611] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 908.334812] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2449a62b-b575-4e63-8247-04ed3fab500c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.346498] env[62954]: DEBUG oslo_vmware.api [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Waiting for the task: (returnval){ [ 908.346498] env[62954]: value = "task-2597776" [ 908.346498] env[62954]: _type = "Task" [ 908.346498] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.360551] env[62954]: DEBUG oslo_vmware.api [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': task-2597776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.489410] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cd517ecd-1ade-4150-b26a-32035ba2e555 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "interface-2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f-b830f8c9-674f-486a-bafd-bec56e5ccfac" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.489703] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cd517ecd-1ade-4150-b26a-32035ba2e555 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "interface-2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f-b830f8c9-674f-486a-bafd-bec56e5ccfac" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.490096] env[62954]: DEBUG nova.objects.instance [None req-cd517ecd-1ade-4150-b26a-32035ba2e555 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lazy-loading 'flavor' on Instance uuid 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.809837] env[62954]: DEBUG oslo_vmware.api [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597773, 'name': ReconfigVM_Task, 'duration_secs': 0.921961} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.810940] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3/45a12149-1b6c-414b-9b32-1b6ffa65e320-rescue.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.811580] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b612d6-1f91-4b26-a727-61e2d769eded {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.843480] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30679e9b-df8b-43a2-bdb0-71c7f04a2272 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.859912] env[62954]: DEBUG oslo_vmware.api [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597774, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.871869] env[62954]: DEBUG oslo_vmware.api [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': task-2597776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115804} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.873447] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.873792] env[62954]: DEBUG oslo_vmware.api [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Waiting for the task: (returnval){ [ 908.873792] env[62954]: value = "task-2597777" [ 908.873792] env[62954]: _type = "Task" [ 908.873792] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.874567] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6e39ff-4f2b-4c0e-9efc-892a131c6bca {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.887350] env[62954]: DEBUG oslo_vmware.api [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597777, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.905733] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 12344f1e-154c-4236-bdfa-2d71676b93f0/12344f1e-154c-4236-bdfa-2d71676b93f0.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.906863] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97ea2f59-d857-485e-9f45-1b94e8659137 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.928374] env[62954]: DEBUG oslo_vmware.api [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Waiting for the task: (returnval){ [ 908.928374] env[62954]: value = "task-2597778" [ 908.928374] env[62954]: _type = "Task" [ 908.928374] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.939162] env[62954]: DEBUG oslo_vmware.api [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': task-2597778, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.107102] env[62954]: DEBUG nova.objects.instance [None req-cd517ecd-1ade-4150-b26a-32035ba2e555 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lazy-loading 'pci_requests' on Instance uuid 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.230958] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2758675-bd3c-4ef5-8a78-f18c3b2cbf97 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.252663] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Updating instance '9ac4aacf-6bbe-4027-992e-f81e3cd10cd7' progress to 0 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 909.323728] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "ce61fb64-fab1-497d-8604-332e4fab5480-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.324159] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "ce61fb64-fab1-497d-8604-332e4fab5480-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.324390] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "ce61fb64-fab1-497d-8604-332e4fab5480-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.342816] env[62954]: DEBUG oslo_vmware.api [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597774, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.392980] env[62954]: DEBUG oslo_vmware.api [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597777, 'name': ReconfigVM_Task, 'duration_secs': 0.458604} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.393349] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.393615] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccba7e5c-3c67-46e3-9fa8-076cff73fddb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.403971] env[62954]: DEBUG oslo_vmware.api [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Waiting for the task: (returnval){ [ 909.403971] env[62954]: value = "task-2597779" [ 909.403971] env[62954]: _type = "Task" [ 909.403971] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.416552] env[62954]: DEBUG oslo_vmware.api [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.446345] env[62954]: DEBUG oslo_vmware.api [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': task-2597778, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.558468] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ee19e3-20d0-4dc2-825f-e6f850b60731 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.568265] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7da0465-b7d1-4cbb-a642-2c4b146600b6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.602125] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a540c31c-d19b-4ed3-9aa6-1ef97c60c1ed {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.609056] env[62954]: DEBUG nova.objects.base [None req-cd517ecd-1ade-4150-b26a-32035ba2e555 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Object Instance<2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f> lazy-loaded attributes: flavor,pci_requests {{(pid=62954) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 909.609241] env[62954]: DEBUG nova.network.neutron [None req-cd517ecd-1ade-4150-b26a-32035ba2e555 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 909.615345] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6be7eb0-7bcb-46cb-a138-0e4944d51946 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.632794] env[62954]: DEBUG nova.compute.provider_tree [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.734897] env[62954]: DEBUG nova.policy [None req-cd517ecd-1ade-4150-b26a-32035ba2e555 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '278dfbe70e5b4ca9895a28045a42f4a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c63415eabc2540309dd82fe654116228', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.766024] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.766024] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab20e417-377f-4d5a-92a1-cd7ace9ccbba {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.774568] env[62954]: DEBUG oslo_vmware.api [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 909.774568] env[62954]: value = "task-2597780" [ 909.774568] env[62954]: _type = "Task" [ 909.774568] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.784953] env[62954]: DEBUG oslo_vmware.api [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.832208] env[62954]: DEBUG oslo_vmware.api [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597774, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.917275] env[62954]: DEBUG oslo_vmware.api [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597779, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.942825] env[62954]: DEBUG oslo_vmware.api [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': task-2597778, 'name': ReconfigVM_Task, 'duration_secs': 0.552444} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.943168] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 12344f1e-154c-4236-bdfa-2d71676b93f0/12344f1e-154c-4236-bdfa-2d71676b93f0.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.944315] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6f769b1-db1d-4c7a-ba19-3284780e5955 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.954858] env[62954]: DEBUG oslo_vmware.api [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Waiting for the task: (returnval){ [ 909.954858] env[62954]: value = "task-2597781" [ 909.954858] env[62954]: _type = "Task" [ 909.954858] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.966305] env[62954]: DEBUG oslo_vmware.api [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': task-2597781, 'name': Rename_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.137180] env[62954]: DEBUG nova.scheduler.client.report [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.283548] env[62954]: DEBUG oslo_vmware.api [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597780, 'name': PowerOffVM_Task, 'duration_secs': 0.286137} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.283807] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.284019] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Updating instance '9ac4aacf-6bbe-4027-992e-f81e3cd10cd7' progress to 17 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 910.329438] env[62954]: DEBUG oslo_vmware.api [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597774, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.41123} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.330393] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9d2e778c-a90e-43fa-898e-1ef38ce02a16/9d2e778c-a90e-43fa-898e-1ef38ce02a16.vmdk to [datastore1] 17136594-e2a6-4758-be56-68ba6438613a/17136594-e2a6-4758-be56-68ba6438613a.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.331155] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e0c87a-7a51-4b05-a1b5-3ca52443f00d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.356666] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 17136594-e2a6-4758-be56-68ba6438613a/17136594-e2a6-4758-be56-68ba6438613a.vmdk or device None with type streamOptimized {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.357256] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c176af8-1d7e-47d5-b288-1fb07eac8af8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.377150] env[62954]: DEBUG oslo_vmware.api [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 910.377150] env[62954]: value = "task-2597782" [ 910.377150] env[62954]: _type = "Task" [ 910.377150] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.384753] env[62954]: DEBUG oslo_vmware.api [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597782, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.413927] env[62954]: DEBUG oslo_vmware.api [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597779, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.414937] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "refresh_cache-ce61fb64-fab1-497d-8604-332e4fab5480" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.415153] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquired lock "refresh_cache-ce61fb64-fab1-497d-8604-332e4fab5480" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.415352] env[62954]: DEBUG nova.network.neutron [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.465324] env[62954]: DEBUG oslo_vmware.api [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': task-2597781, 'name': Rename_Task, 'duration_secs': 0.258862} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.465624] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.465921] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6fa5e60-8386-4a06-9ac6-2bd0324c9d23 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.472138] env[62954]: DEBUG oslo_vmware.api [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Waiting for the task: (returnval){ [ 910.472138] env[62954]: value = "task-2597783" [ 910.472138] env[62954]: _type = "Task" [ 910.472138] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.479801] env[62954]: DEBUG oslo_vmware.api [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': task-2597783, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.642182] env[62954]: DEBUG oslo_concurrency.lockutils [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.399s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.642768] env[62954]: DEBUG nova.compute.manager [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 910.791320] env[62954]: DEBUG nova.virt.hardware [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.791606] env[62954]: DEBUG nova.virt.hardware [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.791730] env[62954]: DEBUG nova.virt.hardware [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.792060] env[62954]: DEBUG nova.virt.hardware [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.792259] env[62954]: DEBUG nova.virt.hardware [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.792458] env[62954]: DEBUG nova.virt.hardware [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.792672] env[62954]: DEBUG nova.virt.hardware [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.792842] env[62954]: DEBUG nova.virt.hardware [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.793124] env[62954]: DEBUG nova.virt.hardware [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.793185] env[62954]: DEBUG nova.virt.hardware [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.793358] env[62954]: DEBUG nova.virt.hardware [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.798799] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab70ed11-85d5-469f-84e9-8fdac5352c50 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.815163] env[62954]: DEBUG oslo_vmware.api [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 910.815163] env[62954]: value = "task-2597784" [ 910.815163] env[62954]: _type = "Task" [ 910.815163] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.823985] env[62954]: DEBUG oslo_vmware.api [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597784, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.887247] env[62954]: DEBUG oslo_vmware.api [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597782, 'name': ReconfigVM_Task, 'duration_secs': 0.40031} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.887576] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 17136594-e2a6-4758-be56-68ba6438613a/17136594-e2a6-4758-be56-68ba6438613a.vmdk or device None with type streamOptimized {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.888147] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89c7d92a-e0e8-40d4-b467-66ee8da3a3b8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.894832] env[62954]: DEBUG oslo_vmware.api [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 910.894832] env[62954]: value = "task-2597785" [ 910.894832] env[62954]: _type = "Task" [ 910.894832] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.903791] env[62954]: DEBUG oslo_vmware.api [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597785, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.913660] env[62954]: DEBUG oslo_vmware.api [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597779, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.982311] env[62954]: DEBUG oslo_vmware.api [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': task-2597783, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.149237] env[62954]: DEBUG nova.compute.utils [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 911.152190] env[62954]: DEBUG nova.compute.manager [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 911.152649] env[62954]: DEBUG nova.network.neutron [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 911.225962] env[62954]: DEBUG nova.policy [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39defcdc52be479c9cc065177179e206', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '579b64041fcd4d4288e938896c8b01e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 911.257436] env[62954]: DEBUG nova.network.neutron [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Updating instance_info_cache with network_info: [{"id": "b07d37e0-ff1a-48f7-bedd-b605bd01a869", "address": "fa:16:3e:82:03:df", "network": {"id": "83c48440-f1b0-4959-9641-df64dcfa43c4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1935869524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a34a6adfdb95418ba67dc915c9c734b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb07d37e0-ff", "ovs_interfaceid": "b07d37e0-ff1a-48f7-bedd-b605bd01a869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.323417] env[62954]: DEBUG nova.compute.manager [req-8229687e-2bf6-476b-85ad-7bbd509c3d84 req-b0a00676-1f12-40f3-99f5-c65682563bef service nova] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Received event network-vif-plugged-b830f8c9-674f-486a-bafd-bec56e5ccfac {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 911.323750] env[62954]: DEBUG oslo_concurrency.lockutils [req-8229687e-2bf6-476b-85ad-7bbd509c3d84 req-b0a00676-1f12-40f3-99f5-c65682563bef service nova] Acquiring lock "2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.324091] env[62954]: DEBUG oslo_concurrency.lockutils [req-8229687e-2bf6-476b-85ad-7bbd509c3d84 req-b0a00676-1f12-40f3-99f5-c65682563bef service nova] Lock "2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.328017] env[62954]: DEBUG oslo_concurrency.lockutils [req-8229687e-2bf6-476b-85ad-7bbd509c3d84 req-b0a00676-1f12-40f3-99f5-c65682563bef service nova] Lock "2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.328017] env[62954]: DEBUG nova.compute.manager [req-8229687e-2bf6-476b-85ad-7bbd509c3d84 req-b0a00676-1f12-40f3-99f5-c65682563bef service nova] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] No waiting events found dispatching network-vif-plugged-b830f8c9-674f-486a-bafd-bec56e5ccfac {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 911.328017] env[62954]: WARNING nova.compute.manager [req-8229687e-2bf6-476b-85ad-7bbd509c3d84 req-b0a00676-1f12-40f3-99f5-c65682563bef service nova] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Received unexpected event network-vif-plugged-b830f8c9-674f-486a-bafd-bec56e5ccfac for instance with vm_state active and task_state None. [ 911.328802] env[62954]: DEBUG oslo_vmware.api [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597784, 'name': ReconfigVM_Task, 'duration_secs': 0.294838} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.329199] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Updating instance '9ac4aacf-6bbe-4027-992e-f81e3cd10cd7' progress to 33 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 911.405500] env[62954]: DEBUG oslo_vmware.api [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597785, 'name': Rename_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.416208] env[62954]: DEBUG oslo_vmware.api [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597779, 'name': PowerOnVM_Task, 'duration_secs': 1.757171} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.416208] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.420026] env[62954]: DEBUG nova.compute.manager [None req-cf131b17-c9fa-4e10-bc59-2137ef1372f8 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.420026] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fde559d-0282-4acd-88de-d3899b1bb279 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.486317] env[62954]: DEBUG oslo_vmware.api [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': task-2597783, 'name': PowerOnVM_Task, 'duration_secs': 0.555157} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.486649] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.486945] env[62954]: INFO nova.compute.manager [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Took 8.75 seconds to spawn the instance on the hypervisor. [ 911.488500] env[62954]: DEBUG nova.compute.manager [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.489368] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf2190f-a4fe-4047-9ad3-1049f8d047ac {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.525632] env[62954]: DEBUG nova.network.neutron [None req-cd517ecd-1ade-4150-b26a-32035ba2e555 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Successfully updated port: b830f8c9-674f-486a-bafd-bec56e5ccfac {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 911.653681] env[62954]: DEBUG nova.compute.manager [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 911.661463] env[62954]: DEBUG nova.network.neutron [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Successfully created port: 7a3bd6fc-3c12-4556-83a1-c7bf89a6c7e6 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 911.759691] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Releasing lock "refresh_cache-ce61fb64-fab1-497d-8604-332e4fab5480" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.837103] env[62954]: DEBUG nova.virt.hardware [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.837103] env[62954]: DEBUG nova.virt.hardware [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.837103] env[62954]: DEBUG nova.virt.hardware [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.837103] env[62954]: DEBUG nova.virt.hardware [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.837418] env[62954]: DEBUG nova.virt.hardware [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.838026] env[62954]: DEBUG nova.virt.hardware [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.838279] env[62954]: DEBUG nova.virt.hardware [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.838459] env[62954]: DEBUG nova.virt.hardware [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.838643] env[62954]: DEBUG nova.virt.hardware [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.838795] env[62954]: DEBUG nova.virt.hardware [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.838979] env[62954]: DEBUG nova.virt.hardware [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.845422] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Reconfiguring VM instance instance-00000053 to detach disk 2000 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 911.846451] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27350b94-9aff-4d83-a1f2-d75d175e5de4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.869116] env[62954]: DEBUG oslo_vmware.api [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 911.869116] env[62954]: value = "task-2597786" [ 911.869116] env[62954]: _type = "Task" [ 911.869116] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.882371] env[62954]: DEBUG oslo_vmware.api [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597786, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.904488] env[62954]: DEBUG oslo_vmware.api [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597785, 'name': Rename_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.012574] env[62954]: INFO nova.compute.manager [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Took 19.79 seconds to build instance. [ 912.034074] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cd517ecd-1ade-4150-b26a-32035ba2e555 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "refresh_cache-2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.034074] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cd517ecd-1ade-4150-b26a-32035ba2e555 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquired lock "refresh_cache-2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.034074] env[62954]: DEBUG nova.network.neutron [None req-cd517ecd-1ade-4150-b26a-32035ba2e555 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.287272] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5f9362-4497-4ab6-bdb7-ec4fc19ed989 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.308201] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78b42be-d268-4c6a-b7a8-fd132675829a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.315235] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Updating instance 'ce61fb64-fab1-497d-8604-332e4fab5480' progress to 83 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 912.381234] env[62954]: DEBUG oslo_vmware.api [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597786, 'name': ReconfigVM_Task, 'duration_secs': 0.17252} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.381565] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Reconfigured VM instance instance-00000053 to detach disk 2000 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 912.382383] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7ab976-70b1-4e9a-aa07-984980eb8ae8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.408005] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7/9ac4aacf-6bbe-4027-992e-f81e3cd10cd7.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.413536] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b79662b6-4e89-46e6-bad7-561f8d71ed5a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.439567] env[62954]: DEBUG oslo_vmware.api [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597785, 'name': Rename_Task, 'duration_secs': 1.225352} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.441354] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.441739] env[62954]: DEBUG oslo_vmware.api [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 912.441739] env[62954]: value = "task-2597787" [ 912.441739] env[62954]: _type = "Task" [ 912.441739] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.442501] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36f34b0d-26d8-4610-88a7-5740644d254e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.454050] env[62954]: DEBUG oslo_vmware.api [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 912.454050] env[62954]: value = "task-2597788" [ 912.454050] env[62954]: _type = "Task" [ 912.454050] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.464261] env[62954]: DEBUG oslo_vmware.api [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597788, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.514211] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dfc687e3-1cb4-41cb-97ed-10d68398602e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Lock "12344f1e-154c-4236-bdfa-2d71676b93f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.302s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.589281] env[62954]: WARNING nova.network.neutron [None req-cd517ecd-1ade-4150-b26a-32035ba2e555 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] c51a90ce-1eb2-4427-a233-630ded5d9052 already exists in list: networks containing: ['c51a90ce-1eb2-4427-a233-630ded5d9052']. ignoring it [ 912.589531] env[62954]: WARNING nova.network.neutron [None req-cd517ecd-1ade-4150-b26a-32035ba2e555 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] c51a90ce-1eb2-4427-a233-630ded5d9052 already exists in list: networks containing: ['c51a90ce-1eb2-4427-a233-630ded5d9052']. ignoring it [ 912.666104] env[62954]: DEBUG nova.compute.manager [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 912.709655] env[62954]: DEBUG nova.virt.hardware [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.709960] env[62954]: DEBUG nova.virt.hardware [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.710154] env[62954]: DEBUG nova.virt.hardware [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.710566] env[62954]: DEBUG nova.virt.hardware [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.710757] env[62954]: DEBUG nova.virt.hardware [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.710930] env[62954]: DEBUG nova.virt.hardware [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.711347] env[62954]: DEBUG nova.virt.hardware [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.711579] env[62954]: DEBUG nova.virt.hardware [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.711771] env[62954]: DEBUG nova.virt.hardware [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.712373] env[62954]: DEBUG nova.virt.hardware [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.712566] env[62954]: DEBUG nova.virt.hardware [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.713845] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a64297-1167-4637-8565-b1591ab6ed20 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.727619] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b2795b-f816-4f2f-9b7a-964b8815bca4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.824090] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.824411] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f05e2a9-3090-4f52-a73d-a363d295ccbd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.832780] env[62954]: DEBUG oslo_vmware.api [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 912.832780] env[62954]: value = "task-2597789" [ 912.832780] env[62954]: _type = "Task" [ 912.832780] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.842454] env[62954]: DEBUG oslo_vmware.api [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.929953] env[62954]: INFO nova.compute.manager [None req-6f082b4c-9437-43b9-98ce-57324eda10c3 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Unrescuing [ 912.930336] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6f082b4c-9437-43b9-98ce-57324eda10c3 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Acquiring lock "refresh_cache-831ad8dc-e81e-4de8-86fb-4aceaf14b8a3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.930577] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6f082b4c-9437-43b9-98ce-57324eda10c3 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Acquired lock "refresh_cache-831ad8dc-e81e-4de8-86fb-4aceaf14b8a3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.931152] env[62954]: DEBUG nova.network.neutron [None req-6f082b4c-9437-43b9-98ce-57324eda10c3 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.958304] env[62954]: DEBUG oslo_vmware.api [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597787, 'name': ReconfigVM_Task, 'duration_secs': 0.288755} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.961485] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7/9ac4aacf-6bbe-4027-992e-f81e3cd10cd7.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.961788] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Updating instance '9ac4aacf-6bbe-4027-992e-f81e3cd10cd7' progress to 50 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 912.986212] env[62954]: DEBUG oslo_vmware.api [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597788, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.168738] env[62954]: DEBUG nova.network.neutron [None req-cd517ecd-1ade-4150-b26a-32035ba2e555 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Updating instance_info_cache with network_info: [{"id": "25bbb1d1-b59d-4ca1-8625-7d6a047e0f43", "address": "fa:16:3e:6b:9b:35", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25bbb1d1-b5", "ovs_interfaceid": "25bbb1d1-b59d-4ca1-8625-7d6a047e0f43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b076631c-9e60-40e4-8e39-8157939c293b", "address": "fa:16:3e:e1:36:75", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb076631c-9e", "ovs_interfaceid": "b076631c-9e60-40e4-8e39-8157939c293b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b830f8c9-674f-486a-bafd-bec56e5ccfac", "address": "fa:16:3e:28:b9:35", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb830f8c9-67", "ovs_interfaceid": "b830f8c9-674f-486a-bafd-bec56e5ccfac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.287987] env[62954]: DEBUG nova.network.neutron [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Successfully updated port: 7a3bd6fc-3c12-4556-83a1-c7bf89a6c7e6 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 913.343335] env[62954]: DEBUG oslo_vmware.api [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597789, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.473332] env[62954]: DEBUG oslo_vmware.api [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597788, 'name': PowerOnVM_Task, 'duration_secs': 0.565709} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.479028] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d36bca-db7f-4ee7-bae3-2e6a44e134af {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.479585] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.479800] env[62954]: INFO nova.compute.manager [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Took 15.47 seconds to spawn the instance on the hypervisor. [ 913.479978] env[62954]: DEBUG nova.compute.manager [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.480818] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa9eee6-0288-471b-a233-4d13c3ea7317 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.509967] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f8660a-bf7f-4317-808f-66e8192ae287 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.529290] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Updating instance '9ac4aacf-6bbe-4027-992e-f81e3cd10cd7' progress to 67 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 913.673029] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cd517ecd-1ade-4150-b26a-32035ba2e555 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Releasing lock "refresh_cache-2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.673815] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cd517ecd-1ade-4150-b26a-32035ba2e555 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.674024] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cd517ecd-1ade-4150-b26a-32035ba2e555 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquired lock "2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.674933] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5dd2189-b3f7-4e5e-bbe8-6e8295620950 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.699586] env[62954]: DEBUG nova.virt.hardware [None req-cd517ecd-1ade-4150-b26a-32035ba2e555 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.702949] env[62954]: DEBUG nova.virt.hardware [None req-cd517ecd-1ade-4150-b26a-32035ba2e555 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.702949] env[62954]: DEBUG nova.virt.hardware [None req-cd517ecd-1ade-4150-b26a-32035ba2e555 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.702949] env[62954]: DEBUG nova.virt.hardware [None req-cd517ecd-1ade-4150-b26a-32035ba2e555 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.702949] env[62954]: DEBUG nova.virt.hardware [None req-cd517ecd-1ade-4150-b26a-32035ba2e555 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.702949] env[62954]: DEBUG nova.virt.hardware [None req-cd517ecd-1ade-4150-b26a-32035ba2e555 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.702949] env[62954]: DEBUG nova.virt.hardware [None req-cd517ecd-1ade-4150-b26a-32035ba2e555 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.703239] env[62954]: DEBUG nova.virt.hardware [None req-cd517ecd-1ade-4150-b26a-32035ba2e555 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.704562] env[62954]: DEBUG nova.virt.hardware [None req-cd517ecd-1ade-4150-b26a-32035ba2e555 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.705263] env[62954]: DEBUG nova.virt.hardware [None req-cd517ecd-1ade-4150-b26a-32035ba2e555 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.705468] env[62954]: DEBUG nova.virt.hardware [None req-cd517ecd-1ade-4150-b26a-32035ba2e555 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.713396] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-cd517ecd-1ade-4150-b26a-32035ba2e555 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Reconfiguring VM to attach interface {{(pid=62954) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 913.714662] env[62954]: DEBUG nova.network.neutron [None req-6f082b4c-9437-43b9-98ce-57324eda10c3 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Updating instance_info_cache with network_info: [{"id": "0c32f4e1-65bb-438a-a148-d6393f6e637b", "address": "fa:16:3e:57:21:ab", "network": {"id": "3d649e0d-12e3-42fc-b56e-e41958f2a8d0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-255485273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "13c7e22d1d80416cb402f81f7cc57099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c32f4e1-65", "ovs_interfaceid": "0c32f4e1-65bb-438a-a148-d6393f6e637b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.716134] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7d37ecb-36c4-4e9c-943d-3da34fc471a4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.737112] env[62954]: DEBUG oslo_vmware.api [None req-cd517ecd-1ade-4150-b26a-32035ba2e555 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 913.737112] env[62954]: value = "task-2597790" [ 913.737112] env[62954]: _type = "Task" [ 913.737112] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.746031] env[62954]: DEBUG oslo_vmware.api [None req-cd517ecd-1ade-4150-b26a-32035ba2e555 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597790, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.796204] env[62954]: DEBUG oslo_concurrency.lockutils [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Acquiring lock "refresh_cache-5006bc24-1140-4055-8710-bb1af6b93c02" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.796204] env[62954]: DEBUG oslo_concurrency.lockutils [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Acquired lock "refresh_cache-5006bc24-1140-4055-8710-bb1af6b93c02" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.796204] env[62954]: DEBUG nova.network.neutron [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.845579] env[62954]: DEBUG oslo_vmware.api [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597789, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.888433] env[62954]: DEBUG nova.compute.manager [req-8c95296b-572f-47b9-82d9-389a80998267 req-5357e13e-8271-4683-a481-567e8aaeece1 service nova] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Received event network-changed-b830f8c9-674f-486a-bafd-bec56e5ccfac {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 913.889041] env[62954]: DEBUG nova.compute.manager [req-8c95296b-572f-47b9-82d9-389a80998267 req-5357e13e-8271-4683-a481-567e8aaeece1 service nova] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Refreshing instance network info cache due to event network-changed-b830f8c9-674f-486a-bafd-bec56e5ccfac. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 913.889302] env[62954]: DEBUG oslo_concurrency.lockutils [req-8c95296b-572f-47b9-82d9-389a80998267 req-5357e13e-8271-4683-a481-567e8aaeece1 service nova] Acquiring lock "refresh_cache-2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.889505] env[62954]: DEBUG oslo_concurrency.lockutils [req-8c95296b-572f-47b9-82d9-389a80998267 req-5357e13e-8271-4683-a481-567e8aaeece1 service nova] Acquired lock "refresh_cache-2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.889741] env[62954]: DEBUG nova.network.neutron [req-8c95296b-572f-47b9-82d9-389a80998267 req-5357e13e-8271-4683-a481-567e8aaeece1 service nova] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Refreshing network info cache for port b830f8c9-674f-486a-bafd-bec56e5ccfac {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 914.015607] env[62954]: DEBUG nova.compute.manager [req-27ed4b0a-6698-4dd1-8bfc-acb4a614023c req-950bd2bf-3332-46e1-9357-d4d2b2c8377e service nova] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Received event network-changed-e10ed403-f13f-416d-b189-484d2af0e879 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 914.015895] env[62954]: DEBUG nova.compute.manager [req-27ed4b0a-6698-4dd1-8bfc-acb4a614023c req-950bd2bf-3332-46e1-9357-d4d2b2c8377e service nova] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Refreshing instance network info cache due to event network-changed-e10ed403-f13f-416d-b189-484d2af0e879. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 914.016014] env[62954]: DEBUG oslo_concurrency.lockutils [req-27ed4b0a-6698-4dd1-8bfc-acb4a614023c req-950bd2bf-3332-46e1-9357-d4d2b2c8377e service nova] Acquiring lock "refresh_cache-12344f1e-154c-4236-bdfa-2d71676b93f0" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.016229] env[62954]: DEBUG oslo_concurrency.lockutils [req-27ed4b0a-6698-4dd1-8bfc-acb4a614023c req-950bd2bf-3332-46e1-9357-d4d2b2c8377e service nova] Acquired lock "refresh_cache-12344f1e-154c-4236-bdfa-2d71676b93f0" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.016456] env[62954]: DEBUG nova.network.neutron [req-27ed4b0a-6698-4dd1-8bfc-acb4a614023c req-950bd2bf-3332-46e1-9357-d4d2b2c8377e service nova] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Refreshing network info cache for port e10ed403-f13f-416d-b189-484d2af0e879 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 914.019662] env[62954]: INFO nova.compute.manager [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Took 23.94 seconds to build instance. [ 914.076235] env[62954]: DEBUG nova.network.neutron [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Port facd7399-b61c-42df-b3dc-e662e95420d2 binding to destination host cpu-1 is already ACTIVE {{(pid=62954) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 914.232317] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6f082b4c-9437-43b9-98ce-57324eda10c3 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Releasing lock "refresh_cache-831ad8dc-e81e-4de8-86fb-4aceaf14b8a3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.233467] env[62954]: DEBUG nova.objects.instance [None req-6f082b4c-9437-43b9-98ce-57324eda10c3 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Lazy-loading 'flavor' on Instance uuid 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.249357] env[62954]: DEBUG oslo_vmware.api [None req-cd517ecd-1ade-4150-b26a-32035ba2e555 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597790, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.333390] env[62954]: DEBUG nova.network.neutron [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 914.348133] env[62954]: DEBUG oslo_vmware.api [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597789, 'name': PowerOnVM_Task, 'duration_secs': 1.403926} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.348133] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.348133] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbdb99c-c905-431f-936b-dbe079db1211 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Updating instance 'ce61fb64-fab1-497d-8604-332e4fab5480' progress to 100 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 914.524032] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ace7df8d-1540-4c6e-ae90-f6ebf451b3f9 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "17136594-e2a6-4758-be56-68ba6438613a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.450s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.586336] env[62954]: DEBUG nova.network.neutron [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Updating instance_info_cache with network_info: [{"id": "7a3bd6fc-3c12-4556-83a1-c7bf89a6c7e6", "address": "fa:16:3e:b2:11:9d", "network": {"id": "5b008fa1-5d50-4bae-bbd0-ab63d8e20f2f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-290645519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "579b64041fcd4d4288e938896c8b01e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a3bd6fc-3c", "ovs_interfaceid": "7a3bd6fc-3c12-4556-83a1-c7bf89a6c7e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.703569] env[62954]: DEBUG nova.network.neutron [req-8c95296b-572f-47b9-82d9-389a80998267 req-5357e13e-8271-4683-a481-567e8aaeece1 service nova] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Updated VIF entry in instance network info cache for port b830f8c9-674f-486a-bafd-bec56e5ccfac. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 914.703958] env[62954]: DEBUG nova.network.neutron [req-8c95296b-572f-47b9-82d9-389a80998267 req-5357e13e-8271-4683-a481-567e8aaeece1 service nova] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Updating instance_info_cache with network_info: [{"id": "25bbb1d1-b59d-4ca1-8625-7d6a047e0f43", "address": "fa:16:3e:6b:9b:35", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25bbb1d1-b5", "ovs_interfaceid": "25bbb1d1-b59d-4ca1-8625-7d6a047e0f43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b076631c-9e60-40e4-8e39-8157939c293b", "address": "fa:16:3e:e1:36:75", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb076631c-9e", "ovs_interfaceid": "b076631c-9e60-40e4-8e39-8157939c293b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b830f8c9-674f-486a-bafd-bec56e5ccfac", "address": "fa:16:3e:28:b9:35", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb830f8c9-67", "ovs_interfaceid": "b830f8c9-674f-486a-bafd-bec56e5ccfac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.744684] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad038c5-6210-4ce9-860f-927baf93b1cd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.752753] env[62954]: DEBUG oslo_vmware.api [None req-cd517ecd-1ade-4150-b26a-32035ba2e555 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597790, 'name': ReconfigVM_Task, 'duration_secs': 0.838226} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.772015] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cd517ecd-1ade-4150-b26a-32035ba2e555 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Releasing lock "2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.772015] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-cd517ecd-1ade-4150-b26a-32035ba2e555 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Reconfigured VM to attach interface {{(pid=62954) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 914.779019] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f082b4c-9437-43b9-98ce-57324eda10c3 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.779019] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7fcfe57-5798-40f2-bf2a-a65d7b113102 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.784139] env[62954]: DEBUG oslo_vmware.api [None req-6f082b4c-9437-43b9-98ce-57324eda10c3 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Waiting for the task: (returnval){ [ 914.784139] env[62954]: value = "task-2597791" [ 914.784139] env[62954]: _type = "Task" [ 914.784139] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.792618] env[62954]: DEBUG oslo_vmware.api [None req-6f082b4c-9437-43b9-98ce-57324eda10c3 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.858420] env[62954]: DEBUG nova.network.neutron [req-27ed4b0a-6698-4dd1-8bfc-acb4a614023c req-950bd2bf-3332-46e1-9357-d4d2b2c8377e service nova] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Updated VIF entry in instance network info cache for port e10ed403-f13f-416d-b189-484d2af0e879. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 914.858420] env[62954]: DEBUG nova.network.neutron [req-27ed4b0a-6698-4dd1-8bfc-acb4a614023c req-950bd2bf-3332-46e1-9357-d4d2b2c8377e service nova] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Updating instance_info_cache with network_info: [{"id": "e10ed403-f13f-416d-b189-484d2af0e879", "address": "fa:16:3e:90:1e:6f", "network": {"id": "784f952f-8d7f-43d7-89b0-3096d7a5d7ac", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-652099428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd9a9b48fe5f41398403678762e2ce7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape10ed403-f1", "ovs_interfaceid": "e10ed403-f13f-416d-b189-484d2af0e879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.097662] env[62954]: DEBUG oslo_concurrency.lockutils [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Releasing lock "refresh_cache-5006bc24-1140-4055-8710-bb1af6b93c02" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.098203] env[62954]: DEBUG nova.compute.manager [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Instance network_info: |[{"id": "7a3bd6fc-3c12-4556-83a1-c7bf89a6c7e6", "address": "fa:16:3e:b2:11:9d", "network": {"id": "5b008fa1-5d50-4bae-bbd0-ab63d8e20f2f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-290645519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "579b64041fcd4d4288e938896c8b01e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a3bd6fc-3c", "ovs_interfaceid": "7a3bd6fc-3c12-4556-83a1-c7bf89a6c7e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 915.102065] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:11:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bed837fa-6b6a-4192-a229-a99426a46065', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a3bd6fc-3c12-4556-83a1-c7bf89a6c7e6', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.111067] env[62954]: DEBUG oslo.service.loopingcall [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 915.118548] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "9ac4aacf-6bbe-4027-992e-f81e3cd10cd7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.118548] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "9ac4aacf-6bbe-4027-992e-f81e3cd10cd7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.118548] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "9ac4aacf-6bbe-4027-992e-f81e3cd10cd7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.118548] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.119067] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a9aab18-d15b-4e7a-9ffc-7af66542dd78 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.140926] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.140926] env[62954]: value = "task-2597792" [ 915.140926] env[62954]: _type = "Task" [ 915.140926] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.149958] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597792, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.207083] env[62954]: DEBUG oslo_concurrency.lockutils [req-8c95296b-572f-47b9-82d9-389a80998267 req-5357e13e-8271-4683-a481-567e8aaeece1 service nova] Releasing lock "refresh_cache-2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.207368] env[62954]: DEBUG nova.compute.manager [req-8c95296b-572f-47b9-82d9-389a80998267 req-5357e13e-8271-4683-a481-567e8aaeece1 service nova] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Received event network-vif-plugged-7a3bd6fc-3c12-4556-83a1-c7bf89a6c7e6 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 915.210937] env[62954]: DEBUG oslo_concurrency.lockutils [req-8c95296b-572f-47b9-82d9-389a80998267 req-5357e13e-8271-4683-a481-567e8aaeece1 service nova] Acquiring lock "5006bc24-1140-4055-8710-bb1af6b93c02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.210937] env[62954]: DEBUG oslo_concurrency.lockutils [req-8c95296b-572f-47b9-82d9-389a80998267 req-5357e13e-8271-4683-a481-567e8aaeece1 service nova] Lock "5006bc24-1140-4055-8710-bb1af6b93c02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.210937] env[62954]: DEBUG oslo_concurrency.lockutils [req-8c95296b-572f-47b9-82d9-389a80998267 req-5357e13e-8271-4683-a481-567e8aaeece1 service nova] Lock "5006bc24-1140-4055-8710-bb1af6b93c02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.210937] env[62954]: DEBUG nova.compute.manager [req-8c95296b-572f-47b9-82d9-389a80998267 req-5357e13e-8271-4683-a481-567e8aaeece1 service nova] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] No waiting events found dispatching network-vif-plugged-7a3bd6fc-3c12-4556-83a1-c7bf89a6c7e6 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 915.210937] env[62954]: WARNING nova.compute.manager [req-8c95296b-572f-47b9-82d9-389a80998267 req-5357e13e-8271-4683-a481-567e8aaeece1 service nova] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Received unexpected event network-vif-plugged-7a3bd6fc-3c12-4556-83a1-c7bf89a6c7e6 for instance with vm_state building and task_state spawning. [ 915.210937] env[62954]: DEBUG nova.compute.manager [req-8c95296b-572f-47b9-82d9-389a80998267 req-5357e13e-8271-4683-a481-567e8aaeece1 service nova] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Received event network-changed-7a3bd6fc-3c12-4556-83a1-c7bf89a6c7e6 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 915.210937] env[62954]: DEBUG nova.compute.manager [req-8c95296b-572f-47b9-82d9-389a80998267 req-5357e13e-8271-4683-a481-567e8aaeece1 service nova] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Refreshing instance network info cache due to event network-changed-7a3bd6fc-3c12-4556-83a1-c7bf89a6c7e6. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 915.210937] env[62954]: DEBUG oslo_concurrency.lockutils [req-8c95296b-572f-47b9-82d9-389a80998267 req-5357e13e-8271-4683-a481-567e8aaeece1 service nova] Acquiring lock "refresh_cache-5006bc24-1140-4055-8710-bb1af6b93c02" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.210937] env[62954]: DEBUG oslo_concurrency.lockutils [req-8c95296b-572f-47b9-82d9-389a80998267 req-5357e13e-8271-4683-a481-567e8aaeece1 service nova] Acquired lock "refresh_cache-5006bc24-1140-4055-8710-bb1af6b93c02" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.210937] env[62954]: DEBUG nova.network.neutron [req-8c95296b-572f-47b9-82d9-389a80998267 req-5357e13e-8271-4683-a481-567e8aaeece1 service nova] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Refreshing network info cache for port 7a3bd6fc-3c12-4556-83a1-c7bf89a6c7e6 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.277467] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cd517ecd-1ade-4150-b26a-32035ba2e555 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "interface-2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f-b830f8c9-674f-486a-bafd-bec56e5ccfac" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.788s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.295216] env[62954]: DEBUG oslo_vmware.api [None req-6f082b4c-9437-43b9-98ce-57324eda10c3 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597791, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.364176] env[62954]: DEBUG oslo_concurrency.lockutils [req-27ed4b0a-6698-4dd1-8bfc-acb4a614023c req-950bd2bf-3332-46e1-9357-d4d2b2c8377e service nova] Releasing lock "refresh_cache-12344f1e-154c-4236-bdfa-2d71676b93f0" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.429775] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8564713a-d5a8-49bf-8309-3286a489519c tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Acquiring lock "12344f1e-154c-4236-bdfa-2d71676b93f0" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.430062] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8564713a-d5a8-49bf-8309-3286a489519c tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Lock "12344f1e-154c-4236-bdfa-2d71676b93f0" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.430297] env[62954]: INFO nova.compute.manager [None req-8564713a-d5a8-49bf-8309-3286a489519c tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Rebooting instance [ 915.651928] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597792, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.800427] env[62954]: DEBUG oslo_vmware.api [None req-6f082b4c-9437-43b9-98ce-57324eda10c3 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597791, 'name': PowerOffVM_Task, 'duration_secs': 0.564146} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.800427] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f082b4c-9437-43b9-98ce-57324eda10c3 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.808896] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f082b4c-9437-43b9-98ce-57324eda10c3 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Reconfiguring VM instance instance-00000054 to detach disk 2001 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 915.808896] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7140b05a-d330-4b4f-ad4d-b22e8b6c2d69 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.828173] env[62954]: DEBUG oslo_vmware.api [None req-6f082b4c-9437-43b9-98ce-57324eda10c3 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Waiting for the task: (returnval){ [ 915.828173] env[62954]: value = "task-2597793" [ 915.828173] env[62954]: _type = "Task" [ 915.828173] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.836654] env[62954]: DEBUG oslo_vmware.api [None req-6f082b4c-9437-43b9-98ce-57324eda10c3 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597793, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.946720] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8564713a-d5a8-49bf-8309-3286a489519c tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Acquiring lock "refresh_cache-12344f1e-154c-4236-bdfa-2d71676b93f0" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.946909] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8564713a-d5a8-49bf-8309-3286a489519c tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Acquired lock "refresh_cache-12344f1e-154c-4236-bdfa-2d71676b93f0" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.947107] env[62954]: DEBUG nova.network.neutron [None req-8564713a-d5a8-49bf-8309-3286a489519c tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.030488] env[62954]: DEBUG nova.network.neutron [req-8c95296b-572f-47b9-82d9-389a80998267 req-5357e13e-8271-4683-a481-567e8aaeece1 service nova] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Updated VIF entry in instance network info cache for port 7a3bd6fc-3c12-4556-83a1-c7bf89a6c7e6. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.030861] env[62954]: DEBUG nova.network.neutron [req-8c95296b-572f-47b9-82d9-389a80998267 req-5357e13e-8271-4683-a481-567e8aaeece1 service nova] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Updating instance_info_cache with network_info: [{"id": "7a3bd6fc-3c12-4556-83a1-c7bf89a6c7e6", "address": "fa:16:3e:b2:11:9d", "network": {"id": "5b008fa1-5d50-4bae-bbd0-ab63d8e20f2f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-290645519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "579b64041fcd4d4288e938896c8b01e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a3bd6fc-3c", "ovs_interfaceid": "7a3bd6fc-3c12-4556-83a1-c7bf89a6c7e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.061777] env[62954]: DEBUG oslo_concurrency.lockutils [None req-408eb8aa-d095-4d53-9934-c8ce0c9e7b61 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquiring lock "17136594-e2a6-4758-be56-68ba6438613a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.062014] env[62954]: DEBUG oslo_concurrency.lockutils [None req-408eb8aa-d095-4d53-9934-c8ce0c9e7b61 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "17136594-e2a6-4758-be56-68ba6438613a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.062225] env[62954]: DEBUG oslo_concurrency.lockutils [None req-408eb8aa-d095-4d53-9934-c8ce0c9e7b61 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquiring lock "17136594-e2a6-4758-be56-68ba6438613a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.062406] env[62954]: DEBUG oslo_concurrency.lockutils [None req-408eb8aa-d095-4d53-9934-c8ce0c9e7b61 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "17136594-e2a6-4758-be56-68ba6438613a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.062599] env[62954]: DEBUG oslo_concurrency.lockutils [None req-408eb8aa-d095-4d53-9934-c8ce0c9e7b61 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "17136594-e2a6-4758-be56-68ba6438613a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.064706] env[62954]: INFO nova.compute.manager [None req-408eb8aa-d095-4d53-9934-c8ce0c9e7b61 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Terminating instance [ 916.151876] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597792, 'name': CreateVM_Task, 'duration_secs': 0.555154} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.152220] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.152715] env[62954]: DEBUG oslo_concurrency.lockutils [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.152886] env[62954]: DEBUG oslo_concurrency.lockutils [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.153221] env[62954]: DEBUG oslo_concurrency.lockutils [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.153529] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89a8fa4c-6da7-4b7d-a79d-ca9665fc76ac {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.159106] env[62954]: DEBUG oslo_vmware.api [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for the task: (returnval){ [ 916.159106] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]529e79a0-5e1b-eab7-7595-1657ac63ec1f" [ 916.159106] env[62954]: _type = "Task" [ 916.159106] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.163492] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "refresh_cache-9ac4aacf-6bbe-4027-992e-f81e3cd10cd7" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.163662] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquired lock "refresh_cache-9ac4aacf-6bbe-4027-992e-f81e3cd10cd7" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.163840] env[62954]: DEBUG nova.network.neutron [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.168443] env[62954]: DEBUG oslo_vmware.api [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]529e79a0-5e1b-eab7-7595-1657ac63ec1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.340824] env[62954]: DEBUG oslo_vmware.api [None req-6f082b4c-9437-43b9-98ce-57324eda10c3 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597793, 'name': ReconfigVM_Task, 'duration_secs': 0.511703} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.341161] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f082b4c-9437-43b9-98ce-57324eda10c3 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Reconfigured VM instance instance-00000054 to detach disk 2001 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 916.341413] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f082b4c-9437-43b9-98ce-57324eda10c3 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.341712] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aafbfb2f-ab68-48c5-9f4b-a90c9ff27cb7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.348912] env[62954]: DEBUG oslo_vmware.api [None req-6f082b4c-9437-43b9-98ce-57324eda10c3 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Waiting for the task: (returnval){ [ 916.348912] env[62954]: value = "task-2597794" [ 916.348912] env[62954]: _type = "Task" [ 916.348912] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.359126] env[62954]: DEBUG oslo_vmware.api [None req-6f082b4c-9437-43b9-98ce-57324eda10c3 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.533554] env[62954]: DEBUG oslo_concurrency.lockutils [req-8c95296b-572f-47b9-82d9-389a80998267 req-5357e13e-8271-4683-a481-567e8aaeece1 service nova] Releasing lock "refresh_cache-5006bc24-1140-4055-8710-bb1af6b93c02" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.568412] env[62954]: DEBUG nova.compute.manager [None req-408eb8aa-d095-4d53-9934-c8ce0c9e7b61 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 916.568671] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-408eb8aa-d095-4d53-9934-c8ce0c9e7b61 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.569625] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbe7460-0767-4428-b8b3-37e1a3f1b874 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.578059] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-408eb8aa-d095-4d53-9934-c8ce0c9e7b61 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.578333] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cbd75c5-6832-4053-8485-2e237f402006 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.586139] env[62954]: DEBUG oslo_vmware.api [None req-408eb8aa-d095-4d53-9934-c8ce0c9e7b61 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 916.586139] env[62954]: value = "task-2597795" [ 916.586139] env[62954]: _type = "Task" [ 916.586139] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.596411] env[62954]: DEBUG oslo_vmware.api [None req-408eb8aa-d095-4d53-9934-c8ce0c9e7b61 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.674448] env[62954]: DEBUG oslo_vmware.api [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]529e79a0-5e1b-eab7-7595-1657ac63ec1f, 'name': SearchDatastore_Task, 'duration_secs': 0.012398} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.674788] env[62954]: DEBUG oslo_concurrency.lockutils [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.675028] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.675269] env[62954]: DEBUG oslo_concurrency.lockutils [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.675412] env[62954]: DEBUG oslo_concurrency.lockutils [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.675586] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.676496] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-870c2625-7908-4d62-b2ed-57b332ab6aae {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.686288] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.686288] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.687045] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92b04504-ff12-4d58-98cb-041903380b67 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.693612] env[62954]: DEBUG oslo_vmware.api [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for the task: (returnval){ [ 916.693612] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]529849ea-b20a-182f-7387-54038db89904" [ 916.693612] env[62954]: _type = "Task" [ 916.693612] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.702559] env[62954]: DEBUG oslo_vmware.api [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]529849ea-b20a-182f-7387-54038db89904, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.769950] env[62954]: DEBUG nova.network.neutron [None req-8564713a-d5a8-49bf-8309-3286a489519c tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Updating instance_info_cache with network_info: [{"id": "e10ed403-f13f-416d-b189-484d2af0e879", "address": "fa:16:3e:90:1e:6f", "network": {"id": "784f952f-8d7f-43d7-89b0-3096d7a5d7ac", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-652099428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd9a9b48fe5f41398403678762e2ce7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape10ed403-f1", "ovs_interfaceid": "e10ed403-f13f-416d-b189-484d2af0e879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.865570] env[62954]: DEBUG oslo_vmware.api [None req-6f082b4c-9437-43b9-98ce-57324eda10c3 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597794, 'name': PowerOnVM_Task, 'duration_secs': 0.428665} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.865983] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f082b4c-9437-43b9-98ce-57324eda10c3 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.866355] env[62954]: DEBUG nova.compute.manager [None req-6f082b4c-9437-43b9-98ce-57324eda10c3 tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.868224] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee2477c-0671-4b06-902f-b482b45a316e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.920299] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8e7fa84b-5612-4b7c-adfc-55e90ed7ecaf tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "ce61fb64-fab1-497d-8604-332e4fab5480" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.920863] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8e7fa84b-5612-4b7c-adfc-55e90ed7ecaf tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "ce61fb64-fab1-497d-8604-332e4fab5480" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.920984] env[62954]: DEBUG nova.compute.manager [None req-8e7fa84b-5612-4b7c-adfc-55e90ed7ecaf tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Going to confirm migration 3 {{(pid=62954) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 916.994311] env[62954]: DEBUG nova.network.neutron [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Updating instance_info_cache with network_info: [{"id": "facd7399-b61c-42df-b3dc-e662e95420d2", "address": "fa:16:3e:5b:bd:a2", "network": {"id": "a3bdc751-8cf3-4508-9734-f077b7bcca4b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-735498890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c9a1a2527e442b2806b13f1fd9765d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfacd7399-b6", "ovs_interfaceid": "facd7399-b61c-42df-b3dc-e662e95420d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.096635] env[62954]: DEBUG oslo_vmware.api [None req-408eb8aa-d095-4d53-9934-c8ce0c9e7b61 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597795, 'name': PowerOffVM_Task, 'duration_secs': 0.279005} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.096930] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-408eb8aa-d095-4d53-9934-c8ce0c9e7b61 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.097114] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-408eb8aa-d095-4d53-9934-c8ce0c9e7b61 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.097363] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a004cafe-6607-4243-b070-ab3c224f64a4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.104082] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7cebc338-d259-4356-a824-7c2089cf3dd6 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquiring lock "4e2c3168-923a-4d87-a5d6-e6d4ed7d521c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.104310] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7cebc338-d259-4356-a824-7c2089cf3dd6 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "4e2c3168-923a-4d87-a5d6-e6d4ed7d521c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.181829] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-408eb8aa-d095-4d53-9934-c8ce0c9e7b61 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.182229] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-408eb8aa-d095-4d53-9934-c8ce0c9e7b61 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.182269] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-408eb8aa-d095-4d53-9934-c8ce0c9e7b61 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Deleting the datastore file [datastore1] 17136594-e2a6-4758-be56-68ba6438613a {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.182503] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3147b5d-65bb-4d70-a9b7-f9cae9e414f0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.189457] env[62954]: DEBUG oslo_vmware.api [None req-408eb8aa-d095-4d53-9934-c8ce0c9e7b61 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 917.189457] env[62954]: value = "task-2597797" [ 917.189457] env[62954]: _type = "Task" [ 917.189457] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.199293] env[62954]: DEBUG oslo_vmware.api [None req-408eb8aa-d095-4d53-9934-c8ce0c9e7b61 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.204317] env[62954]: DEBUG oslo_vmware.api [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]529849ea-b20a-182f-7387-54038db89904, 'name': SearchDatastore_Task, 'duration_secs': 0.012496} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.205036] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5820fba9-0f02-4eea-9705-58e92c0f4d74 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.210372] env[62954]: DEBUG oslo_vmware.api [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for the task: (returnval){ [ 917.210372] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]521729e8-b453-9401-7487-6120e8d62314" [ 917.210372] env[62954]: _type = "Task" [ 917.210372] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.218020] env[62954]: DEBUG oslo_vmware.api [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]521729e8-b453-9401-7487-6120e8d62314, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.229531] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7fa9fb2e-873f-4a96-9a38-05f6ee84d4f0 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "interface-2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f-b076631c-9e60-40e4-8e39-8157939c293b" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.229762] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7fa9fb2e-873f-4a96-9a38-05f6ee84d4f0 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "interface-2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f-b076631c-9e60-40e4-8e39-8157939c293b" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.272727] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8564713a-d5a8-49bf-8309-3286a489519c tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Releasing lock "refresh_cache-12344f1e-154c-4236-bdfa-2d71676b93f0" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.480241] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8e7fa84b-5612-4b7c-adfc-55e90ed7ecaf tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "refresh_cache-ce61fb64-fab1-497d-8604-332e4fab5480" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.480447] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8e7fa84b-5612-4b7c-adfc-55e90ed7ecaf tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquired lock "refresh_cache-ce61fb64-fab1-497d-8604-332e4fab5480" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.480629] env[62954]: DEBUG nova.network.neutron [None req-8e7fa84b-5612-4b7c-adfc-55e90ed7ecaf tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.480817] env[62954]: DEBUG nova.objects.instance [None req-8e7fa84b-5612-4b7c-adfc-55e90ed7ecaf tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lazy-loading 'info_cache' on Instance uuid ce61fb64-fab1-497d-8604-332e4fab5480 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.497406] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Releasing lock "refresh_cache-9ac4aacf-6bbe-4027-992e-f81e3cd10cd7" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.606844] env[62954]: DEBUG nova.compute.utils [None req-7cebc338-d259-4356-a824-7c2089cf3dd6 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 917.698821] env[62954]: DEBUG oslo_vmware.api [None req-408eb8aa-d095-4d53-9934-c8ce0c9e7b61 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.720334] env[62954]: DEBUG oslo_vmware.api [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]521729e8-b453-9401-7487-6120e8d62314, 'name': SearchDatastore_Task, 'duration_secs': 0.041008} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.720626] env[62954]: DEBUG oslo_concurrency.lockutils [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.720868] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 5006bc24-1140-4055-8710-bb1af6b93c02/5006bc24-1140-4055-8710-bb1af6b93c02.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.721146] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0669e890-4336-4311-a1eb-fbbbbc01f40d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.728403] env[62954]: DEBUG oslo_vmware.api [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for the task: (returnval){ [ 917.728403] env[62954]: value = "task-2597798" [ 917.728403] env[62954]: _type = "Task" [ 917.728403] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.732109] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7fa9fb2e-873f-4a96-9a38-05f6ee84d4f0 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.732287] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7fa9fb2e-873f-4a96-9a38-05f6ee84d4f0 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquired lock "2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.733117] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a24235-a4cc-4786-90ba-3a0d0d972c52 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.741375] env[62954]: DEBUG oslo_vmware.api [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.755211] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69666231-8dbd-4329-8b1f-e4d07af10a05 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.784731] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa9fb2e-873f-4a96-9a38-05f6ee84d4f0 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Reconfiguring VM to detach interface {{(pid=62954) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 917.785509] env[62954]: DEBUG nova.compute.manager [None req-8564713a-d5a8-49bf-8309-3286a489519c tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.785619] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ffea957-bbfc-4b76-966d-da6a180d89bb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.806175] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be6e7c2-6c13-4202-8833-80f7d67e1e3e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.817340] env[62954]: DEBUG oslo_vmware.api [None req-7fa9fb2e-873f-4a96-9a38-05f6ee84d4f0 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 917.817340] env[62954]: value = "task-2597799" [ 917.817340] env[62954]: _type = "Task" [ 917.817340] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.825355] env[62954]: DEBUG oslo_vmware.api [None req-7fa9fb2e-873f-4a96-9a38-05f6ee84d4f0 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597799, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.025022] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1584933-a384-478e-8071-23e7b9362f54 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.044757] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9987d1-68c0-4e5f-937d-c6a234337e19 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.052107] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Updating instance '9ac4aacf-6bbe-4027-992e-f81e3cd10cd7' progress to 83 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 918.055863] env[62954]: DEBUG oslo_concurrency.lockutils [None req-74638ac9-88fd-4b02-b525-885db838744d tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Acquiring lock "831ad8dc-e81e-4de8-86fb-4aceaf14b8a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.056988] env[62954]: DEBUG oslo_concurrency.lockutils [None req-74638ac9-88fd-4b02-b525-885db838744d tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Lock "831ad8dc-e81e-4de8-86fb-4aceaf14b8a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.057343] env[62954]: DEBUG oslo_concurrency.lockutils [None req-74638ac9-88fd-4b02-b525-885db838744d tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Acquiring lock "831ad8dc-e81e-4de8-86fb-4aceaf14b8a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.057662] env[62954]: DEBUG oslo_concurrency.lockutils [None req-74638ac9-88fd-4b02-b525-885db838744d tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Lock "831ad8dc-e81e-4de8-86fb-4aceaf14b8a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.057952] env[62954]: DEBUG oslo_concurrency.lockutils [None req-74638ac9-88fd-4b02-b525-885db838744d tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Lock "831ad8dc-e81e-4de8-86fb-4aceaf14b8a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.061209] env[62954]: INFO nova.compute.manager [None req-74638ac9-88fd-4b02-b525-885db838744d tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Terminating instance [ 918.110898] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7cebc338-d259-4356-a824-7c2089cf3dd6 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "4e2c3168-923a-4d87-a5d6-e6d4ed7d521c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.204674] env[62954]: DEBUG oslo_vmware.api [None req-408eb8aa-d095-4d53-9934-c8ce0c9e7b61 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597797, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.587659} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.204674] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-408eb8aa-d095-4d53-9934-c8ce0c9e7b61 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.204674] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-408eb8aa-d095-4d53-9934-c8ce0c9e7b61 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 918.204674] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-408eb8aa-d095-4d53-9934-c8ce0c9e7b61 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 918.204674] env[62954]: INFO nova.compute.manager [None req-408eb8aa-d095-4d53-9934-c8ce0c9e7b61 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Took 1.64 seconds to destroy the instance on the hypervisor. [ 918.205358] env[62954]: DEBUG oslo.service.loopingcall [None req-408eb8aa-d095-4d53-9934-c8ce0c9e7b61 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 918.205729] env[62954]: DEBUG nova.compute.manager [-] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 918.205971] env[62954]: DEBUG nova.network.neutron [-] [instance: 17136594-e2a6-4758-be56-68ba6438613a] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 918.243904] env[62954]: DEBUG oslo_vmware.api [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597798, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.337746] env[62954]: DEBUG oslo_vmware.api [None req-7fa9fb2e-873f-4a96-9a38-05f6ee84d4f0 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.557466] env[62954]: DEBUG nova.compute.manager [req-219fd130-7d3e-4b1a-893f-0a4a11c4af15 req-1b6c7bfb-74eb-4b8c-b17a-6b92386c6419 service nova] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Received event network-vif-deleted-7a1185a5-2013-4f95-a05e-7fc448bf7eb6 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 918.557777] env[62954]: INFO nova.compute.manager [req-219fd130-7d3e-4b1a-893f-0a4a11c4af15 req-1b6c7bfb-74eb-4b8c-b17a-6b92386c6419 service nova] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Neutron deleted interface 7a1185a5-2013-4f95-a05e-7fc448bf7eb6; detaching it from the instance and deleting it from the info cache [ 918.558119] env[62954]: DEBUG nova.network.neutron [req-219fd130-7d3e-4b1a-893f-0a4a11c4af15 req-1b6c7bfb-74eb-4b8c-b17a-6b92386c6419 service nova] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.562489] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.563311] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e301eda2-c0d0-4a2c-86be-9be21bcd4321 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.567543] env[62954]: DEBUG nova.compute.manager [None req-74638ac9-88fd-4b02-b525-885db838744d tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 918.567774] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-74638ac9-88fd-4b02-b525-885db838744d tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.568790] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705e17ae-ac88-4720-a3d5-f37f16474bf7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.577684] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-74638ac9-88fd-4b02-b525-885db838744d tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.578707] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7da13ca4-411f-4aa6-a1e2-07624cc5d961 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.580174] env[62954]: DEBUG oslo_vmware.api [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 918.580174] env[62954]: value = "task-2597800" [ 918.580174] env[62954]: _type = "Task" [ 918.580174] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.584988] env[62954]: DEBUG oslo_vmware.api [None req-74638ac9-88fd-4b02-b525-885db838744d tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Waiting for the task: (returnval){ [ 918.584988] env[62954]: value = "task-2597801" [ 918.584988] env[62954]: _type = "Task" [ 918.584988] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.588417] env[62954]: DEBUG oslo_vmware.api [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.596215] env[62954]: DEBUG oslo_vmware.api [None req-74638ac9-88fd-4b02-b525-885db838744d tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.745665] env[62954]: DEBUG oslo_vmware.api [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597798, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647156} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.746190] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 5006bc24-1140-4055-8710-bb1af6b93c02/5006bc24-1140-4055-8710-bb1af6b93c02.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.746298] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.746521] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cab6d16-3f19-4eaa-958a-9b17d51e36a0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.755622] env[62954]: DEBUG oslo_vmware.api [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for the task: (returnval){ [ 918.755622] env[62954]: value = "task-2597802" [ 918.755622] env[62954]: _type = "Task" [ 918.755622] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.765204] env[62954]: DEBUG oslo_vmware.api [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597802, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.824884] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f577f38d-bebf-413f-a024-00ff15f46d37 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.838882] env[62954]: DEBUG oslo_vmware.api [None req-7fa9fb2e-873f-4a96-9a38-05f6ee84d4f0 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.841020] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8564713a-d5a8-49bf-8309-3286a489519c tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Doing hard reboot of VM {{(pid=62954) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 918.841322] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-8ad2643e-19fa-4d62-b128-376b386ede1e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.847538] env[62954]: DEBUG oslo_vmware.api [None req-8564713a-d5a8-49bf-8309-3286a489519c tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Waiting for the task: (returnval){ [ 918.847538] env[62954]: value = "task-2597803" [ 918.847538] env[62954]: _type = "Task" [ 918.847538] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.857326] env[62954]: DEBUG oslo_vmware.api [None req-8564713a-d5a8-49bf-8309-3286a489519c tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': task-2597803, 'name': ResetVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.914071] env[62954]: DEBUG nova.network.neutron [None req-8e7fa84b-5612-4b7c-adfc-55e90ed7ecaf tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Updating instance_info_cache with network_info: [{"id": "b07d37e0-ff1a-48f7-bedd-b605bd01a869", "address": "fa:16:3e:82:03:df", "network": {"id": "83c48440-f1b0-4959-9641-df64dcfa43c4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1935869524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a34a6adfdb95418ba67dc915c9c734b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb07d37e0-ff", "ovs_interfaceid": "b07d37e0-ff1a-48f7-bedd-b605bd01a869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.015934] env[62954]: DEBUG nova.network.neutron [-] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.061932] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4e4b8a85-7831-4292-8478-cd2a50cab5fd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.070597] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4978695-85b5-4f7f-b0aa-64b5fbe4f202 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.090024] env[62954]: DEBUG oslo_vmware.api [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597800, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.106586] env[62954]: DEBUG nova.compute.manager [req-219fd130-7d3e-4b1a-893f-0a4a11c4af15 req-1b6c7bfb-74eb-4b8c-b17a-6b92386c6419 service nova] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Detach interface failed, port_id=7a1185a5-2013-4f95-a05e-7fc448bf7eb6, reason: Instance 17136594-e2a6-4758-be56-68ba6438613a could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 919.110493] env[62954]: DEBUG oslo_vmware.api [None req-74638ac9-88fd-4b02-b525-885db838744d tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597801, 'name': PowerOffVM_Task, 'duration_secs': 0.27928} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.110493] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-74638ac9-88fd-4b02-b525-885db838744d tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.110493] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-74638ac9-88fd-4b02-b525-885db838744d tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.110730] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1be815c2-86ea-487b-ab3c-855bbfab577c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.197863] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-74638ac9-88fd-4b02-b525-885db838744d tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.198091] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-74638ac9-88fd-4b02-b525-885db838744d tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.198283] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-74638ac9-88fd-4b02-b525-885db838744d tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Deleting the datastore file [datastore1] 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.198794] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fee6ca2-9316-4e06-a870-cda8280eb778 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.205441] env[62954]: DEBUG oslo_vmware.api [None req-74638ac9-88fd-4b02-b525-885db838744d tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Waiting for the task: (returnval){ [ 919.205441] env[62954]: value = "task-2597805" [ 919.205441] env[62954]: _type = "Task" [ 919.205441] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.213986] env[62954]: DEBUG oslo_vmware.api [None req-74638ac9-88fd-4b02-b525-885db838744d tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.215708] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7cebc338-d259-4356-a824-7c2089cf3dd6 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquiring lock "4e2c3168-923a-4d87-a5d6-e6d4ed7d521c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.215989] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7cebc338-d259-4356-a824-7c2089cf3dd6 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "4e2c3168-923a-4d87-a5d6-e6d4ed7d521c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.216157] env[62954]: INFO nova.compute.manager [None req-7cebc338-d259-4356-a824-7c2089cf3dd6 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Attaching volume c4e5c8ba-3b23-4298-a3ef-5909983b3d21 to /dev/sdb [ 919.254108] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401e927d-d7f5-4b12-a08f-fd7528552aaa {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.269823] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675fca90-2239-4b9b-9323-8f86831452c7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.273079] env[62954]: DEBUG oslo_vmware.api [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597802, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061733} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.273079] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 919.273854] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f24b032-aabe-45f0-877c-42cf7807eb04 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.298109] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 5006bc24-1140-4055-8710-bb1af6b93c02/5006bc24-1140-4055-8710-bb1af6b93c02.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.301968] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a0e5fd1-b396-4018-8631-02b0fb6db939 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.316986] env[62954]: DEBUG nova.virt.block_device [None req-7cebc338-d259-4356-a824-7c2089cf3dd6 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Updating existing volume attachment record: 644489ae-4bbf-418e-8d93-a767e7a01d04 {{(pid=62954) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 919.325017] env[62954]: DEBUG oslo_vmware.api [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for the task: (returnval){ [ 919.325017] env[62954]: value = "task-2597806" [ 919.325017] env[62954]: _type = "Task" [ 919.325017] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.337692] env[62954]: DEBUG oslo_vmware.api [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597806, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.342172] env[62954]: DEBUG oslo_vmware.api [None req-7fa9fb2e-873f-4a96-9a38-05f6ee84d4f0 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.356630] env[62954]: DEBUG oslo_vmware.api [None req-8564713a-d5a8-49bf-8309-3286a489519c tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': task-2597803, 'name': ResetVM_Task, 'duration_secs': 0.0817} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.357424] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8564713a-d5a8-49bf-8309-3286a489519c tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Did hard reboot of VM {{(pid=62954) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 919.357879] env[62954]: DEBUG nova.compute.manager [None req-8564713a-d5a8-49bf-8309-3286a489519c tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.358723] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77cec087-0979-4d8e-a999-6a1bd03503c5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.418504] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8e7fa84b-5612-4b7c-adfc-55e90ed7ecaf tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Releasing lock "refresh_cache-ce61fb64-fab1-497d-8604-332e4fab5480" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.418504] env[62954]: DEBUG nova.objects.instance [None req-8e7fa84b-5612-4b7c-adfc-55e90ed7ecaf tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lazy-loading 'migration_context' on Instance uuid ce61fb64-fab1-497d-8604-332e4fab5480 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.520847] env[62954]: INFO nova.compute.manager [-] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Took 1.31 seconds to deallocate network for instance. [ 919.595027] env[62954]: DEBUG oslo_vmware.api [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597800, 'name': PowerOnVM_Task, 'duration_secs': 0.579848} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.595027] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.595262] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba7b036-d909-43e3-8004-d2fc500fd206 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Updating instance '9ac4aacf-6bbe-4027-992e-f81e3cd10cd7' progress to 100 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 919.714943] env[62954]: DEBUG oslo_vmware.api [None req-74638ac9-88fd-4b02-b525-885db838744d tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.846503] env[62954]: DEBUG oslo_vmware.api [None req-7fa9fb2e-873f-4a96-9a38-05f6ee84d4f0 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.850967] env[62954]: DEBUG oslo_vmware.api [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.873991] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8564713a-d5a8-49bf-8309-3286a489519c tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Lock "12344f1e-154c-4236-bdfa-2d71676b93f0" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.443s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.923016] env[62954]: DEBUG nova.objects.base [None req-8e7fa84b-5612-4b7c-adfc-55e90ed7ecaf tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62954) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 919.923016] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85ed01b-68b9-41b1-b193-8d2ac87c6591 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.949126] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-411fbff4-3f15-46f3-9970-c204ee549a10 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.954974] env[62954]: DEBUG oslo_concurrency.lockutils [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "d88d667e-5668-42ca-b27f-ea40348e796b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.955402] env[62954]: DEBUG oslo_concurrency.lockutils [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "d88d667e-5668-42ca-b27f-ea40348e796b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.960496] env[62954]: DEBUG oslo_vmware.api [None req-8e7fa84b-5612-4b7c-adfc-55e90ed7ecaf tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 919.960496] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5249a448-0815-a95e-43e9-c9ead4798be0" [ 919.960496] env[62954]: _type = "Task" [ 919.960496] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.969208] env[62954]: DEBUG oslo_vmware.api [None req-8e7fa84b-5612-4b7c-adfc-55e90ed7ecaf tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5249a448-0815-a95e-43e9-c9ead4798be0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.033840] env[62954]: DEBUG oslo_concurrency.lockutils [None req-408eb8aa-d095-4d53-9934-c8ce0c9e7b61 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.033840] env[62954]: DEBUG oslo_concurrency.lockutils [None req-408eb8aa-d095-4d53-9934-c8ce0c9e7b61 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.033840] env[62954]: DEBUG nova.objects.instance [None req-408eb8aa-d095-4d53-9934-c8ce0c9e7b61 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lazy-loading 'resources' on Instance uuid 17136594-e2a6-4758-be56-68ba6438613a {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.217319] env[62954]: DEBUG oslo_vmware.api [None req-74638ac9-88fd-4b02-b525-885db838744d tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597805, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.580505} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.217319] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-74638ac9-88fd-4b02-b525-885db838744d tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.217319] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-74638ac9-88fd-4b02-b525-885db838744d tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.217319] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-74638ac9-88fd-4b02-b525-885db838744d tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.218022] env[62954]: INFO nova.compute.manager [None req-74638ac9-88fd-4b02-b525-885db838744d tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Took 1.65 seconds to destroy the instance on the hypervisor. [ 920.218022] env[62954]: DEBUG oslo.service.loopingcall [None req-74638ac9-88fd-4b02-b525-885db838744d tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 920.218022] env[62954]: DEBUG nova.compute.manager [-] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 920.218181] env[62954]: DEBUG nova.network.neutron [-] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.336086] env[62954]: DEBUG oslo_vmware.api [None req-7fa9fb2e-873f-4a96-9a38-05f6ee84d4f0 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.344101] env[62954]: DEBUG oslo_vmware.api [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597806, 'name': ReconfigVM_Task, 'duration_secs': 0.681666} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.344400] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 5006bc24-1140-4055-8710-bb1af6b93c02/5006bc24-1140-4055-8710-bb1af6b93c02.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.345062] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a310332f-cf9b-4049-af0b-b69ca6bf0739 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.352402] env[62954]: DEBUG oslo_vmware.api [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for the task: (returnval){ [ 920.352402] env[62954]: value = "task-2597810" [ 920.352402] env[62954]: _type = "Task" [ 920.352402] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.360745] env[62954]: DEBUG oslo_vmware.api [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597810, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.459955] env[62954]: DEBUG nova.compute.manager [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 920.478769] env[62954]: DEBUG oslo_vmware.api [None req-8e7fa84b-5612-4b7c-adfc-55e90ed7ecaf tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5249a448-0815-a95e-43e9-c9ead4798be0, 'name': SearchDatastore_Task, 'duration_secs': 0.011608} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.479377] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8e7fa84b-5612-4b7c-adfc-55e90ed7ecaf tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.717522] env[62954]: DEBUG nova.compute.manager [req-82ef1b26-44d2-4987-b205-3bfa6a450574 req-e64d39e3-cf2e-482e-a2b8-938320dba1a4 service nova] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Received event network-vif-deleted-0c32f4e1-65bb-438a-a148-d6393f6e637b {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 920.717522] env[62954]: INFO nova.compute.manager [req-82ef1b26-44d2-4987-b205-3bfa6a450574 req-e64d39e3-cf2e-482e-a2b8-938320dba1a4 service nova] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Neutron deleted interface 0c32f4e1-65bb-438a-a148-d6393f6e637b; detaching it from the instance and deleting it from the info cache [ 920.717522] env[62954]: DEBUG nova.network.neutron [req-82ef1b26-44d2-4987-b205-3bfa6a450574 req-e64d39e3-cf2e-482e-a2b8-938320dba1a4 service nova] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.836134] env[62954]: DEBUG oslo_vmware.api [None req-7fa9fb2e-873f-4a96-9a38-05f6ee84d4f0 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.862710] env[62954]: DEBUG oslo_vmware.api [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597810, 'name': Rename_Task, 'duration_secs': 0.192945} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.868291] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.869057] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7768f8d-4ef0-4e49-93a6-200f4b4b1656 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.875433] env[62954]: DEBUG oslo_vmware.api [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for the task: (returnval){ [ 920.875433] env[62954]: value = "task-2597811" [ 920.875433] env[62954]: _type = "Task" [ 920.875433] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.885701] env[62954]: DEBUG oslo_vmware.api [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597811, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.906228] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e9e69c-c5ae-4fbe-aaf1-9154a93c3077 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.909934] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1ea85846-e0e1-475e-939e-61dd6e9a6637 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Acquiring lock "bd59b51e-a095-4464-a022-aa291c04f5a7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.910202] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1ea85846-e0e1-475e-939e-61dd6e9a6637 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lock "bd59b51e-a095-4464-a022-aa291c04f5a7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.916663] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc89518c-e0ee-41fa-bd58-8d5fe834b370 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.951302] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8996860-d339-4958-b4b3-06af6a995141 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.960898] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444513f2-1cce-4c2f-9a55-fc0b58f5108d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.979317] env[62954]: DEBUG nova.compute.provider_tree [None req-408eb8aa-d095-4d53-9934-c8ce0c9e7b61 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.994603] env[62954]: DEBUG oslo_concurrency.lockutils [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.100495] env[62954]: DEBUG nova.network.neutron [-] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.223216] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6feeeb6f-475d-49df-bc4f-96092f9d2851 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.232468] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74f212b-1d9d-450f-b8dc-6629285d2985 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.268915] env[62954]: DEBUG nova.compute.manager [req-82ef1b26-44d2-4987-b205-3bfa6a450574 req-e64d39e3-cf2e-482e-a2b8-938320dba1a4 service nova] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Detach interface failed, port_id=0c32f4e1-65bb-438a-a148-d6393f6e637b, reason: Instance 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3 could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 921.337339] env[62954]: DEBUG oslo_vmware.api [None req-7fa9fb2e-873f-4a96-9a38-05f6ee84d4f0 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.386089] env[62954]: DEBUG oslo_vmware.api [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597811, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.413919] env[62954]: DEBUG nova.compute.utils [None req-1ea85846-e0e1-475e-939e-61dd6e9a6637 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 921.454851] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0ea43483-9b0f-4a6f-9ff3-29bd3cd6bc8e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Acquiring lock "12344f1e-154c-4236-bdfa-2d71676b93f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.455150] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0ea43483-9b0f-4a6f-9ff3-29bd3cd6bc8e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Lock "12344f1e-154c-4236-bdfa-2d71676b93f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.455386] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0ea43483-9b0f-4a6f-9ff3-29bd3cd6bc8e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Acquiring lock "12344f1e-154c-4236-bdfa-2d71676b93f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.455580] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0ea43483-9b0f-4a6f-9ff3-29bd3cd6bc8e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Lock "12344f1e-154c-4236-bdfa-2d71676b93f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.455784] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0ea43483-9b0f-4a6f-9ff3-29bd3cd6bc8e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Lock "12344f1e-154c-4236-bdfa-2d71676b93f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.458117] env[62954]: INFO nova.compute.manager [None req-0ea43483-9b0f-4a6f-9ff3-29bd3cd6bc8e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Terminating instance [ 921.484228] env[62954]: DEBUG nova.scheduler.client.report [None req-408eb8aa-d095-4d53-9934-c8ce0c9e7b61 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.602743] env[62954]: INFO nova.compute.manager [-] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Took 1.38 seconds to deallocate network for instance. [ 921.839596] env[62954]: DEBUG oslo_vmware.api [None req-7fa9fb2e-873f-4a96-9a38-05f6ee84d4f0 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.887354] env[62954]: DEBUG oslo_vmware.api [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597811, 'name': PowerOnVM_Task, 'duration_secs': 0.790288} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.887785] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.888090] env[62954]: INFO nova.compute.manager [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Took 9.22 seconds to spawn the instance on the hypervisor. [ 921.888265] env[62954]: DEBUG nova.compute.manager [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.889327] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8b5404-a9d3-42c5-a42b-ca5f7c653920 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.917546] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1ea85846-e0e1-475e-939e-61dd6e9a6637 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lock "bd59b51e-a095-4464-a022-aa291c04f5a7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.962236] env[62954]: DEBUG nova.compute.manager [None req-0ea43483-9b0f-4a6f-9ff3-29bd3cd6bc8e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 921.962487] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea43483-9b0f-4a6f-9ff3-29bd3cd6bc8e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.963419] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5186eb2b-5bc5-4f49-bf45-a4ab63f11499 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.972410] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea43483-9b0f-4a6f-9ff3-29bd3cd6bc8e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.973141] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1d7608c-d28e-45a4-bf8a-2047bdf9b34e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.980585] env[62954]: DEBUG oslo_vmware.api [None req-0ea43483-9b0f-4a6f-9ff3-29bd3cd6bc8e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Waiting for the task: (returnval){ [ 921.980585] env[62954]: value = "task-2597812" [ 921.980585] env[62954]: _type = "Task" [ 921.980585] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.991014] env[62954]: DEBUG oslo_concurrency.lockutils [None req-408eb8aa-d095-4d53-9934-c8ce0c9e7b61 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.958s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.993048] env[62954]: DEBUG oslo_vmware.api [None req-0ea43483-9b0f-4a6f-9ff3-29bd3cd6bc8e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': task-2597812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.993531] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8e7fa84b-5612-4b7c-adfc-55e90ed7ecaf tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.514s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.017999] env[62954]: INFO nova.scheduler.client.report [None req-408eb8aa-d095-4d53-9934-c8ce0c9e7b61 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Deleted allocations for instance 17136594-e2a6-4758-be56-68ba6438613a [ 922.084356] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "9ac4aacf-6bbe-4027-992e-f81e3cd10cd7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.084699] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "9ac4aacf-6bbe-4027-992e-f81e3cd10cd7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.084960] env[62954]: DEBUG nova.compute.manager [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Going to confirm migration 4 {{(pid=62954) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 922.110333] env[62954]: DEBUG oslo_concurrency.lockutils [None req-74638ac9-88fd-4b02-b525-885db838744d tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.340248] env[62954]: DEBUG oslo_vmware.api [None req-7fa9fb2e-873f-4a96-9a38-05f6ee84d4f0 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.409103] env[62954]: INFO nova.compute.manager [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Took 14.19 seconds to build instance. [ 922.500834] env[62954]: DEBUG oslo_vmware.api [None req-0ea43483-9b0f-4a6f-9ff3-29bd3cd6bc8e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': task-2597812, 'name': PowerOffVM_Task, 'duration_secs': 0.389429} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.501533] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea43483-9b0f-4a6f-9ff3-29bd3cd6bc8e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.501713] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea43483-9b0f-4a6f-9ff3-29bd3cd6bc8e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.502064] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bea54514-e373-417d-b49b-4e5611f9d584 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.526176] env[62954]: DEBUG oslo_concurrency.lockutils [None req-408eb8aa-d095-4d53-9934-c8ce0c9e7b61 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "17136594-e2a6-4758-be56-68ba6438613a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.463s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.605710] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea43483-9b0f-4a6f-9ff3-29bd3cd6bc8e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.605993] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea43483-9b0f-4a6f-9ff3-29bd3cd6bc8e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.606204] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ea43483-9b0f-4a6f-9ff3-29bd3cd6bc8e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Deleting the datastore file [datastore2] 12344f1e-154c-4236-bdfa-2d71676b93f0 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.606473] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4ab4c2c-5a00-435b-8396-55e926100952 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.615283] env[62954]: DEBUG oslo_vmware.api [None req-0ea43483-9b0f-4a6f-9ff3-29bd3cd6bc8e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Waiting for the task: (returnval){ [ 922.615283] env[62954]: value = "task-2597815" [ 922.615283] env[62954]: _type = "Task" [ 922.615283] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.629791] env[62954]: DEBUG oslo_vmware.api [None req-0ea43483-9b0f-4a6f-9ff3-29bd3cd6bc8e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': task-2597815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.692758] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "refresh_cache-9ac4aacf-6bbe-4027-992e-f81e3cd10cd7" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.692957] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquired lock "refresh_cache-9ac4aacf-6bbe-4027-992e-f81e3cd10cd7" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.693149] env[62954]: DEBUG nova.network.neutron [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.693372] env[62954]: DEBUG nova.objects.instance [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lazy-loading 'info_cache' on Instance uuid 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.818395] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56603412-de05-4dc5-8370-ebb72256969a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.827056] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb812f4-bc1d-4053-817a-6f332418582c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.841685] env[62954]: DEBUG oslo_vmware.api [None req-7fa9fb2e-873f-4a96-9a38-05f6ee84d4f0 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.868128] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7141a797-47ea-48ab-8bc2-e7b5e3be9dc4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.876950] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad7a367-912d-40ab-8d9a-6ebefc91f237 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.891419] env[62954]: DEBUG nova.compute.provider_tree [None req-8e7fa84b-5612-4b7c-adfc-55e90ed7ecaf tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.911314] env[62954]: DEBUG oslo_concurrency.lockutils [None req-94b31098-00cd-4c5a-9bf5-9c49519731b4 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Lock "5006bc24-1140-4055-8710-bb1af6b93c02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.517s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.985452] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1ea85846-e0e1-475e-939e-61dd6e9a6637 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Acquiring lock "bd59b51e-a095-4464-a022-aa291c04f5a7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.985452] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1ea85846-e0e1-475e-939e-61dd6e9a6637 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lock "bd59b51e-a095-4464-a022-aa291c04f5a7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.985452] env[62954]: INFO nova.compute.manager [None req-1ea85846-e0e1-475e-939e-61dd6e9a6637 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Attaching volume 4f7e9599-d0a2-4181-9544-c383abae108d to /dev/sdb [ 923.019503] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f07c32e-4c85-44ce-b70b-ac46cece817f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.027104] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f1c604-d285-4d5b-b6e1-f4deb4ba7b59 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.042980] env[62954]: DEBUG nova.virt.block_device [None req-1ea85846-e0e1-475e-939e-61dd6e9a6637 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Updating existing volume attachment record: 4a0585a1-4afe-49c1-9178-1aa7478c8af0 {{(pid=62954) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 923.129991] env[62954]: DEBUG oslo_vmware.api [None req-0ea43483-9b0f-4a6f-9ff3-29bd3cd6bc8e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': task-2597815, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397591} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.130280] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ea43483-9b0f-4a6f-9ff3-29bd3cd6bc8e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.130468] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea43483-9b0f-4a6f-9ff3-29bd3cd6bc8e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.130653] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea43483-9b0f-4a6f-9ff3-29bd3cd6bc8e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.130830] env[62954]: INFO nova.compute.manager [None req-0ea43483-9b0f-4a6f-9ff3-29bd3cd6bc8e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Took 1.17 seconds to destroy the instance on the hypervisor. [ 923.131081] env[62954]: DEBUG oslo.service.loopingcall [None req-0ea43483-9b0f-4a6f-9ff3-29bd3cd6bc8e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 923.131277] env[62954]: DEBUG nova.compute.manager [-] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 923.131372] env[62954]: DEBUG nova.network.neutron [-] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 923.152598] env[62954]: DEBUG nova.compute.manager [req-8daf40b5-8142-4005-8692-2f97da61dbeb req-7801eb26-71d4-44d8-99ca-ba079a867b18 service nova] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Received event network-changed-e10ed403-f13f-416d-b189-484d2af0e879 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 923.156096] env[62954]: DEBUG nova.compute.manager [req-8daf40b5-8142-4005-8692-2f97da61dbeb req-7801eb26-71d4-44d8-99ca-ba079a867b18 service nova] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Refreshing instance network info cache due to event network-changed-e10ed403-f13f-416d-b189-484d2af0e879. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 923.156096] env[62954]: DEBUG oslo_concurrency.lockutils [req-8daf40b5-8142-4005-8692-2f97da61dbeb req-7801eb26-71d4-44d8-99ca-ba079a867b18 service nova] Acquiring lock "refresh_cache-12344f1e-154c-4236-bdfa-2d71676b93f0" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.156096] env[62954]: DEBUG oslo_concurrency.lockutils [req-8daf40b5-8142-4005-8692-2f97da61dbeb req-7801eb26-71d4-44d8-99ca-ba079a867b18 service nova] Acquired lock "refresh_cache-12344f1e-154c-4236-bdfa-2d71676b93f0" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.156096] env[62954]: DEBUG nova.network.neutron [req-8daf40b5-8142-4005-8692-2f97da61dbeb req-7801eb26-71d4-44d8-99ca-ba079a867b18 service nova] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Refreshing network info cache for port e10ed403-f13f-416d-b189-484d2af0e879 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.342875] env[62954]: DEBUG oslo_vmware.api [None req-7fa9fb2e-873f-4a96-9a38-05f6ee84d4f0 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597799, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.394968] env[62954]: DEBUG nova.scheduler.client.report [None req-8e7fa84b-5612-4b7c-adfc-55e90ed7ecaf tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.679458] env[62954]: INFO nova.network.neutron [req-8daf40b5-8142-4005-8692-2f97da61dbeb req-7801eb26-71d4-44d8-99ca-ba079a867b18 service nova] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Port e10ed403-f13f-416d-b189-484d2af0e879 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 923.679708] env[62954]: DEBUG nova.network.neutron [req-8daf40b5-8142-4005-8692-2f97da61dbeb req-7801eb26-71d4-44d8-99ca-ba079a867b18 service nova] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.730342] env[62954]: DEBUG oslo_concurrency.lockutils [None req-379e6999-2a99-4b7d-8d60-03ea81c9215d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Acquiring lock "5006bc24-1140-4055-8710-bb1af6b93c02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.730784] env[62954]: DEBUG oslo_concurrency.lockutils [None req-379e6999-2a99-4b7d-8d60-03ea81c9215d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Lock "5006bc24-1140-4055-8710-bb1af6b93c02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.730884] env[62954]: DEBUG oslo_concurrency.lockutils [None req-379e6999-2a99-4b7d-8d60-03ea81c9215d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Acquiring lock "5006bc24-1140-4055-8710-bb1af6b93c02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.731015] env[62954]: DEBUG oslo_concurrency.lockutils [None req-379e6999-2a99-4b7d-8d60-03ea81c9215d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Lock "5006bc24-1140-4055-8710-bb1af6b93c02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.731186] env[62954]: DEBUG oslo_concurrency.lockutils [None req-379e6999-2a99-4b7d-8d60-03ea81c9215d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Lock "5006bc24-1140-4055-8710-bb1af6b93c02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.733279] env[62954]: INFO nova.compute.manager [None req-379e6999-2a99-4b7d-8d60-03ea81c9215d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Terminating instance [ 923.845809] env[62954]: DEBUG oslo_vmware.api [None req-7fa9fb2e-873f-4a96-9a38-05f6ee84d4f0 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597799, 'name': ReconfigVM_Task, 'duration_secs': 5.816583} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.845809] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7fa9fb2e-873f-4a96-9a38-05f6ee84d4f0 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Releasing lock "2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.845809] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa9fb2e-873f-4a96-9a38-05f6ee84d4f0 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Reconfigured VM to detach interface {{(pid=62954) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 924.007176] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c09447e9-3423-4109-a812-6b6c545ec04e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquiring lock "334639c6-2360-40f6-bd4f-f2958262a54f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.007176] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c09447e9-3423-4109-a812-6b6c545ec04e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "334639c6-2360-40f6-bd4f-f2958262a54f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.007176] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c09447e9-3423-4109-a812-6b6c545ec04e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquiring lock "334639c6-2360-40f6-bd4f-f2958262a54f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.007176] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c09447e9-3423-4109-a812-6b6c545ec04e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "334639c6-2360-40f6-bd4f-f2958262a54f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.007176] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c09447e9-3423-4109-a812-6b6c545ec04e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "334639c6-2360-40f6-bd4f-f2958262a54f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.011374] env[62954]: INFO nova.compute.manager [None req-c09447e9-3423-4109-a812-6b6c545ec04e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Terminating instance [ 924.040058] env[62954]: DEBUG nova.network.neutron [-] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.050792] env[62954]: DEBUG nova.network.neutron [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Updating instance_info_cache with network_info: [{"id": "facd7399-b61c-42df-b3dc-e662e95420d2", "address": "fa:16:3e:5b:bd:a2", "network": {"id": "a3bdc751-8cf3-4508-9734-f077b7bcca4b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-735498890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c9a1a2527e442b2806b13f1fd9765d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfacd7399-b6", "ovs_interfaceid": "facd7399-b61c-42df-b3dc-e662e95420d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.189821] env[62954]: DEBUG oslo_concurrency.lockutils [req-8daf40b5-8142-4005-8692-2f97da61dbeb req-7801eb26-71d4-44d8-99ca-ba079a867b18 service nova] Releasing lock "refresh_cache-12344f1e-154c-4236-bdfa-2d71676b93f0" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.237950] env[62954]: DEBUG nova.compute.manager [None req-379e6999-2a99-4b7d-8d60-03ea81c9215d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 924.238623] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-379e6999-2a99-4b7d-8d60-03ea81c9215d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.239223] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee61de2b-308d-4e2c-8bde-b85052b78b9d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.249678] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-379e6999-2a99-4b7d-8d60-03ea81c9215d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.249965] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac752ca0-8ba3-48e0-8780-725cbb3a34c6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.260479] env[62954]: DEBUG oslo_vmware.api [None req-379e6999-2a99-4b7d-8d60-03ea81c9215d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for the task: (returnval){ [ 924.260479] env[62954]: value = "task-2597817" [ 924.260479] env[62954]: _type = "Task" [ 924.260479] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.272502] env[62954]: DEBUG oslo_vmware.api [None req-379e6999-2a99-4b7d-8d60-03ea81c9215d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.361947] env[62954]: DEBUG nova.compute.manager [req-2a3b6de1-4bc9-4bc3-8437-e37a096c92f6 req-f6df0592-a5eb-4e56-983a-ad32548c12db service nova] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Received event network-vif-deleted-b076631c-9e60-40e4-8e39-8157939c293b {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 924.362235] env[62954]: INFO nova.compute.manager [req-2a3b6de1-4bc9-4bc3-8437-e37a096c92f6 req-f6df0592-a5eb-4e56-983a-ad32548c12db service nova] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Neutron deleted interface b076631c-9e60-40e4-8e39-8157939c293b; detaching it from the instance and deleting it from the info cache [ 924.362500] env[62954]: DEBUG nova.network.neutron [req-2a3b6de1-4bc9-4bc3-8437-e37a096c92f6 req-f6df0592-a5eb-4e56-983a-ad32548c12db service nova] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Updating instance_info_cache with network_info: [{"id": "25bbb1d1-b59d-4ca1-8625-7d6a047e0f43", "address": "fa:16:3e:6b:9b:35", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25bbb1d1-b5", "ovs_interfaceid": "25bbb1d1-b59d-4ca1-8625-7d6a047e0f43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b830f8c9-674f-486a-bafd-bec56e5ccfac", "address": "fa:16:3e:28:b9:35", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb830f8c9-67", "ovs_interfaceid": "b830f8c9-674f-486a-bafd-bec56e5ccfac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.382361] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cebc338-d259-4356-a824-7c2089cf3dd6 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Volume attach. Driver type: vmdk {{(pid=62954) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 924.384153] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cebc338-d259-4356-a824-7c2089cf3dd6 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523956', 'volume_id': 'c4e5c8ba-3b23-4298-a3ef-5909983b3d21', 'name': 'volume-c4e5c8ba-3b23-4298-a3ef-5909983b3d21', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4e2c3168-923a-4d87-a5d6-e6d4ed7d521c', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4e5c8ba-3b23-4298-a3ef-5909983b3d21', 'serial': 'c4e5c8ba-3b23-4298-a3ef-5909983b3d21'} {{(pid=62954) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 924.386176] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a751e129-75a9-4126-b52d-d9a1594e8e03 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.411624] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfffb63-b3c0-45e8-a4ad-c5897a9b67b0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.415457] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8e7fa84b-5612-4b7c-adfc-55e90ed7ecaf tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.422s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.418419] env[62954]: DEBUG oslo_concurrency.lockutils [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.424s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.419829] env[62954]: INFO nova.compute.claims [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.449724] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cebc338-d259-4356-a824-7c2089cf3dd6 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] volume-c4e5c8ba-3b23-4298-a3ef-5909983b3d21/volume-c4e5c8ba-3b23-4298-a3ef-5909983b3d21.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.450438] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66f93efe-7ce0-4f86-a8f2-bb3d61066702 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.471874] env[62954]: DEBUG oslo_vmware.api [None req-7cebc338-d259-4356-a824-7c2089cf3dd6 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 924.471874] env[62954]: value = "task-2597818" [ 924.471874] env[62954]: _type = "Task" [ 924.471874] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.483352] env[62954]: DEBUG oslo_vmware.api [None req-7cebc338-d259-4356-a824-7c2089cf3dd6 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2597818, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.519141] env[62954]: DEBUG nova.compute.manager [None req-c09447e9-3423-4109-a812-6b6c545ec04e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 924.519421] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c09447e9-3423-4109-a812-6b6c545ec04e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.520378] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5344650-6f74-4d59-9cef-7994d00e384f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.533058] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquiring lock "4ad948e7-d291-4e61-93a4-9d439e745caa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.533058] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "4ad948e7-d291-4e61-93a4-9d439e745caa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.534554] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c09447e9-3423-4109-a812-6b6c545ec04e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.534554] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1b80c48-3f3e-4b13-8b6d-7d7e5d89975b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.542857] env[62954]: INFO nova.compute.manager [-] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Took 1.41 seconds to deallocate network for instance. [ 924.546130] env[62954]: DEBUG oslo_vmware.api [None req-c09447e9-3423-4109-a812-6b6c545ec04e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 924.546130] env[62954]: value = "task-2597819" [ 924.546130] env[62954]: _type = "Task" [ 924.546130] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.556874] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Releasing lock "refresh_cache-9ac4aacf-6bbe-4027-992e-f81e3cd10cd7" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.556874] env[62954]: DEBUG nova.objects.instance [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lazy-loading 'migration_context' on Instance uuid 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.564037] env[62954]: DEBUG oslo_vmware.api [None req-c09447e9-3423-4109-a812-6b6c545ec04e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.774143] env[62954]: DEBUG oslo_vmware.api [None req-379e6999-2a99-4b7d-8d60-03ea81c9215d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597817, 'name': PowerOffVM_Task, 'duration_secs': 0.305832} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.774143] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-379e6999-2a99-4b7d-8d60-03ea81c9215d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.774143] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-379e6999-2a99-4b7d-8d60-03ea81c9215d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.774143] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6668b57c-44f0-412e-9d27-28caeabdaa5e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.839272] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-379e6999-2a99-4b7d-8d60-03ea81c9215d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.839417] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-379e6999-2a99-4b7d-8d60-03ea81c9215d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.839595] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-379e6999-2a99-4b7d-8d60-03ea81c9215d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Deleting the datastore file [datastore2] 5006bc24-1140-4055-8710-bb1af6b93c02 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.839901] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d2f81b9-5795-4de8-a7e8-2e8a06bff984 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.848066] env[62954]: DEBUG oslo_vmware.api [None req-379e6999-2a99-4b7d-8d60-03ea81c9215d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for the task: (returnval){ [ 924.848066] env[62954]: value = "task-2597821" [ 924.848066] env[62954]: _type = "Task" [ 924.848066] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.857480] env[62954]: DEBUG oslo_vmware.api [None req-379e6999-2a99-4b7d-8d60-03ea81c9215d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597821, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.866419] env[62954]: DEBUG oslo_concurrency.lockutils [req-2a3b6de1-4bc9-4bc3-8437-e37a096c92f6 req-f6df0592-a5eb-4e56-983a-ad32548c12db service nova] Acquiring lock "2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.866570] env[62954]: DEBUG oslo_concurrency.lockutils [req-2a3b6de1-4bc9-4bc3-8437-e37a096c92f6 req-f6df0592-a5eb-4e56-983a-ad32548c12db service nova] Acquired lock "2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.867637] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449c2c95-b8a9-4e6f-b601-8d48544e5af2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.887437] env[62954]: DEBUG oslo_concurrency.lockutils [req-2a3b6de1-4bc9-4bc3-8437-e37a096c92f6 req-f6df0592-a5eb-4e56-983a-ad32548c12db service nova] Releasing lock "2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.888427] env[62954]: WARNING nova.compute.manager [req-2a3b6de1-4bc9-4bc3-8437-e37a096c92f6 req-f6df0592-a5eb-4e56-983a-ad32548c12db service nova] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Detach interface failed, port_id=b076631c-9e60-40e4-8e39-8157939c293b, reason: No device with interface-id b076631c-9e60-40e4-8e39-8157939c293b exists on VM: nova.exception.NotFound: No device with interface-id b076631c-9e60-40e4-8e39-8157939c293b exists on VM [ 924.985540] env[62954]: DEBUG oslo_vmware.api [None req-7cebc338-d259-4356-a824-7c2089cf3dd6 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2597818, 'name': ReconfigVM_Task, 'duration_secs': 0.442226} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.985913] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cebc338-d259-4356-a824-7c2089cf3dd6 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Reconfigured VM instance instance-00000033 to attach disk [datastore1] volume-c4e5c8ba-3b23-4298-a3ef-5909983b3d21/volume-c4e5c8ba-3b23-4298-a3ef-5909983b3d21.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.990892] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5335d922-2057-4513-9c89-75aef019f96f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.001710] env[62954]: INFO nova.scheduler.client.report [None req-8e7fa84b-5612-4b7c-adfc-55e90ed7ecaf tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Deleted allocation for migration c727ec3b-1be6-434d-ab18-b829594becc4 [ 925.009360] env[62954]: DEBUG oslo_vmware.api [None req-7cebc338-d259-4356-a824-7c2089cf3dd6 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 925.009360] env[62954]: value = "task-2597822" [ 925.009360] env[62954]: _type = "Task" [ 925.009360] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.019444] env[62954]: DEBUG oslo_vmware.api [None req-7cebc338-d259-4356-a824-7c2089cf3dd6 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2597822, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.037565] env[62954]: DEBUG nova.compute.manager [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 925.059605] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0ea43483-9b0f-4a6f-9ff3-29bd3cd6bc8e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.060917] env[62954]: DEBUG nova.objects.base [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Object Instance<9ac4aacf-6bbe-4027-992e-f81e3cd10cd7> lazy-loaded attributes: info_cache,migration_context {{(pid=62954) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 925.060917] env[62954]: DEBUG oslo_vmware.api [None req-c09447e9-3423-4109-a812-6b6c545ec04e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597819, 'name': PowerOffVM_Task, 'duration_secs': 0.208948} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.064107] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874cd193-e36e-4eb9-9ea1-06fbbfd558fc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.066827] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c09447e9-3423-4109-a812-6b6c545ec04e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.067109] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c09447e9-3423-4109-a812-6b6c545ec04e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.067676] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a8d1f82-5414-40c0-9874-925d4d456c8c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.070164] env[62954]: DEBUG oslo_concurrency.lockutils [None req-bd1f832b-40aa-46a1-a137-9ac99a9edda7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.070164] env[62954]: DEBUG oslo_concurrency.lockutils [None req-bd1f832b-40aa-46a1-a137-9ac99a9edda7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.070351] env[62954]: DEBUG oslo_concurrency.lockutils [None req-bd1f832b-40aa-46a1-a137-9ac99a9edda7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.070590] env[62954]: DEBUG oslo_concurrency.lockutils [None req-bd1f832b-40aa-46a1-a137-9ac99a9edda7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.070817] env[62954]: DEBUG oslo_concurrency.lockutils [None req-bd1f832b-40aa-46a1-a137-9ac99a9edda7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.087961] env[62954]: INFO nova.compute.manager [None req-bd1f832b-40aa-46a1-a137-9ac99a9edda7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Terminating instance [ 925.089506] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f230992-7728-4d71-98c8-13215700823a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.099487] env[62954]: DEBUG oslo_vmware.api [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 925.099487] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52350140-d2e2-978b-5f86-62fc95e3757b" [ 925.099487] env[62954]: _type = "Task" [ 925.099487] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.110440] env[62954]: DEBUG oslo_vmware.api [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52350140-d2e2-978b-5f86-62fc95e3757b, 'name': SearchDatastore_Task, 'duration_secs': 0.009923} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.110747] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.175395] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c09447e9-3423-4109-a812-6b6c545ec04e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.175626] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c09447e9-3423-4109-a812-6b6c545ec04e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.175812] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-c09447e9-3423-4109-a812-6b6c545ec04e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Deleting the datastore file [datastore2] 334639c6-2360-40f6-bd4f-f2958262a54f {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.176096] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14bd1fa8-4308-420b-85e5-8e9c6f08b365 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.185918] env[62954]: DEBUG oslo_vmware.api [None req-c09447e9-3423-4109-a812-6b6c545ec04e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 925.185918] env[62954]: value = "task-2597824" [ 925.185918] env[62954]: _type = "Task" [ 925.185918] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.189394] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7fa9fb2e-873f-4a96-9a38-05f6ee84d4f0 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "refresh_cache-2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.189579] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7fa9fb2e-873f-4a96-9a38-05f6ee84d4f0 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquired lock "refresh_cache-2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.189702] env[62954]: DEBUG nova.network.neutron [None req-7fa9fb2e-873f-4a96-9a38-05f6ee84d4f0 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.196932] env[62954]: DEBUG oslo_vmware.api [None req-c09447e9-3423-4109-a812-6b6c545ec04e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.360297] env[62954]: DEBUG oslo_vmware.api [None req-379e6999-2a99-4b7d-8d60-03ea81c9215d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597821, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176548} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.360963] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-379e6999-2a99-4b7d-8d60-03ea81c9215d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.361176] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-379e6999-2a99-4b7d-8d60-03ea81c9215d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.361351] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-379e6999-2a99-4b7d-8d60-03ea81c9215d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.361518] env[62954]: INFO nova.compute.manager [None req-379e6999-2a99-4b7d-8d60-03ea81c9215d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Took 1.12 seconds to destroy the instance on the hypervisor. [ 925.361767] env[62954]: DEBUG oslo.service.loopingcall [None req-379e6999-2a99-4b7d-8d60-03ea81c9215d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 925.362793] env[62954]: DEBUG nova.compute.manager [req-31a220fd-ab00-4730-930b-aa9d802a92fe req-5fb324ef-0847-4430-ae7b-6186bb2b9cfd service nova] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Received event network-vif-deleted-e10ed403-f13f-416d-b189-484d2af0e879 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 925.363093] env[62954]: DEBUG nova.compute.manager [-] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.363185] env[62954]: DEBUG nova.network.neutron [-] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.509967] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8e7fa84b-5612-4b7c-adfc-55e90ed7ecaf tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "ce61fb64-fab1-497d-8604-332e4fab5480" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.589s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.523030] env[62954]: DEBUG oslo_vmware.api [None req-7cebc338-d259-4356-a824-7c2089cf3dd6 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2597822, 'name': ReconfigVM_Task, 'duration_secs': 0.151159} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.525937] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cebc338-d259-4356-a824-7c2089cf3dd6 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523956', 'volume_id': 'c4e5c8ba-3b23-4298-a3ef-5909983b3d21', 'name': 'volume-c4e5c8ba-3b23-4298-a3ef-5909983b3d21', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4e2c3168-923a-4d87-a5d6-e6d4ed7d521c', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4e5c8ba-3b23-4298-a3ef-5909983b3d21', 'serial': 'c4e5c8ba-3b23-4298-a3ef-5909983b3d21'} {{(pid=62954) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 925.561585] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.601728] env[62954]: DEBUG nova.compute.manager [None req-bd1f832b-40aa-46a1-a137-9ac99a9edda7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 925.601983] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1f832b-40aa-46a1-a137-9ac99a9edda7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.602895] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80867e5-890a-4578-b42f-4f29939ecf36 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.614556] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1f832b-40aa-46a1-a137-9ac99a9edda7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.617300] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df958ab7-2d50-4735-aa10-23164e4f5e5d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.626029] env[62954]: DEBUG oslo_vmware.api [None req-bd1f832b-40aa-46a1-a137-9ac99a9edda7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 925.626029] env[62954]: value = "task-2597826" [ 925.626029] env[62954]: _type = "Task" [ 925.626029] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.636296] env[62954]: DEBUG oslo_vmware.api [None req-bd1f832b-40aa-46a1-a137-9ac99a9edda7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.699326] env[62954]: DEBUG oslo_vmware.api [None req-c09447e9-3423-4109-a812-6b6c545ec04e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145893} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.702771] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-c09447e9-3423-4109-a812-6b6c545ec04e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.703046] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c09447e9-3423-4109-a812-6b6c545ec04e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.703302] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c09447e9-3423-4109-a812-6b6c545ec04e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.703485] env[62954]: INFO nova.compute.manager [None req-c09447e9-3423-4109-a812-6b6c545ec04e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 925.703736] env[62954]: DEBUG oslo.service.loopingcall [None req-c09447e9-3423-4109-a812-6b6c545ec04e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 925.704190] env[62954]: DEBUG nova.compute.manager [-] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.704311] env[62954]: DEBUG nova.network.neutron [-] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.795380] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc95d852-3a62-47b1-8801-29cc006d5197 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.806243] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a382b6c-784c-459f-beff-0ba4cff32f70 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.852285] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52d7102-d9cb-4260-9ec3-e86e89aa4a46 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.861146] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e02013-dd29-404b-b81a-ba360e307c47 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.877973] env[62954]: DEBUG nova.compute.provider_tree [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.044971] env[62954]: INFO nova.network.neutron [None req-7fa9fb2e-873f-4a96-9a38-05f6ee84d4f0 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Port b830f8c9-674f-486a-bafd-bec56e5ccfac from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 926.045361] env[62954]: DEBUG nova.network.neutron [None req-7fa9fb2e-873f-4a96-9a38-05f6ee84d4f0 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Updating instance_info_cache with network_info: [{"id": "25bbb1d1-b59d-4ca1-8625-7d6a047e0f43", "address": "fa:16:3e:6b:9b:35", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25bbb1d1-b5", "ovs_interfaceid": "25bbb1d1-b59d-4ca1-8625-7d6a047e0f43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.139256] env[62954]: DEBUG oslo_vmware.api [None req-bd1f832b-40aa-46a1-a137-9ac99a9edda7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597826, 'name': PowerOffVM_Task, 'duration_secs': 0.202949} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.139882] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1f832b-40aa-46a1-a137-9ac99a9edda7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.140049] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1f832b-40aa-46a1-a137-9ac99a9edda7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.141018] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86d94c72-542f-493f-a9a0-d2f2ac4c3a31 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.255027] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1f832b-40aa-46a1-a137-9ac99a9edda7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.255027] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1f832b-40aa-46a1-a137-9ac99a9edda7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.255027] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd1f832b-40aa-46a1-a137-9ac99a9edda7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Deleting the datastore file [datastore2] 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.255027] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc2f04d9-54a3-432f-9128-2fbdd3744a3d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.264414] env[62954]: DEBUG oslo_vmware.api [None req-bd1f832b-40aa-46a1-a137-9ac99a9edda7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 926.264414] env[62954]: value = "task-2597831" [ 926.264414] env[62954]: _type = "Task" [ 926.264414] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.273045] env[62954]: DEBUG oslo_vmware.api [None req-bd1f832b-40aa-46a1-a137-9ac99a9edda7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.385181] env[62954]: DEBUG nova.scheduler.client.report [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.405706] env[62954]: DEBUG nova.compute.manager [req-ed46dd35-ecff-40b1-a7f7-ec5b9e7cb07a req-d124fc75-856d-44f4-bee3-b4ff94b24212 service nova] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Received event network-vif-deleted-b830f8c9-674f-486a-bafd-bec56e5ccfac {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 926.405706] env[62954]: DEBUG nova.compute.manager [req-ed46dd35-ecff-40b1-a7f7-ec5b9e7cb07a req-d124fc75-856d-44f4-bee3-b4ff94b24212 service nova] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Received event network-vif-deleted-7a3bd6fc-3c12-4556-83a1-c7bf89a6c7e6 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 926.405706] env[62954]: INFO nova.compute.manager [req-ed46dd35-ecff-40b1-a7f7-ec5b9e7cb07a req-d124fc75-856d-44f4-bee3-b4ff94b24212 service nova] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Neutron deleted interface 7a3bd6fc-3c12-4556-83a1-c7bf89a6c7e6; detaching it from the instance and deleting it from the info cache [ 926.405706] env[62954]: DEBUG nova.network.neutron [req-ed46dd35-ecff-40b1-a7f7-ec5b9e7cb07a req-d124fc75-856d-44f4-bee3-b4ff94b24212 service nova] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.551681] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7fa9fb2e-873f-4a96-9a38-05f6ee84d4f0 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Releasing lock "refresh_cache-2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.579150] env[62954]: DEBUG nova.objects.instance [None req-7cebc338-d259-4356-a824-7c2089cf3dd6 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lazy-loading 'flavor' on Instance uuid 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.626087] env[62954]: DEBUG nova.network.neutron [-] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.713821] env[62954]: DEBUG nova.network.neutron [-] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.773829] env[62954]: DEBUG oslo_vmware.api [None req-bd1f832b-40aa-46a1-a137-9ac99a9edda7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190229} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.774101] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd1f832b-40aa-46a1-a137-9ac99a9edda7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.774299] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1f832b-40aa-46a1-a137-9ac99a9edda7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.774478] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1f832b-40aa-46a1-a137-9ac99a9edda7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.774669] env[62954]: INFO nova.compute.manager [None req-bd1f832b-40aa-46a1-a137-9ac99a9edda7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 926.774899] env[62954]: DEBUG oslo.service.loopingcall [None req-bd1f832b-40aa-46a1-a137-9ac99a9edda7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 926.775104] env[62954]: DEBUG nova.compute.manager [-] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 926.775198] env[62954]: DEBUG nova.network.neutron [-] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 926.823410] env[62954]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port b830f8c9-674f-486a-bafd-bec56e5ccfac could not be found.", "detail": ""}} {{(pid=62954) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 926.823662] env[62954]: DEBUG nova.network.neutron [-] Unable to show port b830f8c9-674f-486a-bafd-bec56e5ccfac as it no longer exists. {{(pid=62954) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 926.889985] env[62954]: DEBUG oslo_concurrency.lockutils [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.890988] env[62954]: DEBUG nova.compute.manager [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 926.894367] env[62954]: DEBUG oslo_concurrency.lockutils [None req-74638ac9-88fd-4b02-b525-885db838744d tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.784s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.894367] env[62954]: DEBUG nova.objects.instance [None req-74638ac9-88fd-4b02-b525-885db838744d tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Lazy-loading 'resources' on Instance uuid 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.910539] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-de644931-b82a-44d4-ab0c-209840a6a1b9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.924438] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a1b42b-7cb2-4f56-b0c9-869a39be196e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.963651] env[62954]: DEBUG nova.compute.manager [req-ed46dd35-ecff-40b1-a7f7-ec5b9e7cb07a req-d124fc75-856d-44f4-bee3-b4ff94b24212 service nova] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Detach interface failed, port_id=7a3bd6fc-3c12-4556-83a1-c7bf89a6c7e6, reason: Instance 5006bc24-1140-4055-8710-bb1af6b93c02 could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 926.964279] env[62954]: DEBUG nova.compute.manager [req-ed46dd35-ecff-40b1-a7f7-ec5b9e7cb07a req-d124fc75-856d-44f4-bee3-b4ff94b24212 service nova] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Received event network-vif-deleted-706a2df0-a0b4-4847-99e8-71cbd60dad35 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 926.964698] env[62954]: INFO nova.compute.manager [req-ed46dd35-ecff-40b1-a7f7-ec5b9e7cb07a req-d124fc75-856d-44f4-bee3-b4ff94b24212 service nova] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Neutron deleted interface 706a2df0-a0b4-4847-99e8-71cbd60dad35; detaching it from the instance and deleting it from the info cache [ 926.964790] env[62954]: DEBUG nova.network.neutron [req-ed46dd35-ecff-40b1-a7f7-ec5b9e7cb07a req-d124fc75-856d-44f4-bee3-b4ff94b24212 service nova] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.054702] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7fa9fb2e-873f-4a96-9a38-05f6ee84d4f0 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "interface-2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f-b076631c-9e60-40e4-8e39-8157939c293b" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.824s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.083756] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7cebc338-d259-4356-a824-7c2089cf3dd6 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "4e2c3168-923a-4d87-a5d6-e6d4ed7d521c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.868s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.127559] env[62954]: INFO nova.compute.manager [-] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Took 1.76 seconds to deallocate network for instance. [ 927.216472] env[62954]: INFO nova.compute.manager [-] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Took 1.51 seconds to deallocate network for instance. [ 927.304393] env[62954]: DEBUG oslo_concurrency.lockutils [None req-14aca817-ef1a-4a8c-89e0-f6d13a2758ef tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "ce61fb64-fab1-497d-8604-332e4fab5480" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.308023] env[62954]: DEBUG oslo_concurrency.lockutils [None req-14aca817-ef1a-4a8c-89e0-f6d13a2758ef tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "ce61fb64-fab1-497d-8604-332e4fab5480" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.308023] env[62954]: DEBUG oslo_concurrency.lockutils [None req-14aca817-ef1a-4a8c-89e0-f6d13a2758ef tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "ce61fb64-fab1-497d-8604-332e4fab5480-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.308023] env[62954]: DEBUG oslo_concurrency.lockutils [None req-14aca817-ef1a-4a8c-89e0-f6d13a2758ef tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "ce61fb64-fab1-497d-8604-332e4fab5480-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.308023] env[62954]: DEBUG oslo_concurrency.lockutils [None req-14aca817-ef1a-4a8c-89e0-f6d13a2758ef tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "ce61fb64-fab1-497d-8604-332e4fab5480-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.309125] env[62954]: INFO nova.compute.manager [None req-14aca817-ef1a-4a8c-89e0-f6d13a2758ef tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Terminating instance [ 927.398720] env[62954]: DEBUG nova.compute.utils [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 927.403295] env[62954]: DEBUG nova.compute.manager [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 927.403471] env[62954]: DEBUG nova.network.neutron [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 927.467648] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-abef2f7f-0359-4d2c-992c-cce50e89273a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.474844] env[62954]: DEBUG nova.policy [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98cb55b886fb4825b80315af560c4c0e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3eed675f8f04cffb49792ee5c797352', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.483748] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b357d0-7534-46ea-92dd-6bd6733909c3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.520044] env[62954]: DEBUG nova.compute.manager [req-ed46dd35-ecff-40b1-a7f7-ec5b9e7cb07a req-d124fc75-856d-44f4-bee3-b4ff94b24212 service nova] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Detach interface failed, port_id=706a2df0-a0b4-4847-99e8-71cbd60dad35, reason: Instance 334639c6-2360-40f6-bd4f-f2958262a54f could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 927.594062] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ea85846-e0e1-475e-939e-61dd6e9a6637 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Volume attach. Driver type: vmdk {{(pid=62954) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 927.594062] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ea85846-e0e1-475e-939e-61dd6e9a6637 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523957', 'volume_id': '4f7e9599-d0a2-4181-9544-c383abae108d', 'name': 'volume-4f7e9599-d0a2-4181-9544-c383abae108d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd59b51e-a095-4464-a022-aa291c04f5a7', 'attached_at': '', 'detached_at': '', 'volume_id': '4f7e9599-d0a2-4181-9544-c383abae108d', 'serial': '4f7e9599-d0a2-4181-9544-c383abae108d'} {{(pid=62954) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 927.594062] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7b70b0-cf52-4541-87ef-ca57492531a7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.616964] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7e3a4c-6038-4a95-b7d8-7f99957a0eb1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.646121] env[62954]: DEBUG oslo_concurrency.lockutils [None req-379e6999-2a99-4b7d-8d60-03ea81c9215d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.657453] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ea85846-e0e1-475e-939e-61dd6e9a6637 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] volume-4f7e9599-d0a2-4181-9544-c383abae108d/volume-4f7e9599-d0a2-4181-9544-c383abae108d.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.663402] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-415649e1-4c61-4e1f-b950-ad0c337315ce {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.684608] env[62954]: DEBUG oslo_vmware.api [None req-1ea85846-e0e1-475e-939e-61dd6e9a6637 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Waiting for the task: (returnval){ [ 927.684608] env[62954]: value = "task-2597832" [ 927.684608] env[62954]: _type = "Task" [ 927.684608] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.696523] env[62954]: DEBUG oslo_vmware.api [None req-1ea85846-e0e1-475e-939e-61dd6e9a6637 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597832, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.724948] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c09447e9-3423-4109-a812-6b6c545ec04e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.770751] env[62954]: DEBUG nova.network.neutron [-] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.800089] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca0d87c-c7bf-4793-b6b9-84d02f7ca4d7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.810541] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97905079-16ab-450a-9488-9ef99c238693 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.822891] env[62954]: DEBUG nova.compute.manager [None req-14aca817-ef1a-4a8c-89e0-f6d13a2758ef tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 927.823289] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-14aca817-ef1a-4a8c-89e0-f6d13a2758ef tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.827227] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29875ac8-db87-4f85-9604-4d708c08540d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.866561] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f79e791-0924-4227-882c-cc14a02bac7e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.870429] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-14aca817-ef1a-4a8c-89e0-f6d13a2758ef tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.870702] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7415e050-ba80-4d24-82a5-15aff1e16860 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.881688] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87488e6f-a73b-43a0-bf4a-56a5aa0cc83e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.885851] env[62954]: DEBUG oslo_vmware.api [None req-14aca817-ef1a-4a8c-89e0-f6d13a2758ef tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 927.885851] env[62954]: value = "task-2597833" [ 927.885851] env[62954]: _type = "Task" [ 927.885851] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.899631] env[62954]: DEBUG nova.compute.provider_tree [None req-74638ac9-88fd-4b02-b525-885db838744d tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.904158] env[62954]: DEBUG nova.compute.manager [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 927.911485] env[62954]: DEBUG oslo_vmware.api [None req-14aca817-ef1a-4a8c-89e0-f6d13a2758ef tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.023213] env[62954]: DEBUG nova.network.neutron [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Successfully created port: 93d1feb6-e61c-4ef8-9695-26445e2d27fa {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 928.201665] env[62954]: DEBUG oslo_vmware.api [None req-1ea85846-e0e1-475e-939e-61dd6e9a6637 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597832, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.263966] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "d9c2765c-9024-42db-b1f7-19ef016c559a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.264299] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "d9c2765c-9024-42db-b1f7-19ef016c559a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.274732] env[62954]: INFO nova.compute.manager [-] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Took 1.50 seconds to deallocate network for instance. [ 928.402923] env[62954]: DEBUG oslo_vmware.api [None req-14aca817-ef1a-4a8c-89e0-f6d13a2758ef tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597833, 'name': PowerOffVM_Task, 'duration_secs': 0.251419} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.403599] env[62954]: DEBUG nova.scheduler.client.report [None req-74638ac9-88fd-4b02-b525-885db838744d tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.407054] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-14aca817-ef1a-4a8c-89e0-f6d13a2758ef tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.407275] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-14aca817-ef1a-4a8c-89e0-f6d13a2758ef tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.408089] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e1300a2-a00d-472d-aa14-1d439754dff1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.501958] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-14aca817-ef1a-4a8c-89e0-f6d13a2758ef tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.502218] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-14aca817-ef1a-4a8c-89e0-f6d13a2758ef tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.502406] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-14aca817-ef1a-4a8c-89e0-f6d13a2758ef tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Deleting the datastore file [datastore1] ce61fb64-fab1-497d-8604-332e4fab5480 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.502724] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4eae4f62-44e0-4df1-95fa-eb6d53ca2fbb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.510125] env[62954]: DEBUG oslo_vmware.api [None req-14aca817-ef1a-4a8c-89e0-f6d13a2758ef tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 928.510125] env[62954]: value = "task-2597835" [ 928.510125] env[62954]: _type = "Task" [ 928.510125] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.519351] env[62954]: DEBUG oslo_vmware.api [None req-14aca817-ef1a-4a8c-89e0-f6d13a2758ef tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.559278] env[62954]: DEBUG nova.compute.manager [req-5e4936b8-4846-429a-b7dd-007c6b6b5a9c req-4a1d5baf-8196-4278-9989-08af5e444450 service nova] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Received event network-vif-deleted-25bbb1d1-b59d-4ca1-8625-7d6a047e0f43 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 928.697893] env[62954]: DEBUG oslo_vmware.api [None req-1ea85846-e0e1-475e-939e-61dd6e9a6637 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597832, 'name': ReconfigVM_Task, 'duration_secs': 0.569935} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.698370] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ea85846-e0e1-475e-939e-61dd6e9a6637 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Reconfigured VM instance instance-00000050 to attach disk [datastore1] volume-4f7e9599-d0a2-4181-9544-c383abae108d/volume-4f7e9599-d0a2-4181-9544-c383abae108d.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.703099] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6371b7d6-66b2-49f7-8954-283867be8bfd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.722699] env[62954]: DEBUG oslo_vmware.api [None req-1ea85846-e0e1-475e-939e-61dd6e9a6637 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Waiting for the task: (returnval){ [ 928.722699] env[62954]: value = "task-2597836" [ 928.722699] env[62954]: _type = "Task" [ 928.722699] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.733429] env[62954]: DEBUG oslo_vmware.api [None req-1ea85846-e0e1-475e-939e-61dd6e9a6637 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597836, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.770364] env[62954]: DEBUG nova.compute.manager [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 928.781489] env[62954]: DEBUG oslo_concurrency.lockutils [None req-bd1f832b-40aa-46a1-a137-9ac99a9edda7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.909959] env[62954]: DEBUG oslo_concurrency.lockutils [None req-74638ac9-88fd-4b02-b525-885db838744d tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.015s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.913577] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0ea43483-9b0f-4a6f-9ff3-29bd3cd6bc8e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.854s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.914256] env[62954]: DEBUG nova.objects.instance [None req-0ea43483-9b0f-4a6f-9ff3-29bd3cd6bc8e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Lazy-loading 'resources' on Instance uuid 12344f1e-154c-4236-bdfa-2d71676b93f0 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.919052] env[62954]: DEBUG nova.compute.manager [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 928.935762] env[62954]: INFO nova.scheduler.client.report [None req-74638ac9-88fd-4b02-b525-885db838744d tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Deleted allocations for instance 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3 [ 928.954737] env[62954]: DEBUG nova.virt.hardware [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.954911] env[62954]: DEBUG nova.virt.hardware [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.955060] env[62954]: DEBUG nova.virt.hardware [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.955246] env[62954]: DEBUG nova.virt.hardware [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.955461] env[62954]: DEBUG nova.virt.hardware [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.955614] env[62954]: DEBUG nova.virt.hardware [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.955831] env[62954]: DEBUG nova.virt.hardware [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.956300] env[62954]: DEBUG nova.virt.hardware [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.956300] env[62954]: DEBUG nova.virt.hardware [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.956510] env[62954]: DEBUG nova.virt.hardware [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.956680] env[62954]: DEBUG nova.virt.hardware [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.958877] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa7df56-5a77-4785-bf97-98451afd46b2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.969827] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519b2e0a-6092-4c1a-8cc6-77804a9dca3a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.020056] env[62954]: DEBUG oslo_vmware.api [None req-14aca817-ef1a-4a8c-89e0-f6d13a2758ef tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597835, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.406728} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.020175] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-14aca817-ef1a-4a8c-89e0-f6d13a2758ef tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.020343] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-14aca817-ef1a-4a8c-89e0-f6d13a2758ef tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.020571] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-14aca817-ef1a-4a8c-89e0-f6d13a2758ef tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.020765] env[62954]: INFO nova.compute.manager [None req-14aca817-ef1a-4a8c-89e0-f6d13a2758ef tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Took 1.20 seconds to destroy the instance on the hypervisor. [ 929.021014] env[62954]: DEBUG oslo.service.loopingcall [None req-14aca817-ef1a-4a8c-89e0-f6d13a2758ef tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 929.021216] env[62954]: DEBUG nova.compute.manager [-] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 929.021312] env[62954]: DEBUG nova.network.neutron [-] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 929.161523] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquiring lock "2456df1d-6696-4475-834d-c2c8269fe02e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.161837] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "2456df1d-6696-4475-834d-c2c8269fe02e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.233130] env[62954]: DEBUG oslo_vmware.api [None req-1ea85846-e0e1-475e-939e-61dd6e9a6637 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597836, 'name': ReconfigVM_Task, 'duration_secs': 0.248008} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.233489] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ea85846-e0e1-475e-939e-61dd6e9a6637 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523957', 'volume_id': '4f7e9599-d0a2-4181-9544-c383abae108d', 'name': 'volume-4f7e9599-d0a2-4181-9544-c383abae108d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd59b51e-a095-4464-a022-aa291c04f5a7', 'attached_at': '', 'detached_at': '', 'volume_id': '4f7e9599-d0a2-4181-9544-c383abae108d', 'serial': '4f7e9599-d0a2-4181-9544-c383abae108d'} {{(pid=62954) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 929.294896] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.444049] env[62954]: DEBUG oslo_concurrency.lockutils [None req-74638ac9-88fd-4b02-b525-885db838744d tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Lock "831ad8dc-e81e-4de8-86fb-4aceaf14b8a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.387s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.644111] env[62954]: DEBUG nova.network.neutron [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Successfully updated port: 93d1feb6-e61c-4ef8-9695-26445e2d27fa {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.667056] env[62954]: DEBUG nova.compute.manager [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 929.698690] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4489df65-56fe-4150-903b-ab5ea9410447 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.706910] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148d881b-249e-470f-bf21-ea82a8716a92 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.739410] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502b4b10-7307-4441-8088-839074abdb55 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.748026] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84cb2a60-2a0a-4efd-b627-a4a51f67f665 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.762021] env[62954]: DEBUG nova.compute.provider_tree [None req-0ea43483-9b0f-4a6f-9ff3-29bd3cd6bc8e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.787506] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19098d80-d81a-4a79-af84-b97235c66a6f tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Acquiring lock "6d2cd180-5a16-4837-905b-99d901959f5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.787850] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19098d80-d81a-4a79-af84-b97235c66a6f tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Lock "6d2cd180-5a16-4837-905b-99d901959f5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.788154] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19098d80-d81a-4a79-af84-b97235c66a6f tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Acquiring lock "6d2cd180-5a16-4837-905b-99d901959f5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.788411] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19098d80-d81a-4a79-af84-b97235c66a6f tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Lock "6d2cd180-5a16-4837-905b-99d901959f5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.788731] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19098d80-d81a-4a79-af84-b97235c66a6f tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Lock "6d2cd180-5a16-4837-905b-99d901959f5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.791079] env[62954]: INFO nova.compute.manager [None req-19098d80-d81a-4a79-af84-b97235c66a6f tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Terminating instance [ 929.823111] env[62954]: DEBUG nova.network.neutron [-] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.153250] env[62954]: DEBUG oslo_concurrency.lockutils [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "refresh_cache-d88d667e-5668-42ca-b27f-ea40348e796b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.153250] env[62954]: DEBUG oslo_concurrency.lockutils [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquired lock "refresh_cache-d88d667e-5668-42ca-b27f-ea40348e796b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.153250] env[62954]: DEBUG nova.network.neutron [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.186831] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.265072] env[62954]: DEBUG nova.scheduler.client.report [None req-0ea43483-9b0f-4a6f-9ff3-29bd3cd6bc8e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.280608] env[62954]: DEBUG nova.objects.instance [None req-1ea85846-e0e1-475e-939e-61dd6e9a6637 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lazy-loading 'flavor' on Instance uuid bd59b51e-a095-4464-a022-aa291c04f5a7 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.298618] env[62954]: DEBUG nova.compute.manager [None req-19098d80-d81a-4a79-af84-b97235c66a6f tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.298873] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-19098d80-d81a-4a79-af84-b97235c66a6f tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.299720] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca21316-390d-4720-8fe0-0bcacbb02dad {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.308542] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-19098d80-d81a-4a79-af84-b97235c66a6f tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.308729] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69e45c8d-9aaf-4237-b9a6-0093bef5d217 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.315415] env[62954]: DEBUG oslo_vmware.api [None req-19098d80-d81a-4a79-af84-b97235c66a6f tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Waiting for the task: (returnval){ [ 930.315415] env[62954]: value = "task-2597838" [ 930.315415] env[62954]: _type = "Task" [ 930.315415] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.323115] env[62954]: DEBUG oslo_vmware.api [None req-19098d80-d81a-4a79-af84-b97235c66a6f tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.326756] env[62954]: INFO nova.compute.manager [-] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Took 1.31 seconds to deallocate network for instance. [ 930.593348] env[62954]: DEBUG nova.compute.manager [req-a73a8163-56e5-4e25-8309-609acf9b2b49 req-fcd215b7-6144-4e61-8bf8-74d31d041ef6 service nova] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Received event network-vif-deleted-b07d37e0-ff1a-48f7-bedd-b605bd01a869 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 930.593659] env[62954]: DEBUG nova.compute.manager [req-a73a8163-56e5-4e25-8309-609acf9b2b49 req-fcd215b7-6144-4e61-8bf8-74d31d041ef6 service nova] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Received event network-vif-plugged-93d1feb6-e61c-4ef8-9695-26445e2d27fa {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 930.593859] env[62954]: DEBUG oslo_concurrency.lockutils [req-a73a8163-56e5-4e25-8309-609acf9b2b49 req-fcd215b7-6144-4e61-8bf8-74d31d041ef6 service nova] Acquiring lock "d88d667e-5668-42ca-b27f-ea40348e796b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.593950] env[62954]: DEBUG oslo_concurrency.lockutils [req-a73a8163-56e5-4e25-8309-609acf9b2b49 req-fcd215b7-6144-4e61-8bf8-74d31d041ef6 service nova] Lock "d88d667e-5668-42ca-b27f-ea40348e796b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.594140] env[62954]: DEBUG oslo_concurrency.lockutils [req-a73a8163-56e5-4e25-8309-609acf9b2b49 req-fcd215b7-6144-4e61-8bf8-74d31d041ef6 service nova] Lock "d88d667e-5668-42ca-b27f-ea40348e796b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.594697] env[62954]: DEBUG nova.compute.manager [req-a73a8163-56e5-4e25-8309-609acf9b2b49 req-fcd215b7-6144-4e61-8bf8-74d31d041ef6 service nova] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] No waiting events found dispatching network-vif-plugged-93d1feb6-e61c-4ef8-9695-26445e2d27fa {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 930.594697] env[62954]: WARNING nova.compute.manager [req-a73a8163-56e5-4e25-8309-609acf9b2b49 req-fcd215b7-6144-4e61-8bf8-74d31d041ef6 service nova] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Received unexpected event network-vif-plugged-93d1feb6-e61c-4ef8-9695-26445e2d27fa for instance with vm_state building and task_state spawning. [ 930.594697] env[62954]: DEBUG nova.compute.manager [req-a73a8163-56e5-4e25-8309-609acf9b2b49 req-fcd215b7-6144-4e61-8bf8-74d31d041ef6 service nova] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Received event network-changed-93d1feb6-e61c-4ef8-9695-26445e2d27fa {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 930.594943] env[62954]: DEBUG nova.compute.manager [req-a73a8163-56e5-4e25-8309-609acf9b2b49 req-fcd215b7-6144-4e61-8bf8-74d31d041ef6 service nova] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Refreshing instance network info cache due to event network-changed-93d1feb6-e61c-4ef8-9695-26445e2d27fa. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 930.595100] env[62954]: DEBUG oslo_concurrency.lockutils [req-a73a8163-56e5-4e25-8309-609acf9b2b49 req-fcd215b7-6144-4e61-8bf8-74d31d041ef6 service nova] Acquiring lock "refresh_cache-d88d667e-5668-42ca-b27f-ea40348e796b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.689896] env[62954]: DEBUG nova.network.neutron [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.769658] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0ea43483-9b0f-4a6f-9ff3-29bd3cd6bc8e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.856s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.771990] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.661s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.785123] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1ea85846-e0e1-475e-939e-61dd6e9a6637 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lock "bd59b51e-a095-4464-a022-aa291c04f5a7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.800s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.792129] env[62954]: INFO nova.scheduler.client.report [None req-0ea43483-9b0f-4a6f-9ff3-29bd3cd6bc8e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Deleted allocations for instance 12344f1e-154c-4236-bdfa-2d71676b93f0 [ 930.825377] env[62954]: DEBUG oslo_vmware.api [None req-19098d80-d81a-4a79-af84-b97235c66a6f tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597838, 'name': PowerOffVM_Task, 'duration_secs': 0.248929} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.826235] env[62954]: DEBUG nova.network.neutron [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Updating instance_info_cache with network_info: [{"id": "93d1feb6-e61c-4ef8-9695-26445e2d27fa", "address": "fa:16:3e:79:55:52", "network": {"id": "ccb3874a-a834-4f33-a065-0df90cc66674", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1110790858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3eed675f8f04cffb49792ee5c797352", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93d1feb6-e6", "ovs_interfaceid": "93d1feb6-e61c-4ef8-9695-26445e2d27fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.827361] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-19098d80-d81a-4a79-af84-b97235c66a6f tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.827534] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-19098d80-d81a-4a79-af84-b97235c66a6f tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.827993] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3331edb1-9c5e-4538-8dfe-23e7cd13a669 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.833341] env[62954]: DEBUG oslo_concurrency.lockutils [None req-14aca817-ef1a-4a8c-89e0-f6d13a2758ef tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.889884] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-19098d80-d81a-4a79-af84-b97235c66a6f tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.890144] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-19098d80-d81a-4a79-af84-b97235c66a6f tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.890339] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-19098d80-d81a-4a79-af84-b97235c66a6f tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Deleting the datastore file [datastore2] 6d2cd180-5a16-4837-905b-99d901959f5b {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.890606] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45610c87-e9a2-4f71-b478-c68cbcfffda2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.897938] env[62954]: DEBUG oslo_vmware.api [None req-19098d80-d81a-4a79-af84-b97235c66a6f tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Waiting for the task: (returnval){ [ 930.897938] env[62954]: value = "task-2597840" [ 930.897938] env[62954]: _type = "Task" [ 930.897938] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.906236] env[62954]: DEBUG oslo_vmware.api [None req-19098d80-d81a-4a79-af84-b97235c66a6f tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.282377] env[62954]: DEBUG oslo_concurrency.lockutils [None req-bef1ad15-8152-4b45-9dc5-343ba0d09bc9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Acquiring lock "bd59b51e-a095-4464-a022-aa291c04f5a7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.282632] env[62954]: DEBUG oslo_concurrency.lockutils [None req-bef1ad15-8152-4b45-9dc5-343ba0d09bc9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lock "bd59b51e-a095-4464-a022-aa291c04f5a7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.300945] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0ea43483-9b0f-4a6f-9ff3-29bd3cd6bc8e tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Lock "12344f1e-154c-4236-bdfa-2d71676b93f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.846s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.328898] env[62954]: DEBUG oslo_concurrency.lockutils [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Releasing lock "refresh_cache-d88d667e-5668-42ca-b27f-ea40348e796b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.329233] env[62954]: DEBUG nova.compute.manager [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Instance network_info: |[{"id": "93d1feb6-e61c-4ef8-9695-26445e2d27fa", "address": "fa:16:3e:79:55:52", "network": {"id": "ccb3874a-a834-4f33-a065-0df90cc66674", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1110790858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3eed675f8f04cffb49792ee5c797352", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93d1feb6-e6", "ovs_interfaceid": "93d1feb6-e61c-4ef8-9695-26445e2d27fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 931.329507] env[62954]: DEBUG oslo_concurrency.lockutils [req-a73a8163-56e5-4e25-8309-609acf9b2b49 req-fcd215b7-6144-4e61-8bf8-74d31d041ef6 service nova] Acquired lock "refresh_cache-d88d667e-5668-42ca-b27f-ea40348e796b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.329685] env[62954]: DEBUG nova.network.neutron [req-a73a8163-56e5-4e25-8309-609acf9b2b49 req-fcd215b7-6144-4e61-8bf8-74d31d041ef6 service nova] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Refreshing network info cache for port 93d1feb6-e61c-4ef8-9695-26445e2d27fa {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.331052] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:55:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afae6acd-1873-4228-9d5a-1cd5d4efe3e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93d1feb6-e61c-4ef8-9695-26445e2d27fa', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.338226] env[62954]: DEBUG oslo.service.loopingcall [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 931.341437] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.341850] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32ba2bd9-9426-458e-a6c7-45a1512d5ac8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.366835] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.366835] env[62954]: value = "task-2597842" [ 931.366835] env[62954]: _type = "Task" [ 931.366835] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.379188] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597842, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.407831] env[62954]: DEBUG oslo_vmware.api [None req-19098d80-d81a-4a79-af84-b97235c66a6f tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Task: {'id': task-2597840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189439} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.410404] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-19098d80-d81a-4a79-af84-b97235c66a6f tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.410602] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-19098d80-d81a-4a79-af84-b97235c66a6f tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.410788] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-19098d80-d81a-4a79-af84-b97235c66a6f tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.410966] env[62954]: INFO nova.compute.manager [None req-19098d80-d81a-4a79-af84-b97235c66a6f tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 931.411220] env[62954]: DEBUG oslo.service.loopingcall [None req-19098d80-d81a-4a79-af84-b97235c66a6f tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 931.411599] env[62954]: DEBUG nova.compute.manager [-] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 931.411697] env[62954]: DEBUG nova.network.neutron [-] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 931.530932] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd508ed-184d-4bfa-a313-099924b34b1c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.538683] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2db82a-5c12-4f96-8f27-2bdce5a5aaec {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.570702] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ca2a43-ffaa-42c2-b12e-7eaec152214e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.579356] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17215f26-e29b-47fb-b03f-bc6f09b7cd49 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.593883] env[62954]: DEBUG nova.compute.provider_tree [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.786547] env[62954]: DEBUG nova.compute.utils [None req-bef1ad15-8152-4b45-9dc5-343ba0d09bc9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 931.879266] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597842, 'name': CreateVM_Task, 'duration_secs': 0.353213} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.879446] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.880175] env[62954]: DEBUG oslo_concurrency.lockutils [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.880367] env[62954]: DEBUG oslo_concurrency.lockutils [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.880704] env[62954]: DEBUG oslo_concurrency.lockutils [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.880973] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80c413fe-f393-4ca1-b2f7-2ba57a174ada {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.886129] env[62954]: DEBUG oslo_vmware.api [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 931.886129] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52833c9b-9529-1e54-26ce-07bbc2b901c2" [ 931.886129] env[62954]: _type = "Task" [ 931.886129] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.894461] env[62954]: DEBUG oslo_vmware.api [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52833c9b-9529-1e54-26ce-07bbc2b901c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.028865] env[62954]: DEBUG nova.network.neutron [req-a73a8163-56e5-4e25-8309-609acf9b2b49 req-fcd215b7-6144-4e61-8bf8-74d31d041ef6 service nova] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Updated VIF entry in instance network info cache for port 93d1feb6-e61c-4ef8-9695-26445e2d27fa. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.029291] env[62954]: DEBUG nova.network.neutron [req-a73a8163-56e5-4e25-8309-609acf9b2b49 req-fcd215b7-6144-4e61-8bf8-74d31d041ef6 service nova] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Updating instance_info_cache with network_info: [{"id": "93d1feb6-e61c-4ef8-9695-26445e2d27fa", "address": "fa:16:3e:79:55:52", "network": {"id": "ccb3874a-a834-4f33-a065-0df90cc66674", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1110790858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3eed675f8f04cffb49792ee5c797352", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93d1feb6-e6", "ovs_interfaceid": "93d1feb6-e61c-4ef8-9695-26445e2d27fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.096683] env[62954]: DEBUG nova.scheduler.client.report [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.128432] env[62954]: DEBUG nova.network.neutron [-] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.289089] env[62954]: DEBUG oslo_concurrency.lockutils [None req-bef1ad15-8152-4b45-9dc5-343ba0d09bc9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lock "bd59b51e-a095-4464-a022-aa291c04f5a7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.397811] env[62954]: DEBUG oslo_vmware.api [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52833c9b-9529-1e54-26ce-07bbc2b901c2, 'name': SearchDatastore_Task, 'duration_secs': 0.010055} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.398157] env[62954]: DEBUG oslo_concurrency.lockutils [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.398404] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.398638] env[62954]: DEBUG oslo_concurrency.lockutils [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.398878] env[62954]: DEBUG oslo_concurrency.lockutils [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.399151] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.399440] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c21b10e-8d6b-48c7-b016-1c24f0c08d88 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.407874] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.408029] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.408718] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3430c11-7f4f-4900-9484-75c40b13d95b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.413999] env[62954]: DEBUG oslo_vmware.api [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 932.413999] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52a1c5f1-6ce5-ce5e-19f5-a98a12da7cb7" [ 932.413999] env[62954]: _type = "Task" [ 932.413999] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.421423] env[62954]: DEBUG oslo_vmware.api [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52a1c5f1-6ce5-ce5e-19f5-a98a12da7cb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.532461] env[62954]: DEBUG oslo_concurrency.lockutils [req-a73a8163-56e5-4e25-8309-609acf9b2b49 req-fcd215b7-6144-4e61-8bf8-74d31d041ef6 service nova] Releasing lock "refresh_cache-d88d667e-5668-42ca-b27f-ea40348e796b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.630825] env[62954]: INFO nova.compute.manager [-] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Took 1.22 seconds to deallocate network for instance. [ 932.925772] env[62954]: DEBUG oslo_vmware.api [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52a1c5f1-6ce5-ce5e-19f5-a98a12da7cb7, 'name': SearchDatastore_Task, 'duration_secs': 0.008673} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.926695] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-202116bf-6bfe-4ae8-8596-5189b023c46f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.933581] env[62954]: DEBUG oslo_vmware.api [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 932.933581] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52f4e172-9e83-095f-f7ed-d2bd62221712" [ 932.933581] env[62954]: _type = "Task" [ 932.933581] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.942952] env[62954]: DEBUG oslo_vmware.api [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52f4e172-9e83-095f-f7ed-d2bd62221712, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.107108] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.335s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.109949] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.548s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.111435] env[62954]: INFO nova.compute.claims [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.137249] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19098d80-d81a-4a79-af84-b97235c66a6f tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.311833] env[62954]: DEBUG nova.compute.manager [req-58c6f665-fcfb-4115-9500-1eea2ab3ef11 req-1e715b18-8052-45c1-9897-4a5c4d7fc4f4 service nova] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Received event network-vif-deleted-cd149845-a04d-4e08-80d7-e7e58b6b19ee {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 933.348718] env[62954]: DEBUG oslo_concurrency.lockutils [None req-bef1ad15-8152-4b45-9dc5-343ba0d09bc9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Acquiring lock "bd59b51e-a095-4464-a022-aa291c04f5a7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.348961] env[62954]: DEBUG oslo_concurrency.lockutils [None req-bef1ad15-8152-4b45-9dc5-343ba0d09bc9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lock "bd59b51e-a095-4464-a022-aa291c04f5a7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.349241] env[62954]: INFO nova.compute.manager [None req-bef1ad15-8152-4b45-9dc5-343ba0d09bc9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Attaching volume cce6a33a-3c6c-425f-ac10-6a35a5b5c5d1 to /dev/sdc [ 933.379710] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf2a194-c8a3-4ce4-87b4-64a5c941ce9d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.389904] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d8f38c-dee5-4c35-8bea-52985d0f6b43 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.404108] env[62954]: DEBUG nova.virt.block_device [None req-bef1ad15-8152-4b45-9dc5-343ba0d09bc9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Updating existing volume attachment record: ad6241af-5a40-4b0d-9260-278733aba7f6 {{(pid=62954) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 933.445274] env[62954]: DEBUG oslo_vmware.api [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52f4e172-9e83-095f-f7ed-d2bd62221712, 'name': SearchDatastore_Task, 'duration_secs': 0.010696} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.445597] env[62954]: DEBUG oslo_concurrency.lockutils [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.445905] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] d88d667e-5668-42ca-b27f-ea40348e796b/d88d667e-5668-42ca-b27f-ea40348e796b.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.446281] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f8e8dd8-eae8-4e3a-9c2f-a096fbfabfef {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.454031] env[62954]: DEBUG oslo_vmware.api [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 933.454031] env[62954]: value = "task-2597844" [ 933.454031] env[62954]: _type = "Task" [ 933.454031] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.463043] env[62954]: DEBUG oslo_vmware.api [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.684828] env[62954]: INFO nova.scheduler.client.report [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Deleted allocation for migration eb41a423-3c57-4c40-8c93-f42a2157fd64 [ 933.963883] env[62954]: DEBUG oslo_vmware.api [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597844, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449867} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.964176] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] d88d667e-5668-42ca-b27f-ea40348e796b/d88d667e-5668-42ca-b27f-ea40348e796b.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.964393] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.964644] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16986fa6-ad71-4f1b-94ce-3894d24289a0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.971857] env[62954]: DEBUG oslo_vmware.api [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 933.971857] env[62954]: value = "task-2597846" [ 933.971857] env[62954]: _type = "Task" [ 933.971857] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.980369] env[62954]: DEBUG oslo_vmware.api [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597846, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.191489] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "9ac4aacf-6bbe-4027-992e-f81e3cd10cd7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.107s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.348844] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766bd82c-589d-4460-9d1f-3615825655b4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.356898] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3f4532-fd71-493f-a86e-4364ef39b12c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.388602] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf71b02-1167-47c7-aec8-3cd0f996ae67 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.396553] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b399285c-322f-4077-a087-d8b2571f80cd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.414522] env[62954]: DEBUG nova.compute.provider_tree [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.482764] env[62954]: DEBUG oslo_vmware.api [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060908} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.483140] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.483939] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73730320-db09-41dd-b0bd-403316a09dd3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.507584] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] d88d667e-5668-42ca-b27f-ea40348e796b/d88d667e-5668-42ca-b27f-ea40348e796b.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.507877] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5869767c-f70d-4e03-828e-4b25f8b14fee {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.529222] env[62954]: DEBUG oslo_vmware.api [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 934.529222] env[62954]: value = "task-2597847" [ 934.529222] env[62954]: _type = "Task" [ 934.529222] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.538765] env[62954]: DEBUG oslo_vmware.api [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597847, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.917077] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ed2a5ddd-2c85-4993-a4cf-8f28cb807e27 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Acquiring lock "2c0b4030-7fe2-41ad-b91a-54cc1f58c868" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.917378] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ed2a5ddd-2c85-4993-a4cf-8f28cb807e27 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Lock "2c0b4030-7fe2-41ad-b91a-54cc1f58c868" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.917602] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ed2a5ddd-2c85-4993-a4cf-8f28cb807e27 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Acquiring lock "2c0b4030-7fe2-41ad-b91a-54cc1f58c868-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.917789] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ed2a5ddd-2c85-4993-a4cf-8f28cb807e27 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Lock "2c0b4030-7fe2-41ad-b91a-54cc1f58c868-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.917964] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ed2a5ddd-2c85-4993-a4cf-8f28cb807e27 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Lock "2c0b4030-7fe2-41ad-b91a-54cc1f58c868-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.920493] env[62954]: DEBUG nova.scheduler.client.report [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.925106] env[62954]: INFO nova.compute.manager [None req-ed2a5ddd-2c85-4993-a4cf-8f28cb807e27 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Terminating instance [ 935.040035] env[62954]: DEBUG oslo_vmware.api [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597847, 'name': ReconfigVM_Task, 'duration_secs': 0.270373} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.040399] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Reconfigured VM instance instance-00000059 to attach disk [datastore1] d88d667e-5668-42ca-b27f-ea40348e796b/d88d667e-5668-42ca-b27f-ea40348e796b.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.041025] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff99cc2b-4cb6-4f76-beaa-dc30a96924aa {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.048313] env[62954]: DEBUG oslo_vmware.api [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 935.048313] env[62954]: value = "task-2597848" [ 935.048313] env[62954]: _type = "Task" [ 935.048313] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.056723] env[62954]: DEBUG oslo_vmware.api [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597848, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.429485] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.319s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.430012] env[62954]: DEBUG nova.compute.manager [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 935.433609] env[62954]: DEBUG nova.compute.manager [None req-ed2a5ddd-2c85-4993-a4cf-8f28cb807e27 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 935.433609] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2a5ddd-2c85-4993-a4cf-8f28cb807e27 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.434062] env[62954]: DEBUG oslo_concurrency.lockutils [None req-379e6999-2a99-4b7d-8d60-03ea81c9215d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.788s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.434331] env[62954]: DEBUG nova.objects.instance [None req-379e6999-2a99-4b7d-8d60-03ea81c9215d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Lazy-loading 'resources' on Instance uuid 5006bc24-1140-4055-8710-bb1af6b93c02 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.436135] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f87fd98-8c37-4177-8355-976a956f4be5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.446367] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed2a5ddd-2c85-4993-a4cf-8f28cb807e27 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.446735] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d1e1165-5596-41f8-b71b-bc39832679bb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.455696] env[62954]: DEBUG oslo_vmware.api [None req-ed2a5ddd-2c85-4993-a4cf-8f28cb807e27 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Waiting for the task: (returnval){ [ 935.455696] env[62954]: value = "task-2597850" [ 935.455696] env[62954]: _type = "Task" [ 935.455696] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.465813] env[62954]: DEBUG oslo_vmware.api [None req-ed2a5ddd-2c85-4993-a4cf-8f28cb807e27 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': task-2597850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.561186] env[62954]: DEBUG oslo_vmware.api [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597848, 'name': Rename_Task, 'duration_secs': 0.151057} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.561576] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.561818] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6760b37-522e-400a-9224-45fe84540e88 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.570878] env[62954]: DEBUG oslo_vmware.api [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 935.570878] env[62954]: value = "task-2597851" [ 935.570878] env[62954]: _type = "Task" [ 935.570878] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.581180] env[62954]: DEBUG oslo_vmware.api [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.622358] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "9ac4aacf-6bbe-4027-992e-f81e3cd10cd7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.622623] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "9ac4aacf-6bbe-4027-992e-f81e3cd10cd7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.622854] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "9ac4aacf-6bbe-4027-992e-f81e3cd10cd7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.623130] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "9ac4aacf-6bbe-4027-992e-f81e3cd10cd7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.623317] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "9ac4aacf-6bbe-4027-992e-f81e3cd10cd7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.625878] env[62954]: INFO nova.compute.manager [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Terminating instance [ 935.936122] env[62954]: DEBUG nova.compute.utils [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 935.937450] env[62954]: DEBUG nova.compute.manager [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 935.937663] env[62954]: DEBUG nova.network.neutron [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 935.967962] env[62954]: DEBUG oslo_vmware.api [None req-ed2a5ddd-2c85-4993-a4cf-8f28cb807e27 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': task-2597850, 'name': PowerOffVM_Task, 'duration_secs': 0.245344} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.970861] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed2a5ddd-2c85-4993-a4cf-8f28cb807e27 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.971128] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2a5ddd-2c85-4993-a4cf-8f28cb807e27 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.972085] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c75fa17-9448-44ef-b130-e8c69b35d835 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.987800] env[62954]: DEBUG nova.policy [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80f75463d4114f73aa6b38530697cb82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f16979ebc314760ac9bb49d9981065d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.050218] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2a5ddd-2c85-4993-a4cf-8f28cb807e27 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.050555] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2a5ddd-2c85-4993-a4cf-8f28cb807e27 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.050786] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed2a5ddd-2c85-4993-a4cf-8f28cb807e27 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Deleting the datastore file [datastore2] 2c0b4030-7fe2-41ad-b91a-54cc1f58c868 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.051107] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73c2b63c-5ed0-4b89-ba07-351957e20f7b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.063477] env[62954]: DEBUG oslo_vmware.api [None req-ed2a5ddd-2c85-4993-a4cf-8f28cb807e27 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Waiting for the task: (returnval){ [ 936.063477] env[62954]: value = "task-2597854" [ 936.063477] env[62954]: _type = "Task" [ 936.063477] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.072763] env[62954]: DEBUG oslo_vmware.api [None req-ed2a5ddd-2c85-4993-a4cf-8f28cb807e27 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': task-2597854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.085257] env[62954]: DEBUG oslo_vmware.api [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597851, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.135170] env[62954]: DEBUG nova.compute.manager [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 936.135412] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.136356] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad839bd-148e-4472-8f53-0803a4076927 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.147234] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.147492] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-330a2648-0bf0-4991-b900-7901661d16d9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.154519] env[62954]: DEBUG oslo_vmware.api [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 936.154519] env[62954]: value = "task-2597855" [ 936.154519] env[62954]: _type = "Task" [ 936.154519] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.164262] env[62954]: DEBUG oslo_vmware.api [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.211353] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4344e9-036f-4c8e-a238-daf8d9b0f87b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.221070] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608c8233-f571-4b2f-8e91-6bf302c08721 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.256335] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63212bd-c28d-45cb-b087-fb222ff037fa {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.264856] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb638b78-9a4f-4c3b-9b1a-bde933ba5890 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.281548] env[62954]: DEBUG nova.compute.provider_tree [None req-379e6999-2a99-4b7d-8d60-03ea81c9215d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.311896] env[62954]: DEBUG nova.network.neutron [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Successfully created port: 1c658ba5-874a-463f-bf70-9c12ee057ebd {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 936.441476] env[62954]: DEBUG nova.compute.manager [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 936.574093] env[62954]: DEBUG oslo_vmware.api [None req-ed2a5ddd-2c85-4993-a4cf-8f28cb807e27 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Task: {'id': task-2597854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.368395} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.582455] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed2a5ddd-2c85-4993-a4cf-8f28cb807e27 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.582825] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2a5ddd-2c85-4993-a4cf-8f28cb807e27 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.582906] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2a5ddd-2c85-4993-a4cf-8f28cb807e27 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.583041] env[62954]: INFO nova.compute.manager [None req-ed2a5ddd-2c85-4993-a4cf-8f28cb807e27 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Took 1.15 seconds to destroy the instance on the hypervisor. [ 936.583298] env[62954]: DEBUG oslo.service.loopingcall [None req-ed2a5ddd-2c85-4993-a4cf-8f28cb807e27 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 936.583510] env[62954]: DEBUG nova.compute.manager [-] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.583607] env[62954]: DEBUG nova.network.neutron [-] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.593245] env[62954]: DEBUG oslo_vmware.api [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597851, 'name': PowerOnVM_Task, 'duration_secs': 0.53394} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.593457] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.594479] env[62954]: INFO nova.compute.manager [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Took 7.67 seconds to spawn the instance on the hypervisor. [ 936.594736] env[62954]: DEBUG nova.compute.manager [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.595547] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803a0a67-5f6e-462a-b90e-8c9f250e5493 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.665576] env[62954]: DEBUG oslo_vmware.api [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597855, 'name': PowerOffVM_Task, 'duration_secs': 0.315535} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.665853] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.666035] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.666292] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89787e3f-63ea-4bde-a387-221b4bb66c20 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.746024] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.746415] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.746723] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Deleting the datastore file [datastore1] 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.747130] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9013c42-0442-4e52-9b3e-3d86a26c55bb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.755540] env[62954]: DEBUG oslo_vmware.api [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for the task: (returnval){ [ 936.755540] env[62954]: value = "task-2597857" [ 936.755540] env[62954]: _type = "Task" [ 936.755540] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.767625] env[62954]: DEBUG oslo_vmware.api [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.786047] env[62954]: DEBUG nova.scheduler.client.report [None req-379e6999-2a99-4b7d-8d60-03ea81c9215d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.868728] env[62954]: DEBUG nova.compute.manager [req-30b69f63-9db8-488e-a935-6a1a16805ae2 req-ec8e5cb6-49ad-43d1-af04-2abdea8ae450 service nova] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Received event network-vif-deleted-6abbf20c-8116-479b-928b-4766597ebe92 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 936.868932] env[62954]: INFO nova.compute.manager [req-30b69f63-9db8-488e-a935-6a1a16805ae2 req-ec8e5cb6-49ad-43d1-af04-2abdea8ae450 service nova] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Neutron deleted interface 6abbf20c-8116-479b-928b-4766597ebe92; detaching it from the instance and deleting it from the info cache [ 936.869124] env[62954]: DEBUG nova.network.neutron [req-30b69f63-9db8-488e-a935-6a1a16805ae2 req-ec8e5cb6-49ad-43d1-af04-2abdea8ae450 service nova] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.117411] env[62954]: INFO nova.compute.manager [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Took 16.14 seconds to build instance. [ 937.266339] env[62954]: DEBUG oslo_vmware.api [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Task: {'id': task-2597857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148342} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.266671] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 937.266869] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 937.267145] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 937.267306] env[62954]: INFO nova.compute.manager [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 937.267581] env[62954]: DEBUG oslo.service.loopingcall [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 937.267810] env[62954]: DEBUG nova.compute.manager [-] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 937.267976] env[62954]: DEBUG nova.network.neutron [-] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 937.291931] env[62954]: DEBUG oslo_concurrency.lockutils [None req-379e6999-2a99-4b7d-8d60-03ea81c9215d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.858s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.294759] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c09447e9-3423-4109-a812-6b6c545ec04e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.570s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.294759] env[62954]: DEBUG nova.objects.instance [None req-c09447e9-3423-4109-a812-6b6c545ec04e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lazy-loading 'resources' on Instance uuid 334639c6-2360-40f6-bd4f-f2958262a54f {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.318686] env[62954]: INFO nova.scheduler.client.report [None req-379e6999-2a99-4b7d-8d60-03ea81c9215d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Deleted allocations for instance 5006bc24-1140-4055-8710-bb1af6b93c02 [ 937.351259] env[62954]: DEBUG nova.network.neutron [-] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.371350] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f921f34a-eafc-44d3-adec-334d0d63b19d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.380728] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9479ff-6fe4-443a-9941-5e4d326d779f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.418712] env[62954]: DEBUG nova.compute.manager [req-30b69f63-9db8-488e-a935-6a1a16805ae2 req-ec8e5cb6-49ad-43d1-af04-2abdea8ae450 service nova] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Detach interface failed, port_id=6abbf20c-8116-479b-928b-4766597ebe92, reason: Instance 2c0b4030-7fe2-41ad-b91a-54cc1f58c868 could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 937.454332] env[62954]: DEBUG nova.compute.manager [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 937.494650] env[62954]: DEBUG nova.virt.hardware [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.494910] env[62954]: DEBUG nova.virt.hardware [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.495085] env[62954]: DEBUG nova.virt.hardware [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.495288] env[62954]: DEBUG nova.virt.hardware [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.495451] env[62954]: DEBUG nova.virt.hardware [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.495611] env[62954]: DEBUG nova.virt.hardware [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.495825] env[62954]: DEBUG nova.virt.hardware [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.495991] env[62954]: DEBUG nova.virt.hardware [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.496181] env[62954]: DEBUG nova.virt.hardware [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.497021] env[62954]: DEBUG nova.virt.hardware [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.497021] env[62954]: DEBUG nova.virt.hardware [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.497400] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbc0ba4-94de-40cb-9e74-6c79935b8e74 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.507170] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49e13b8-1265-4c15-bb72-cc0fd070d4c9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.619853] env[62954]: DEBUG oslo_concurrency.lockutils [None req-36c18e86-56bb-45f4-af91-95f126c66bf1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "d88d667e-5668-42ca-b27f-ea40348e796b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.664s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.632365] env[62954]: DEBUG nova.objects.instance [None req-9cd8ba2c-daf7-44cf-be66-1e38512a1735 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Lazy-loading 'flavor' on Instance uuid 2afb6f73-709d-4a37-8b32-23fd34a2191a {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.828795] env[62954]: DEBUG oslo_concurrency.lockutils [None req-379e6999-2a99-4b7d-8d60-03ea81c9215d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Lock "5006bc24-1140-4055-8710-bb1af6b93c02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.098s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.853946] env[62954]: INFO nova.compute.manager [-] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Took 1.27 seconds to deallocate network for instance. [ 937.953661] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-bef1ad15-8152-4b45-9dc5-343ba0d09bc9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Volume attach. Driver type: vmdk {{(pid=62954) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 937.953984] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-bef1ad15-8152-4b45-9dc5-343ba0d09bc9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523962', 'volume_id': 'cce6a33a-3c6c-425f-ac10-6a35a5b5c5d1', 'name': 'volume-cce6a33a-3c6c-425f-ac10-6a35a5b5c5d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd59b51e-a095-4464-a022-aa291c04f5a7', 'attached_at': '', 'detached_at': '', 'volume_id': 'cce6a33a-3c6c-425f-ac10-6a35a5b5c5d1', 'serial': 'cce6a33a-3c6c-425f-ac10-6a35a5b5c5d1'} {{(pid=62954) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 937.954880] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7e090c-f561-4ba2-9255-ca8d46b475b1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.980703] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea70df9-cda2-466b-806c-e6fa02b6604d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.008577] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-bef1ad15-8152-4b45-9dc5-343ba0d09bc9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] volume-cce6a33a-3c6c-425f-ac10-6a35a5b5c5d1/volume-cce6a33a-3c6c-425f-ac10-6a35a5b5c5d1.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.011266] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43657f50-1e5b-43d2-9cce-9c4f62b6b427 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.030720] env[62954]: DEBUG oslo_vmware.api [None req-bef1ad15-8152-4b45-9dc5-343ba0d09bc9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Waiting for the task: (returnval){ [ 938.030720] env[62954]: value = "task-2597859" [ 938.030720] env[62954]: _type = "Task" [ 938.030720] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.035850] env[62954]: DEBUG nova.network.neutron [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Successfully updated port: 1c658ba5-874a-463f-bf70-9c12ee057ebd {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 938.043448] env[62954]: DEBUG nova.network.neutron [-] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.045806] env[62954]: DEBUG oslo_vmware.api [None req-bef1ad15-8152-4b45-9dc5-343ba0d09bc9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597859, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.125431] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c60a19-7cac-4e68-a82e-d980905194c5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.133706] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56149a0a-87b2-490f-ad8d-59d0c93aaf9e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.139193] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9cd8ba2c-daf7-44cf-be66-1e38512a1735 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Acquiring lock "refresh_cache-2afb6f73-709d-4a37-8b32-23fd34a2191a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.139366] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9cd8ba2c-daf7-44cf-be66-1e38512a1735 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Acquired lock "refresh_cache-2afb6f73-709d-4a37-8b32-23fd34a2191a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.168074] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c28fee-76f8-4e66-9030-51adbc45677f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.177649] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b67c08-60c9-4cf6-ab9d-268350cd011b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.191810] env[62954]: DEBUG nova.compute.provider_tree [None req-c09447e9-3423-4109-a812-6b6c545ec04e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.349366] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c1b53a78-e4b4-40f2-ba25-446f02bfcdc1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "d88d667e-5668-42ca-b27f-ea40348e796b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.349654] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c1b53a78-e4b4-40f2-ba25-446f02bfcdc1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "d88d667e-5668-42ca-b27f-ea40348e796b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.349842] env[62954]: DEBUG nova.compute.manager [None req-c1b53a78-e4b4-40f2-ba25-446f02bfcdc1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.350825] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0312787a-94b2-42aa-83cc-9847b335ed40 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.360074] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ed2a5ddd-2c85-4993-a4cf-8f28cb807e27 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.360446] env[62954]: DEBUG nova.compute.manager [None req-c1b53a78-e4b4-40f2-ba25-446f02bfcdc1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62954) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 938.361083] env[62954]: DEBUG nova.objects.instance [None req-c1b53a78-e4b4-40f2-ba25-446f02bfcdc1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lazy-loading 'flavor' on Instance uuid d88d667e-5668-42ca-b27f-ea40348e796b {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.538087] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquiring lock "refresh_cache-4ad948e7-d291-4e61-93a4-9d439e745caa" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.538298] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquired lock "refresh_cache-4ad948e7-d291-4e61-93a4-9d439e745caa" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.538557] env[62954]: DEBUG nova.network.neutron [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.549399] env[62954]: INFO nova.compute.manager [-] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Took 1.28 seconds to deallocate network for instance. [ 938.549829] env[62954]: DEBUG oslo_vmware.api [None req-bef1ad15-8152-4b45-9dc5-343ba0d09bc9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597859, 'name': ReconfigVM_Task, 'duration_secs': 0.389049} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.556050] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-bef1ad15-8152-4b45-9dc5-343ba0d09bc9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Reconfigured VM instance instance-00000050 to attach disk [datastore2] volume-cce6a33a-3c6c-425f-ac10-6a35a5b5c5d1/volume-cce6a33a-3c6c-425f-ac10-6a35a5b5c5d1.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.571339] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbf1b3d5-ca18-45c4-a547-8c128f222ba8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.595669] env[62954]: DEBUG oslo_vmware.api [None req-bef1ad15-8152-4b45-9dc5-343ba0d09bc9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Waiting for the task: (returnval){ [ 938.595669] env[62954]: value = "task-2597860" [ 938.595669] env[62954]: _type = "Task" [ 938.595669] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.606329] env[62954]: DEBUG oslo_vmware.api [None req-bef1ad15-8152-4b45-9dc5-343ba0d09bc9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597860, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.694673] env[62954]: DEBUG nova.scheduler.client.report [None req-c09447e9-3423-4109-a812-6b6c545ec04e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.770628] env[62954]: DEBUG nova.network.neutron [None req-9cd8ba2c-daf7-44cf-be66-1e38512a1735 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.904043] env[62954]: DEBUG nova.compute.manager [req-bde019a1-e4df-42dd-bfe8-161879adf527 req-89d1c1b3-bfe0-4526-a971-46a361645cab service nova] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Received event network-vif-deleted-facd7399-b61c-42df-b3dc-e662e95420d2 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 938.904232] env[62954]: DEBUG nova.compute.manager [req-bde019a1-e4df-42dd-bfe8-161879adf527 req-89d1c1b3-bfe0-4526-a971-46a361645cab service nova] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Received event network-vif-plugged-1c658ba5-874a-463f-bf70-9c12ee057ebd {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 938.904857] env[62954]: DEBUG oslo_concurrency.lockutils [req-bde019a1-e4df-42dd-bfe8-161879adf527 req-89d1c1b3-bfe0-4526-a971-46a361645cab service nova] Acquiring lock "4ad948e7-d291-4e61-93a4-9d439e745caa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.904857] env[62954]: DEBUG oslo_concurrency.lockutils [req-bde019a1-e4df-42dd-bfe8-161879adf527 req-89d1c1b3-bfe0-4526-a971-46a361645cab service nova] Lock "4ad948e7-d291-4e61-93a4-9d439e745caa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.904857] env[62954]: DEBUG oslo_concurrency.lockutils [req-bde019a1-e4df-42dd-bfe8-161879adf527 req-89d1c1b3-bfe0-4526-a971-46a361645cab service nova] Lock "4ad948e7-d291-4e61-93a4-9d439e745caa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.905195] env[62954]: DEBUG nova.compute.manager [req-bde019a1-e4df-42dd-bfe8-161879adf527 req-89d1c1b3-bfe0-4526-a971-46a361645cab service nova] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] No waiting events found dispatching network-vif-plugged-1c658ba5-874a-463f-bf70-9c12ee057ebd {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 938.905195] env[62954]: WARNING nova.compute.manager [req-bde019a1-e4df-42dd-bfe8-161879adf527 req-89d1c1b3-bfe0-4526-a971-46a361645cab service nova] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Received unexpected event network-vif-plugged-1c658ba5-874a-463f-bf70-9c12ee057ebd for instance with vm_state building and task_state spawning. [ 938.905844] env[62954]: DEBUG nova.compute.manager [req-bde019a1-e4df-42dd-bfe8-161879adf527 req-89d1c1b3-bfe0-4526-a971-46a361645cab service nova] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Received event network-changed-1c658ba5-874a-463f-bf70-9c12ee057ebd {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 938.905844] env[62954]: DEBUG nova.compute.manager [req-bde019a1-e4df-42dd-bfe8-161879adf527 req-89d1c1b3-bfe0-4526-a971-46a361645cab service nova] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Refreshing instance network info cache due to event network-changed-1c658ba5-874a-463f-bf70-9c12ee057ebd. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 938.905844] env[62954]: DEBUG oslo_concurrency.lockutils [req-bde019a1-e4df-42dd-bfe8-161879adf527 req-89d1c1b3-bfe0-4526-a971-46a361645cab service nova] Acquiring lock "refresh_cache-4ad948e7-d291-4e61-93a4-9d439e745caa" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.090256] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.102054] env[62954]: DEBUG nova.network.neutron [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.110916] env[62954]: DEBUG oslo_vmware.api [None req-bef1ad15-8152-4b45-9dc5-343ba0d09bc9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597860, 'name': ReconfigVM_Task, 'duration_secs': 0.155224} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.111482] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-bef1ad15-8152-4b45-9dc5-343ba0d09bc9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523962', 'volume_id': 'cce6a33a-3c6c-425f-ac10-6a35a5b5c5d1', 'name': 'volume-cce6a33a-3c6c-425f-ac10-6a35a5b5c5d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd59b51e-a095-4464-a022-aa291c04f5a7', 'attached_at': '', 'detached_at': '', 'volume_id': 'cce6a33a-3c6c-425f-ac10-6a35a5b5c5d1', 'serial': 'cce6a33a-3c6c-425f-ac10-6a35a5b5c5d1'} {{(pid=62954) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 939.199563] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c09447e9-3423-4109-a812-6b6c545ec04e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.203873] env[62954]: DEBUG oslo_concurrency.lockutils [None req-bd1f832b-40aa-46a1-a137-9ac99a9edda7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.423s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.204094] env[62954]: DEBUG nova.objects.instance [None req-bd1f832b-40aa-46a1-a137-9ac99a9edda7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lazy-loading 'resources' on Instance uuid 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.223233] env[62954]: INFO nova.scheduler.client.report [None req-c09447e9-3423-4109-a812-6b6c545ec04e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Deleted allocations for instance 334639c6-2360-40f6-bd4f-f2958262a54f [ 939.236637] env[62954]: DEBUG nova.network.neutron [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Updating instance_info_cache with network_info: [{"id": "1c658ba5-874a-463f-bf70-9c12ee057ebd", "address": "fa:16:3e:ca:00:5f", "network": {"id": "9d8838bb-e467-4265-bda0-a81e9fec202f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2103490702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f16979ebc314760ac9bb49d9981065d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c658ba5-87", "ovs_interfaceid": "1c658ba5-874a-463f-bf70-9c12ee057ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.369449] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b53a78-e4b4-40f2-ba25-446f02bfcdc1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.369656] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4af7b244-9a03-40b7-aa18-077d62c3cde3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.378083] env[62954]: DEBUG oslo_vmware.api [None req-c1b53a78-e4b4-40f2-ba25-446f02bfcdc1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 939.378083] env[62954]: value = "task-2597862" [ 939.378083] env[62954]: _type = "Task" [ 939.378083] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.389487] env[62954]: DEBUG oslo_vmware.api [None req-c1b53a78-e4b4-40f2-ba25-446f02bfcdc1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.521916] env[62954]: DEBUG nova.network.neutron [None req-9cd8ba2c-daf7-44cf-be66-1e38512a1735 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Updating instance_info_cache with network_info: [{"id": "7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0", "address": "fa:16:3e:9d:44:45", "network": {"id": "cd273907-a934-4ff0-8508-0fc3b5224238", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-908724177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "575bd53cd1cf4afb80882497ddf9abaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cb36d15-4b", "ovs_interfaceid": "7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.730884] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c09447e9-3423-4109-a812-6b6c545ec04e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "334639c6-2360-40f6-bd4f-f2958262a54f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.726s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.739110] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Releasing lock "refresh_cache-4ad948e7-d291-4e61-93a4-9d439e745caa" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.739422] env[62954]: DEBUG nova.compute.manager [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Instance network_info: |[{"id": "1c658ba5-874a-463f-bf70-9c12ee057ebd", "address": "fa:16:3e:ca:00:5f", "network": {"id": "9d8838bb-e467-4265-bda0-a81e9fec202f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2103490702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f16979ebc314760ac9bb49d9981065d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c658ba5-87", "ovs_interfaceid": "1c658ba5-874a-463f-bf70-9c12ee057ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 939.739710] env[62954]: DEBUG oslo_concurrency.lockutils [req-bde019a1-e4df-42dd-bfe8-161879adf527 req-89d1c1b3-bfe0-4526-a971-46a361645cab service nova] Acquired lock "refresh_cache-4ad948e7-d291-4e61-93a4-9d439e745caa" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.739888] env[62954]: DEBUG nova.network.neutron [req-bde019a1-e4df-42dd-bfe8-161879adf527 req-89d1c1b3-bfe0-4526-a971-46a361645cab service nova] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Refreshing network info cache for port 1c658ba5-874a-463f-bf70-9c12ee057ebd {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 939.740899] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:00:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c658ba5-874a-463f-bf70-9c12ee057ebd', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 939.748792] env[62954]: DEBUG oslo.service.loopingcall [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 939.753752] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 939.754353] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b723b66-b1c7-49de-becd-98b83f6fbb7c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.777124] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 939.777124] env[62954]: value = "task-2597863" [ 939.777124] env[62954]: _type = "Task" [ 939.777124] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.788792] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597863, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.889245] env[62954]: DEBUG oslo_vmware.api [None req-c1b53a78-e4b4-40f2-ba25-446f02bfcdc1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597862, 'name': PowerOffVM_Task, 'duration_secs': 0.206957} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.893924] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b53a78-e4b4-40f2-ba25-446f02bfcdc1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.894191] env[62954]: DEBUG nova.compute.manager [None req-c1b53a78-e4b4-40f2-ba25-446f02bfcdc1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.895212] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181603c0-67b0-438e-b5c7-8f3ba25151c2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.948034] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6446c047-92fd-43d1-8df5-31cbc6ceb904 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.959308] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98feb21-0720-4679-b3c6-d270c1df7830 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.996111] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a8e8c7-bb9d-4a1d-9a47-fbefb0a8c0cb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.000177] env[62954]: DEBUG nova.objects.instance [None req-f169645b-9f82-4125-8088-429c9d021ff0 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Lazy-loading 'flavor' on Instance uuid 2afb6f73-709d-4a37-8b32-23fd34a2191a {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.008354] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bf6530-5247-4627-a403-7827334520ad {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.024340] env[62954]: DEBUG nova.compute.provider_tree [None req-bd1f832b-40aa-46a1-a137-9ac99a9edda7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.028545] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9cd8ba2c-daf7-44cf-be66-1e38512a1735 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Releasing lock "refresh_cache-2afb6f73-709d-4a37-8b32-23fd34a2191a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.028545] env[62954]: DEBUG nova.compute.manager [None req-9cd8ba2c-daf7-44cf-be66-1e38512a1735 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Inject network info {{(pid=62954) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 940.028545] env[62954]: DEBUG nova.compute.manager [None req-9cd8ba2c-daf7-44cf-be66-1e38512a1735 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] network_info to inject: |[{"id": "7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0", "address": "fa:16:3e:9d:44:45", "network": {"id": "cd273907-a934-4ff0-8508-0fc3b5224238", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-908724177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "575bd53cd1cf4afb80882497ddf9abaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cb36d15-4b", "ovs_interfaceid": "7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 940.032894] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd8ba2c-daf7-44cf-be66-1e38512a1735 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Reconfiguring VM instance to set the machine id {{(pid=62954) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 940.035925] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebc35775-3cb9-4ded-9996-cc8354ada927 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.057292] env[62954]: DEBUG oslo_vmware.api [None req-9cd8ba2c-daf7-44cf-be66-1e38512a1735 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Waiting for the task: (returnval){ [ 940.057292] env[62954]: value = "task-2597864" [ 940.057292] env[62954]: _type = "Task" [ 940.057292] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.067807] env[62954]: DEBUG oslo_vmware.api [None req-9cd8ba2c-daf7-44cf-be66-1e38512a1735 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Task: {'id': task-2597864, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.087866] env[62954]: DEBUG nova.network.neutron [req-bde019a1-e4df-42dd-bfe8-161879adf527 req-89d1c1b3-bfe0-4526-a971-46a361645cab service nova] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Updated VIF entry in instance network info cache for port 1c658ba5-874a-463f-bf70-9c12ee057ebd. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 940.087866] env[62954]: DEBUG nova.network.neutron [req-bde019a1-e4df-42dd-bfe8-161879adf527 req-89d1c1b3-bfe0-4526-a971-46a361645cab service nova] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Updating instance_info_cache with network_info: [{"id": "1c658ba5-874a-463f-bf70-9c12ee057ebd", "address": "fa:16:3e:ca:00:5f", "network": {"id": "9d8838bb-e467-4265-bda0-a81e9fec202f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2103490702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f16979ebc314760ac9bb49d9981065d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c658ba5-87", "ovs_interfaceid": "1c658ba5-874a-463f-bf70-9c12ee057ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.151762] env[62954]: DEBUG nova.objects.instance [None req-bef1ad15-8152-4b45-9dc5-343ba0d09bc9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lazy-loading 'flavor' on Instance uuid bd59b51e-a095-4464-a022-aa291c04f5a7 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.287866] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597863, 'name': CreateVM_Task, 'duration_secs': 0.353754} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.288170] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 940.288725] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.288890] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.289233] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.289488] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99c0bbf5-74af-4e03-919e-2ae48d841a96 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.295037] env[62954]: DEBUG oslo_vmware.api [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 940.295037] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52ed2636-c53e-0b0c-a419-0e7f1e91bb53" [ 940.295037] env[62954]: _type = "Task" [ 940.295037] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.304622] env[62954]: DEBUG oslo_vmware.api [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52ed2636-c53e-0b0c-a419-0e7f1e91bb53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.410057] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c1b53a78-e4b4-40f2-ba25-446f02bfcdc1 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "d88d667e-5668-42ca-b27f-ea40348e796b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.507451] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f169645b-9f82-4125-8088-429c9d021ff0 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Acquiring lock "refresh_cache-2afb6f73-709d-4a37-8b32-23fd34a2191a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.507630] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f169645b-9f82-4125-8088-429c9d021ff0 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Acquired lock "refresh_cache-2afb6f73-709d-4a37-8b32-23fd34a2191a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.528959] env[62954]: DEBUG nova.scheduler.client.report [None req-bd1f832b-40aa-46a1-a137-9ac99a9edda7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.571189] env[62954]: DEBUG oslo_vmware.api [None req-9cd8ba2c-daf7-44cf-be66-1e38512a1735 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Task: {'id': task-2597864, 'name': ReconfigVM_Task, 'duration_secs': 0.169273} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.571189] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd8ba2c-daf7-44cf-be66-1e38512a1735 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Reconfigured VM instance to set the machine id {{(pid=62954) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 940.590789] env[62954]: DEBUG oslo_concurrency.lockutils [req-bde019a1-e4df-42dd-bfe8-161879adf527 req-89d1c1b3-bfe0-4526-a971-46a361645cab service nova] Releasing lock "refresh_cache-4ad948e7-d291-4e61-93a4-9d439e745caa" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.591129] env[62954]: DEBUG nova.compute.manager [req-bde019a1-e4df-42dd-bfe8-161879adf527 req-89d1c1b3-bfe0-4526-a971-46a361645cab service nova] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Received event network-changed-7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 940.591349] env[62954]: DEBUG nova.compute.manager [req-bde019a1-e4df-42dd-bfe8-161879adf527 req-89d1c1b3-bfe0-4526-a971-46a361645cab service nova] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Refreshing instance network info cache due to event network-changed-7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 940.591599] env[62954]: DEBUG oslo_concurrency.lockutils [req-bde019a1-e4df-42dd-bfe8-161879adf527 req-89d1c1b3-bfe0-4526-a971-46a361645cab service nova] Acquiring lock "refresh_cache-2afb6f73-709d-4a37-8b32-23fd34a2191a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.656945] env[62954]: DEBUG oslo_concurrency.lockutils [None req-bef1ad15-8152-4b45-9dc5-343ba0d09bc9 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lock "bd59b51e-a095-4464-a022-aa291c04f5a7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.308s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.806165] env[62954]: DEBUG oslo_vmware.api [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52ed2636-c53e-0b0c-a419-0e7f1e91bb53, 'name': SearchDatastore_Task, 'duration_secs': 0.011431} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.806488] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.806727] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.806996] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.807153] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.807338] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.807628] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3810b632-ec39-423b-969b-969883c9db16 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.817516] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.817617] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.818347] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb862ec6-0a74-4414-b267-b314d589240d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.824548] env[62954]: DEBUG oslo_vmware.api [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 940.824548] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]525b8448-998d-b3cd-38f0-898514c6952c" [ 940.824548] env[62954]: _type = "Task" [ 940.824548] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.833509] env[62954]: DEBUG oslo_vmware.api [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]525b8448-998d-b3cd-38f0-898514c6952c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.854183] env[62954]: DEBUG nova.network.neutron [None req-f169645b-9f82-4125-8088-429c9d021ff0 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.908754] env[62954]: INFO nova.compute.manager [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Rebuilding instance [ 940.930671] env[62954]: DEBUG nova.compute.manager [req-1e840e19-f042-4189-ae9e-41d1e86f8e18 req-a8fc8f19-c11a-494c-86f2-92d337524c7f service nova] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Received event network-changed-7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 940.930863] env[62954]: DEBUG nova.compute.manager [req-1e840e19-f042-4189-ae9e-41d1e86f8e18 req-a8fc8f19-c11a-494c-86f2-92d337524c7f service nova] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Refreshing instance network info cache due to event network-changed-7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 940.931110] env[62954]: DEBUG oslo_concurrency.lockutils [req-1e840e19-f042-4189-ae9e-41d1e86f8e18 req-a8fc8f19-c11a-494c-86f2-92d337524c7f service nova] Acquiring lock "refresh_cache-2afb6f73-709d-4a37-8b32-23fd34a2191a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.952523] env[62954]: DEBUG nova.compute.manager [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.953376] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfef09c0-6394-45bd-9d4b-562b8fee3164 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.036274] env[62954]: DEBUG oslo_concurrency.lockutils [None req-bd1f832b-40aa-46a1-a137-9ac99a9edda7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.832s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.038779] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.744s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.040459] env[62954]: INFO nova.compute.claims [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.058829] env[62954]: INFO nova.scheduler.client.report [None req-bd1f832b-40aa-46a1-a137-9ac99a9edda7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Deleted allocations for instance 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f [ 941.089217] env[62954]: DEBUG oslo_concurrency.lockutils [None req-81fd27da-96be-4da2-a485-2e766d3cedd4 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Acquiring lock "bd59b51e-a095-4464-a022-aa291c04f5a7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.090188] env[62954]: DEBUG oslo_concurrency.lockutils [None req-81fd27da-96be-4da2-a485-2e766d3cedd4 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lock "bd59b51e-a095-4464-a022-aa291c04f5a7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.334516] env[62954]: DEBUG oslo_vmware.api [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]525b8448-998d-b3cd-38f0-898514c6952c, 'name': SearchDatastore_Task, 'duration_secs': 0.009907} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.335325] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61bd399f-2cdc-4229-a89a-c874e59a8fb3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.342687] env[62954]: DEBUG oslo_vmware.api [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 941.342687] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52c9f7a5-39d4-9936-3ae7-11d26ded4fcb" [ 941.342687] env[62954]: _type = "Task" [ 941.342687] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.350564] env[62954]: DEBUG oslo_vmware.api [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52c9f7a5-39d4-9936-3ae7-11d26ded4fcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.567133] env[62954]: DEBUG oslo_concurrency.lockutils [None req-bd1f832b-40aa-46a1-a137-9ac99a9edda7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.497s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.592445] env[62954]: INFO nova.compute.manager [None req-81fd27da-96be-4da2-a485-2e766d3cedd4 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Detaching volume 4f7e9599-d0a2-4181-9544-c383abae108d [ 941.612324] env[62954]: DEBUG nova.network.neutron [None req-f169645b-9f82-4125-8088-429c9d021ff0 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Updating instance_info_cache with network_info: [{"id": "7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0", "address": "fa:16:3e:9d:44:45", "network": {"id": "cd273907-a934-4ff0-8508-0fc3b5224238", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-908724177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "575bd53cd1cf4afb80882497ddf9abaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cb36d15-4b", "ovs_interfaceid": "7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.638958] env[62954]: INFO nova.virt.block_device [None req-81fd27da-96be-4da2-a485-2e766d3cedd4 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Attempting to driver detach volume 4f7e9599-d0a2-4181-9544-c383abae108d from mountpoint /dev/sdb [ 941.639242] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-81fd27da-96be-4da2-a485-2e766d3cedd4 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Volume detach. Driver type: vmdk {{(pid=62954) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 941.639469] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-81fd27da-96be-4da2-a485-2e766d3cedd4 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523957', 'volume_id': '4f7e9599-d0a2-4181-9544-c383abae108d', 'name': 'volume-4f7e9599-d0a2-4181-9544-c383abae108d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd59b51e-a095-4464-a022-aa291c04f5a7', 'attached_at': '', 'detached_at': '', 'volume_id': '4f7e9599-d0a2-4181-9544-c383abae108d', 'serial': '4f7e9599-d0a2-4181-9544-c383abae108d'} {{(pid=62954) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 941.641067] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06bb850-a6c1-4f8e-a35b-a068c18dbed8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.673534] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea97c1fd-25d2-4fbb-af0a-874f621b536c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.682729] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058d22fc-7373-463d-9fae-1a73ac911706 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.707048] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fc61e6-c5ab-4653-b944-634c33d84c36 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.722378] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-81fd27da-96be-4da2-a485-2e766d3cedd4 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] The volume has not been displaced from its original location: [datastore1] volume-4f7e9599-d0a2-4181-9544-c383abae108d/volume-4f7e9599-d0a2-4181-9544-c383abae108d.vmdk. No consolidation needed. {{(pid=62954) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 941.727772] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-81fd27da-96be-4da2-a485-2e766d3cedd4 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Reconfiguring VM instance instance-00000050 to detach disk 2001 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 941.728116] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-144f0438-3c6e-4337-9972-306e832bdb3f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.753823] env[62954]: DEBUG oslo_vmware.api [None req-81fd27da-96be-4da2-a485-2e766d3cedd4 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Waiting for the task: (returnval){ [ 941.753823] env[62954]: value = "task-2597866" [ 941.753823] env[62954]: _type = "Task" [ 941.753823] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.763293] env[62954]: DEBUG oslo_vmware.api [None req-81fd27da-96be-4da2-a485-2e766d3cedd4 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597866, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.854649] env[62954]: DEBUG oslo_vmware.api [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52c9f7a5-39d4-9936-3ae7-11d26ded4fcb, 'name': SearchDatastore_Task, 'duration_secs': 0.012114} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.854915] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.855195] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 4ad948e7-d291-4e61-93a4-9d439e745caa/4ad948e7-d291-4e61-93a4-9d439e745caa.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 941.855455] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-749bd832-9216-4ee8-88d3-3c3245273dba {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.863341] env[62954]: DEBUG oslo_vmware.api [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 941.863341] env[62954]: value = "task-2597867" [ 941.863341] env[62954]: _type = "Task" [ 941.863341] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.872688] env[62954]: DEBUG oslo_vmware.api [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597867, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.967882] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.968394] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a882f5c9-073f-4b95-b839-9464c56de6de {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.977518] env[62954]: DEBUG oslo_vmware.api [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 941.977518] env[62954]: value = "task-2597868" [ 941.977518] env[62954]: _type = "Task" [ 941.977518] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.987061] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] VM already powered off {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 941.987239] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.988066] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716f297e-6b0a-4537-9b8d-436d3e9051ab {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.995533] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.995741] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c8733d7-a1c7-4d1d-bad1-100f7c294ca7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.064106] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.064377] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.064587] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Deleting the datastore file [datastore1] d88d667e-5668-42ca-b27f-ea40348e796b {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.064977] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-609606ce-e4e4-4bea-b666-96f5734ba732 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.074826] env[62954]: DEBUG oslo_vmware.api [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 942.074826] env[62954]: value = "task-2597870" [ 942.074826] env[62954]: _type = "Task" [ 942.074826] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.089769] env[62954]: DEBUG oslo_vmware.api [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597870, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.115667] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f169645b-9f82-4125-8088-429c9d021ff0 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Releasing lock "refresh_cache-2afb6f73-709d-4a37-8b32-23fd34a2191a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.115930] env[62954]: DEBUG nova.compute.manager [None req-f169645b-9f82-4125-8088-429c9d021ff0 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Inject network info {{(pid=62954) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 942.116225] env[62954]: DEBUG nova.compute.manager [None req-f169645b-9f82-4125-8088-429c9d021ff0 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] network_info to inject: |[{"id": "7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0", "address": "fa:16:3e:9d:44:45", "network": {"id": "cd273907-a934-4ff0-8508-0fc3b5224238", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-908724177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "575bd53cd1cf4afb80882497ddf9abaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cb36d15-4b", "ovs_interfaceid": "7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 942.121383] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f169645b-9f82-4125-8088-429c9d021ff0 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Reconfiguring VM instance to set the machine id {{(pid=62954) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 942.121744] env[62954]: DEBUG oslo_concurrency.lockutils [req-bde019a1-e4df-42dd-bfe8-161879adf527 req-89d1c1b3-bfe0-4526-a971-46a361645cab service nova] Acquired lock "refresh_cache-2afb6f73-709d-4a37-8b32-23fd34a2191a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.121923] env[62954]: DEBUG nova.network.neutron [req-bde019a1-e4df-42dd-bfe8-161879adf527 req-89d1c1b3-bfe0-4526-a971-46a361645cab service nova] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Refreshing network info cache for port 7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.123522] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b3e079e-6d52-4faa-b0eb-928459ffcf0b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.150340] env[62954]: DEBUG oslo_vmware.api [None req-f169645b-9f82-4125-8088-429c9d021ff0 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Waiting for the task: (returnval){ [ 942.150340] env[62954]: value = "task-2597871" [ 942.150340] env[62954]: _type = "Task" [ 942.150340] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.170434] env[62954]: DEBUG oslo_vmware.api [None req-f169645b-9f82-4125-8088-429c9d021ff0 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Task: {'id': task-2597871, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.271575] env[62954]: DEBUG oslo_vmware.api [None req-81fd27da-96be-4da2-a485-2e766d3cedd4 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597866, 'name': ReconfigVM_Task, 'duration_secs': 0.231092} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.271976] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-81fd27da-96be-4da2-a485-2e766d3cedd4 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Reconfigured VM instance instance-00000050 to detach disk 2001 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 942.280026] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba0421cc-021c-45ae-9a3e-7f91b0adb20b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.301327] env[62954]: DEBUG oslo_vmware.api [None req-81fd27da-96be-4da2-a485-2e766d3cedd4 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Waiting for the task: (returnval){ [ 942.301327] env[62954]: value = "task-2597872" [ 942.301327] env[62954]: _type = "Task" [ 942.301327] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.324276] env[62954]: DEBUG oslo_vmware.api [None req-81fd27da-96be-4da2-a485-2e766d3cedd4 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597872, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.362939] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234dbc95-fbfd-44c7-843b-d0ebc9fbe4d9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.376394] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190a0328-b6da-4fd7-ae9e-23a9cbaa6bab {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.380844] env[62954]: DEBUG oslo_vmware.api [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597867, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498068} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.381219] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 4ad948e7-d291-4e61-93a4-9d439e745caa/4ad948e7-d291-4e61-93a4-9d439e745caa.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 942.381378] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 942.382036] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a345754-3ee1-49ba-b1a6-b6534b8a69bb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.419209] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31236e8-8e87-4b77-aa85-7347afa9abd0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.421962] env[62954]: DEBUG oslo_vmware.api [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 942.421962] env[62954]: value = "task-2597873" [ 942.421962] env[62954]: _type = "Task" [ 942.421962] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.430235] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a08fbf3-3dee-4680-832b-06547b27d60f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.438264] env[62954]: DEBUG oslo_vmware.api [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597873, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.449872] env[62954]: DEBUG nova.compute.provider_tree [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.526846] env[62954]: DEBUG nova.network.neutron [req-bde019a1-e4df-42dd-bfe8-161879adf527 req-89d1c1b3-bfe0-4526-a971-46a361645cab service nova] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Updated VIF entry in instance network info cache for port 7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 942.527385] env[62954]: DEBUG nova.network.neutron [req-bde019a1-e4df-42dd-bfe8-161879adf527 req-89d1c1b3-bfe0-4526-a971-46a361645cab service nova] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Updating instance_info_cache with network_info: [{"id": "7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0", "address": "fa:16:3e:9d:44:45", "network": {"id": "cd273907-a934-4ff0-8508-0fc3b5224238", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-908724177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "575bd53cd1cf4afb80882497ddf9abaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cb36d15-4b", "ovs_interfaceid": "7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.588605] env[62954]: DEBUG oslo_vmware.api [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597870, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333124} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.588961] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.589092] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.589292] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.660370] env[62954]: DEBUG oslo_vmware.api [None req-f169645b-9f82-4125-8088-429c9d021ff0 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Task: {'id': task-2597871, 'name': ReconfigVM_Task, 'duration_secs': 0.171558} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.660639] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f169645b-9f82-4125-8088-429c9d021ff0 tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Reconfigured VM instance to set the machine id {{(pid=62954) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 942.663418] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a8df3c18-81e1-405f-b7e2-93dca4bc3b2f tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Acquiring lock "2afb6f73-709d-4a37-8b32-23fd34a2191a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.663899] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a8df3c18-81e1-405f-b7e2-93dca4bc3b2f tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Lock "2afb6f73-709d-4a37-8b32-23fd34a2191a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.663967] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a8df3c18-81e1-405f-b7e2-93dca4bc3b2f tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Acquiring lock "2afb6f73-709d-4a37-8b32-23fd34a2191a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.664169] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a8df3c18-81e1-405f-b7e2-93dca4bc3b2f tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Lock "2afb6f73-709d-4a37-8b32-23fd34a2191a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.668034] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a8df3c18-81e1-405f-b7e2-93dca4bc3b2f tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Lock "2afb6f73-709d-4a37-8b32-23fd34a2191a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.668034] env[62954]: INFO nova.compute.manager [None req-a8df3c18-81e1-405f-b7e2-93dca4bc3b2f tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Terminating instance [ 942.813930] env[62954]: DEBUG oslo_vmware.api [None req-81fd27da-96be-4da2-a485-2e766d3cedd4 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597872, 'name': ReconfigVM_Task, 'duration_secs': 0.175891} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.813930] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-81fd27da-96be-4da2-a485-2e766d3cedd4 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523957', 'volume_id': '4f7e9599-d0a2-4181-9544-c383abae108d', 'name': 'volume-4f7e9599-d0a2-4181-9544-c383abae108d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd59b51e-a095-4464-a022-aa291c04f5a7', 'attached_at': '', 'detached_at': '', 'volume_id': '4f7e9599-d0a2-4181-9544-c383abae108d', 'serial': '4f7e9599-d0a2-4181-9544-c383abae108d'} {{(pid=62954) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 942.934609] env[62954]: DEBUG oslo_vmware.api [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597873, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074459} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.934609] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.935383] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b692d98-93f0-4838-a8cb-e6dfccfcea4b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.958880] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 4ad948e7-d291-4e61-93a4-9d439e745caa/4ad948e7-d291-4e61-93a4-9d439e745caa.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.959793] env[62954]: DEBUG nova.scheduler.client.report [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.963123] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6414a213-6573-4594-b4ae-0036f565e543 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.988078] env[62954]: DEBUG oslo_vmware.api [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 942.988078] env[62954]: value = "task-2597874" [ 942.988078] env[62954]: _type = "Task" [ 942.988078] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.998536] env[62954]: DEBUG oslo_vmware.api [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597874, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.030294] env[62954]: DEBUG oslo_concurrency.lockutils [req-bde019a1-e4df-42dd-bfe8-161879adf527 req-89d1c1b3-bfe0-4526-a971-46a361645cab service nova] Releasing lock "refresh_cache-2afb6f73-709d-4a37-8b32-23fd34a2191a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.030782] env[62954]: DEBUG oslo_concurrency.lockutils [req-1e840e19-f042-4189-ae9e-41d1e86f8e18 req-a8fc8f19-c11a-494c-86f2-92d337524c7f service nova] Acquired lock "refresh_cache-2afb6f73-709d-4a37-8b32-23fd34a2191a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.031014] env[62954]: DEBUG nova.network.neutron [req-1e840e19-f042-4189-ae9e-41d1e86f8e18 req-a8fc8f19-c11a-494c-86f2-92d337524c7f service nova] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Refreshing network info cache for port 7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.173849] env[62954]: DEBUG nova.compute.manager [None req-a8df3c18-81e1-405f-b7e2-93dca4bc3b2f tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 943.174152] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a8df3c18-81e1-405f-b7e2-93dca4bc3b2f tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.175430] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0018c86-460a-442b-9166-f05e9278c5f4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.183559] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8df3c18-81e1-405f-b7e2-93dca4bc3b2f tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.183811] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2c140ce-e606-4ff6-8035-e156c8cbad87 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.190680] env[62954]: DEBUG oslo_vmware.api [None req-a8df3c18-81e1-405f-b7e2-93dca4bc3b2f tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Waiting for the task: (returnval){ [ 943.190680] env[62954]: value = "task-2597875" [ 943.190680] env[62954]: _type = "Task" [ 943.190680] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.201863] env[62954]: DEBUG oslo_vmware.api [None req-a8df3c18-81e1-405f-b7e2-93dca4bc3b2f tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Task: {'id': task-2597875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.367471] env[62954]: DEBUG nova.objects.instance [None req-81fd27da-96be-4da2-a485-2e766d3cedd4 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lazy-loading 'flavor' on Instance uuid bd59b51e-a095-4464-a022-aa291c04f5a7 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.483020] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.483020] env[62954]: DEBUG nova.compute.manager [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.484793] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.298s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.486501] env[62954]: INFO nova.compute.claims [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 943.499125] env[62954]: DEBUG oslo_vmware.api [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597874, 'name': ReconfigVM_Task, 'duration_secs': 0.273306} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.499514] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 4ad948e7-d291-4e61-93a4-9d439e745caa/4ad948e7-d291-4e61-93a4-9d439e745caa.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.501260] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b342d32-a21b-414d-92ca-7533d3386a19 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.508789] env[62954]: DEBUG oslo_vmware.api [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 943.508789] env[62954]: value = "task-2597876" [ 943.508789] env[62954]: _type = "Task" [ 943.508789] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.518591] env[62954]: DEBUG oslo_vmware.api [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597876, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.620171] env[62954]: DEBUG nova.virt.hardware [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.620449] env[62954]: DEBUG nova.virt.hardware [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.620611] env[62954]: DEBUG nova.virt.hardware [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.620795] env[62954]: DEBUG nova.virt.hardware [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.620945] env[62954]: DEBUG nova.virt.hardware [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.621109] env[62954]: DEBUG nova.virt.hardware [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.621323] env[62954]: DEBUG nova.virt.hardware [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.621484] env[62954]: DEBUG nova.virt.hardware [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.621653] env[62954]: DEBUG nova.virt.hardware [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.621816] env[62954]: DEBUG nova.virt.hardware [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.621994] env[62954]: DEBUG nova.virt.hardware [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.622863] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69562ed4-2b44-4904-beed-9e7524f2fb69 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.631789] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2eb28f-9595-44cd-aacb-b4936a591604 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.650008] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:55:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afae6acd-1873-4228-9d5a-1cd5d4efe3e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93d1feb6-e61c-4ef8-9695-26445e2d27fa', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 943.658777] env[62954]: DEBUG oslo.service.loopingcall [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 943.663174] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 943.663923] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff604839-45ae-4431-b7f4-357988825f8b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.691022] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 943.691022] env[62954]: value = "task-2597877" [ 943.691022] env[62954]: _type = "Task" [ 943.691022] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.712071] env[62954]: DEBUG oslo_vmware.api [None req-a8df3c18-81e1-405f-b7e2-93dca4bc3b2f tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Task: {'id': task-2597875, 'name': PowerOffVM_Task, 'duration_secs': 0.207832} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.712299] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597877, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.712586] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8df3c18-81e1-405f-b7e2-93dca4bc3b2f tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.712795] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a8df3c18-81e1-405f-b7e2-93dca4bc3b2f tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.713139] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-672b7bb9-85fa-4e92-acdf-4454f59a5e86 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.786417] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a8df3c18-81e1-405f-b7e2-93dca4bc3b2f tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.786651] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a8df3c18-81e1-405f-b7e2-93dca4bc3b2f tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.786847] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8df3c18-81e1-405f-b7e2-93dca4bc3b2f tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Deleting the datastore file [datastore1] 2afb6f73-709d-4a37-8b32-23fd34a2191a {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.787259] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c055ab38-730e-4070-ad8d-a49189be2446 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.795052] env[62954]: DEBUG oslo_vmware.api [None req-a8df3c18-81e1-405f-b7e2-93dca4bc3b2f tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Waiting for the task: (returnval){ [ 943.795052] env[62954]: value = "task-2597879" [ 943.795052] env[62954]: _type = "Task" [ 943.795052] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.803905] env[62954]: DEBUG oslo_vmware.api [None req-a8df3c18-81e1-405f-b7e2-93dca4bc3b2f tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Task: {'id': task-2597879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.855333] env[62954]: DEBUG nova.network.neutron [req-1e840e19-f042-4189-ae9e-41d1e86f8e18 req-a8fc8f19-c11a-494c-86f2-92d337524c7f service nova] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Updated VIF entry in instance network info cache for port 7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.855755] env[62954]: DEBUG nova.network.neutron [req-1e840e19-f042-4189-ae9e-41d1e86f8e18 req-a8fc8f19-c11a-494c-86f2-92d337524c7f service nova] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Updating instance_info_cache with network_info: [{"id": "7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0", "address": "fa:16:3e:9d:44:45", "network": {"id": "cd273907-a934-4ff0-8508-0fc3b5224238", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-908724177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "575bd53cd1cf4afb80882497ddf9abaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cb36d15-4b", "ovs_interfaceid": "7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.992149] env[62954]: DEBUG nova.compute.utils [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 943.997021] env[62954]: DEBUG nova.compute.manager [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 943.997021] env[62954]: DEBUG nova.network.neutron [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 944.019985] env[62954]: DEBUG oslo_vmware.api [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597876, 'name': Rename_Task, 'duration_secs': 0.197742} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.019985] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.021187] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b9f443d-ce8e-4928-b2fd-b99be7e1cb0e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.030966] env[62954]: DEBUG oslo_vmware.api [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 944.030966] env[62954]: value = "task-2597880" [ 944.030966] env[62954]: _type = "Task" [ 944.030966] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.036244] env[62954]: DEBUG nova.policy [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ac48a27023849db962425cbf5f4b5a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a34a6adfdb95418ba67dc915c9c734b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.043906] env[62954]: DEBUG oslo_vmware.api [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.182083] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "d788173c-8090-4bb0-94cd-0f1dc06ca4fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.182353] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "d788173c-8090-4bb0-94cd-0f1dc06ca4fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.201772] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597877, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.305890] env[62954]: DEBUG oslo_vmware.api [None req-a8df3c18-81e1-405f-b7e2-93dca4bc3b2f tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Task: {'id': task-2597879, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166557} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.306410] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8df3c18-81e1-405f-b7e2-93dca4bc3b2f tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.306624] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a8df3c18-81e1-405f-b7e2-93dca4bc3b2f tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.306808] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a8df3c18-81e1-405f-b7e2-93dca4bc3b2f tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.307158] env[62954]: INFO nova.compute.manager [None req-a8df3c18-81e1-405f-b7e2-93dca4bc3b2f tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 944.307519] env[62954]: DEBUG oslo.service.loopingcall [None req-a8df3c18-81e1-405f-b7e2-93dca4bc3b2f tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 944.307747] env[62954]: DEBUG nova.compute.manager [-] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.307841] env[62954]: DEBUG nova.network.neutron [-] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.360277] env[62954]: DEBUG oslo_concurrency.lockutils [req-1e840e19-f042-4189-ae9e-41d1e86f8e18 req-a8fc8f19-c11a-494c-86f2-92d337524c7f service nova] Releasing lock "refresh_cache-2afb6f73-709d-4a37-8b32-23fd34a2191a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.367265] env[62954]: DEBUG nova.network.neutron [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Successfully created port: 9a3cd33d-fe29-48cd-ae1c-230d709e148c {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.375286] env[62954]: DEBUG oslo_concurrency.lockutils [None req-81fd27da-96be-4da2-a485-2e766d3cedd4 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lock "bd59b51e-a095-4464-a022-aa291c04f5a7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.286s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.496729] env[62954]: DEBUG nova.compute.manager [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.526903] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8bdeb1e0-5fc4-439b-ad1d-a22a18f70788 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Acquiring lock "bd59b51e-a095-4464-a022-aa291c04f5a7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.527226] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8bdeb1e0-5fc4-439b-ad1d-a22a18f70788 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lock "bd59b51e-a095-4464-a022-aa291c04f5a7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.542935] env[62954]: DEBUG oslo_vmware.api [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597880, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.687541] env[62954]: DEBUG nova.compute.manager [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 944.702756] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597877, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.754869] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b48e40e-d290-489b-bd2d-b972bccf9e7c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.765557] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89f7c70-f1b3-4ea3-bed8-9d20e2ddcc74 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.814024] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408e7c87-83c1-42de-8016-02299b9a9e98 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.821601] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bd94e2-c21f-46b9-bd91-34c05cb34c9a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.836590] env[62954]: DEBUG nova.compute.provider_tree [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.033666] env[62954]: INFO nova.compute.manager [None req-8bdeb1e0-5fc4-439b-ad1d-a22a18f70788 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Detaching volume cce6a33a-3c6c-425f-ac10-6a35a5b5c5d1 [ 945.051563] env[62954]: DEBUG oslo_vmware.api [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597880, 'name': PowerOnVM_Task, 'duration_secs': 0.821322} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.051850] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.052114] env[62954]: INFO nova.compute.manager [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Took 7.60 seconds to spawn the instance on the hypervisor. [ 945.052309] env[62954]: DEBUG nova.compute.manager [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.053648] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89eff55-42ed-4479-a7ec-07132505285a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.083163] env[62954]: INFO nova.virt.block_device [None req-8bdeb1e0-5fc4-439b-ad1d-a22a18f70788 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Attempting to driver detach volume cce6a33a-3c6c-425f-ac10-6a35a5b5c5d1 from mountpoint /dev/sdc [ 945.083403] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bdeb1e0-5fc4-439b-ad1d-a22a18f70788 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Volume detach. Driver type: vmdk {{(pid=62954) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 945.083589] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bdeb1e0-5fc4-439b-ad1d-a22a18f70788 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523962', 'volume_id': 'cce6a33a-3c6c-425f-ac10-6a35a5b5c5d1', 'name': 'volume-cce6a33a-3c6c-425f-ac10-6a35a5b5c5d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd59b51e-a095-4464-a022-aa291c04f5a7', 'attached_at': '', 'detached_at': '', 'volume_id': 'cce6a33a-3c6c-425f-ac10-6a35a5b5c5d1', 'serial': 'cce6a33a-3c6c-425f-ac10-6a35a5b5c5d1'} {{(pid=62954) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 945.084699] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc56f09-c4bb-4182-9568-6d2d413bf653 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.107674] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76047c3f-2bea-41e8-9d7a-762947972050 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.115699] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b75b837-02a4-4802-80d9-9ca483c1e415 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.137155] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cf2e7f-b10a-4c42-8764-d7a949fed6df {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.153859] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bdeb1e0-5fc4-439b-ad1d-a22a18f70788 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] The volume has not been displaced from its original location: [datastore2] volume-cce6a33a-3c6c-425f-ac10-6a35a5b5c5d1/volume-cce6a33a-3c6c-425f-ac10-6a35a5b5c5d1.vmdk. No consolidation needed. {{(pid=62954) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 945.158236] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bdeb1e0-5fc4-439b-ad1d-a22a18f70788 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Reconfiguring VM instance instance-00000050 to detach disk 2002 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 945.158561] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d86fff48-b08d-4807-86f9-9988df096f8a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.178213] env[62954]: DEBUG oslo_vmware.api [None req-8bdeb1e0-5fc4-439b-ad1d-a22a18f70788 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Waiting for the task: (returnval){ [ 945.178213] env[62954]: value = "task-2597881" [ 945.178213] env[62954]: _type = "Task" [ 945.178213] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.187592] env[62954]: DEBUG oslo_vmware.api [None req-8bdeb1e0-5fc4-439b-ad1d-a22a18f70788 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597881, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.201720] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597877, 'name': CreateVM_Task, 'duration_secs': 1.355153} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.204103] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.205949] env[62954]: DEBUG oslo_concurrency.lockutils [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.206231] env[62954]: DEBUG oslo_concurrency.lockutils [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.206446] env[62954]: DEBUG oslo_concurrency.lockutils [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.206698] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9adeb53b-edd0-40a7-8c80-7db13bde5c9f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.213479] env[62954]: DEBUG oslo_vmware.api [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 945.213479] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]528dbfa3-cb19-3796-9a3a-18a9983bb329" [ 945.213479] env[62954]: _type = "Task" [ 945.213479] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.224668] env[62954]: DEBUG oslo_vmware.api [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]528dbfa3-cb19-3796-9a3a-18a9983bb329, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.225739] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.235687] env[62954]: DEBUG nova.compute.manager [req-e8b85202-8289-43ea-b467-6ed3e0ad7aea req-02959ca3-3964-4c70-a2a4-26f123c26319 service nova] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Received event network-vif-deleted-7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 945.235872] env[62954]: INFO nova.compute.manager [req-e8b85202-8289-43ea-b467-6ed3e0ad7aea req-02959ca3-3964-4c70-a2a4-26f123c26319 service nova] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Neutron deleted interface 7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0; detaching it from the instance and deleting it from the info cache [ 945.235990] env[62954]: DEBUG nova.network.neutron [req-e8b85202-8289-43ea-b467-6ed3e0ad7aea req-02959ca3-3964-4c70-a2a4-26f123c26319 service nova] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.343019] env[62954]: DEBUG nova.scheduler.client.report [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.511250] env[62954]: DEBUG nova.compute.manager [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.536855] env[62954]: DEBUG nova.virt.hardware [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.537182] env[62954]: DEBUG nova.virt.hardware [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.537367] env[62954]: DEBUG nova.virt.hardware [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.537556] env[62954]: DEBUG nova.virt.hardware [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.537703] env[62954]: DEBUG nova.virt.hardware [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.537851] env[62954]: DEBUG nova.virt.hardware [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.538118] env[62954]: DEBUG nova.virt.hardware [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.538542] env[62954]: DEBUG nova.virt.hardware [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.538780] env[62954]: DEBUG nova.virt.hardware [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.538968] env[62954]: DEBUG nova.virt.hardware [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.539175] env[62954]: DEBUG nova.virt.hardware [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.541538] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4ef7ab-5f51-4e41-b0c2-f9ed4dda0651 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.550379] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba8f32b-5ad5-4ccb-a73e-c9d8461e85db {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.569070] env[62954]: DEBUG nova.network.neutron [-] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.571873] env[62954]: INFO nova.compute.manager [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Took 20.03 seconds to build instance. [ 945.689250] env[62954]: DEBUG oslo_vmware.api [None req-8bdeb1e0-5fc4-439b-ad1d-a22a18f70788 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597881, 'name': ReconfigVM_Task, 'duration_secs': 0.483593} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.689552] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bdeb1e0-5fc4-439b-ad1d-a22a18f70788 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Reconfigured VM instance instance-00000050 to detach disk 2002 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 945.695780] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11d2e1bb-7be8-47b4-a934-aec74284edc7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.718997] env[62954]: DEBUG oslo_vmware.api [None req-8bdeb1e0-5fc4-439b-ad1d-a22a18f70788 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Waiting for the task: (returnval){ [ 945.718997] env[62954]: value = "task-2597882" [ 945.718997] env[62954]: _type = "Task" [ 945.718997] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.726521] env[62954]: DEBUG oslo_vmware.api [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]528dbfa3-cb19-3796-9a3a-18a9983bb329, 'name': SearchDatastore_Task, 'duration_secs': 0.012052} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.727193] env[62954]: DEBUG oslo_concurrency.lockutils [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.727450] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.727701] env[62954]: DEBUG oslo_concurrency.lockutils [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.727850] env[62954]: DEBUG oslo_concurrency.lockutils [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.728038] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.728322] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d7101d0-9fa3-4ea6-a650-b50b6b4c99a4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.733382] env[62954]: DEBUG oslo_vmware.api [None req-8bdeb1e0-5fc4-439b-ad1d-a22a18f70788 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597882, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.738546] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb7445ef-94e7-4535-8e58-557273465bf7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.743241] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.743577] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.744572] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6bc87da-f259-41a2-8e66-23c134970091 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.751816] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17720d1e-b5c3-486a-be43-43dc73e043e6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.764725] env[62954]: DEBUG oslo_vmware.api [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 945.764725] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]527f0928-ddaa-e887-bd71-3875d8523df8" [ 945.764725] env[62954]: _type = "Task" [ 945.764725] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.774272] env[62954]: DEBUG oslo_vmware.api [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]527f0928-ddaa-e887-bd71-3875d8523df8, 'name': SearchDatastore_Task, 'duration_secs': 0.011155} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.775050] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03fff2fa-f1b1-4062-882f-52854cf452e2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.792400] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Acquiring lock "20ff6760-fe81-486c-a9b5-f42d3bef75e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.792639] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Lock "20ff6760-fe81-486c-a9b5-f42d3bef75e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.793871] env[62954]: DEBUG nova.compute.manager [req-e8b85202-8289-43ea-b467-6ed3e0ad7aea req-02959ca3-3964-4c70-a2a4-26f123c26319 service nova] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Detach interface failed, port_id=7cb36d15-4b79-438b-a0fd-d1fa8fb84ae0, reason: Instance 2afb6f73-709d-4a37-8b32-23fd34a2191a could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 945.796084] env[62954]: DEBUG oslo_vmware.api [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 945.796084] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]528617f7-c3b6-5e86-1091-1a3af8df3fba" [ 945.796084] env[62954]: _type = "Task" [ 945.796084] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.804700] env[62954]: DEBUG oslo_vmware.api [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]528617f7-c3b6-5e86-1091-1a3af8df3fba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.846033] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.846278] env[62954]: DEBUG nova.compute.manager [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 945.849125] env[62954]: DEBUG oslo_concurrency.lockutils [None req-14aca817-ef1a-4a8c-89e0-f6d13a2758ef tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.016s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.849330] env[62954]: DEBUG oslo_concurrency.lockutils [None req-14aca817-ef1a-4a8c-89e0-f6d13a2758ef tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.851824] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19098d80-d81a-4a79-af84-b97235c66a6f tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.715s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.852051] env[62954]: DEBUG nova.objects.instance [None req-19098d80-d81a-4a79-af84-b97235c66a6f tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Lazy-loading 'resources' on Instance uuid 6d2cd180-5a16-4837-905b-99d901959f5b {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.876542] env[62954]: INFO nova.scheduler.client.report [None req-14aca817-ef1a-4a8c-89e0-f6d13a2758ef tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Deleted allocations for instance ce61fb64-fab1-497d-8604-332e4fab5480 [ 946.074400] env[62954]: INFO nova.compute.manager [-] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Took 1.76 seconds to deallocate network for instance. [ 946.077787] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c612b1a8-aea3-4459-b690-7c313e3a7fb2 tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "4ad948e7-d291-4e61-93a4-9d439e745caa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.545s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.212661] env[62954]: DEBUG nova.network.neutron [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Successfully updated port: 9a3cd33d-fe29-48cd-ae1c-230d709e148c {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.231308] env[62954]: DEBUG oslo_vmware.api [None req-8bdeb1e0-5fc4-439b-ad1d-a22a18f70788 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597882, 'name': ReconfigVM_Task, 'duration_secs': 0.178299} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.231760] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bdeb1e0-5fc4-439b-ad1d-a22a18f70788 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523962', 'volume_id': 'cce6a33a-3c6c-425f-ac10-6a35a5b5c5d1', 'name': 'volume-cce6a33a-3c6c-425f-ac10-6a35a5b5c5d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd59b51e-a095-4464-a022-aa291c04f5a7', 'attached_at': '', 'detached_at': '', 'volume_id': 'cce6a33a-3c6c-425f-ac10-6a35a5b5c5d1', 'serial': 'cce6a33a-3c6c-425f-ac10-6a35a5b5c5d1'} {{(pid=62954) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 946.294898] env[62954]: DEBUG nova.compute.manager [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 946.308377] env[62954]: DEBUG oslo_vmware.api [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]528617f7-c3b6-5e86-1091-1a3af8df3fba, 'name': SearchDatastore_Task, 'duration_secs': 0.011093} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.309048] env[62954]: DEBUG oslo_concurrency.lockutils [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.309048] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] d88d667e-5668-42ca-b27f-ea40348e796b/d88d667e-5668-42ca-b27f-ea40348e796b.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.309358] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74dc3bce-9959-4541-aef9-024888750e1e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.317883] env[62954]: DEBUG oslo_vmware.api [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 946.317883] env[62954]: value = "task-2597883" [ 946.317883] env[62954]: _type = "Task" [ 946.317883] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.326254] env[62954]: DEBUG oslo_vmware.api [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.355156] env[62954]: DEBUG nova.compute.utils [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 946.360661] env[62954]: DEBUG nova.compute.manager [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 946.360899] env[62954]: DEBUG nova.network.neutron [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 946.387655] env[62954]: DEBUG oslo_concurrency.lockutils [None req-14aca817-ef1a-4a8c-89e0-f6d13a2758ef tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "ce61fb64-fab1-497d-8604-332e4fab5480" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.082s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.403631] env[62954]: DEBUG nova.policy [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c4ce33b95eb4e4681ced33716e01fe1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ea3f4565fee40f2863a4acec611c17e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 946.579859] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a8df3c18-81e1-405f-b7e2-93dca4bc3b2f tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.619779] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6173143-a37a-41f0-a180-f44576aeac0b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.632050] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfdb79f-3cf4-4600-b6d6-ff5b1a756b28 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.675094] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3010c6-1523-4032-ba47-05d486ede6d3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.688255] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f880b2-25aa-4b10-b2f6-185a58e4ac16 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.706687] env[62954]: DEBUG nova.compute.provider_tree [None req-19098d80-d81a-4a79-af84-b97235c66a6f tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.715837] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "refresh_cache-d9c2765c-9024-42db-b1f7-19ef016c559a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.716078] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquired lock "refresh_cache-d9c2765c-9024-42db-b1f7-19ef016c559a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.716284] env[62954]: DEBUG nova.network.neutron [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.787456] env[62954]: DEBUG nova.objects.instance [None req-8bdeb1e0-5fc4-439b-ad1d-a22a18f70788 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lazy-loading 'flavor' on Instance uuid bd59b51e-a095-4464-a022-aa291c04f5a7 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.832510] env[62954]: DEBUG oslo_vmware.api [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597883, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483862} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.832510] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] d88d667e-5668-42ca-b27f-ea40348e796b/d88d667e-5668-42ca-b27f-ea40348e796b.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 946.832510] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 946.832510] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4743aee8-6a3b-469d-9629-5bff5562ee81 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.835786] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.839978] env[62954]: DEBUG oslo_vmware.api [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 946.839978] env[62954]: value = "task-2597884" [ 946.839978] env[62954]: _type = "Task" [ 946.839978] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.853356] env[62954]: DEBUG oslo_vmware.api [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.858884] env[62954]: DEBUG nova.network.neutron [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Successfully created port: 52dcd688-7102-42b3-94c0-686a607c0307 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 946.861768] env[62954]: DEBUG nova.compute.manager [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 947.210616] env[62954]: DEBUG nova.scheduler.client.report [None req-19098d80-d81a-4a79-af84-b97235c66a6f tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.289597] env[62954]: DEBUG nova.network.neutron [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.354800] env[62954]: DEBUG nova.compute.manager [req-988e877d-a3f4-4827-8cc8-d74fc0ad3a71 req-98495e6c-36be-4f1b-b3b2-c1caee38c2b4 service nova] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Received event network-vif-plugged-9a3cd33d-fe29-48cd-ae1c-230d709e148c {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 947.355064] env[62954]: DEBUG oslo_concurrency.lockutils [req-988e877d-a3f4-4827-8cc8-d74fc0ad3a71 req-98495e6c-36be-4f1b-b3b2-c1caee38c2b4 service nova] Acquiring lock "d9c2765c-9024-42db-b1f7-19ef016c559a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.355291] env[62954]: DEBUG oslo_concurrency.lockutils [req-988e877d-a3f4-4827-8cc8-d74fc0ad3a71 req-98495e6c-36be-4f1b-b3b2-c1caee38c2b4 service nova] Lock "d9c2765c-9024-42db-b1f7-19ef016c559a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.355465] env[62954]: DEBUG oslo_concurrency.lockutils [req-988e877d-a3f4-4827-8cc8-d74fc0ad3a71 req-98495e6c-36be-4f1b-b3b2-c1caee38c2b4 service nova] Lock "d9c2765c-9024-42db-b1f7-19ef016c559a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.355922] env[62954]: DEBUG nova.compute.manager [req-988e877d-a3f4-4827-8cc8-d74fc0ad3a71 req-98495e6c-36be-4f1b-b3b2-c1caee38c2b4 service nova] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] No waiting events found dispatching network-vif-plugged-9a3cd33d-fe29-48cd-ae1c-230d709e148c {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 947.356161] env[62954]: WARNING nova.compute.manager [req-988e877d-a3f4-4827-8cc8-d74fc0ad3a71 req-98495e6c-36be-4f1b-b3b2-c1caee38c2b4 service nova] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Received unexpected event network-vif-plugged-9a3cd33d-fe29-48cd-ae1c-230d709e148c for instance with vm_state building and task_state spawning. [ 947.356329] env[62954]: DEBUG nova.compute.manager [req-988e877d-a3f4-4827-8cc8-d74fc0ad3a71 req-98495e6c-36be-4f1b-b3b2-c1caee38c2b4 service nova] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Received event network-changed-9a3cd33d-fe29-48cd-ae1c-230d709e148c {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 947.356487] env[62954]: DEBUG nova.compute.manager [req-988e877d-a3f4-4827-8cc8-d74fc0ad3a71 req-98495e6c-36be-4f1b-b3b2-c1caee38c2b4 service nova] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Refreshing instance network info cache due to event network-changed-9a3cd33d-fe29-48cd-ae1c-230d709e148c. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 947.356986] env[62954]: DEBUG oslo_concurrency.lockutils [req-988e877d-a3f4-4827-8cc8-d74fc0ad3a71 req-98495e6c-36be-4f1b-b3b2-c1caee38c2b4 service nova] Acquiring lock "refresh_cache-d9c2765c-9024-42db-b1f7-19ef016c559a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.360753] env[62954]: DEBUG oslo_vmware.api [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.300995} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.361294] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.362131] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cacb9f7-b071-4793-8c4f-9d533b4e635d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.393475] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] d88d667e-5668-42ca-b27f-ea40348e796b/d88d667e-5668-42ca-b27f-ea40348e796b.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.396490] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caed417c-22f1-4295-ba72-13c528c45c06 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.421221] env[62954]: DEBUG oslo_vmware.api [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 947.421221] env[62954]: value = "task-2597885" [ 947.421221] env[62954]: _type = "Task" [ 947.421221] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.430841] env[62954]: DEBUG oslo_vmware.api [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597885, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.531632] env[62954]: DEBUG nova.compute.manager [None req-148f8110-649e-4dba-8ae4-1332c2119c8e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.532574] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c83d62-ddc3-4113-8fbe-9cf857be16a8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.562322] env[62954]: DEBUG nova.network.neutron [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Updating instance_info_cache with network_info: [{"id": "9a3cd33d-fe29-48cd-ae1c-230d709e148c", "address": "fa:16:3e:52:3b:d9", "network": {"id": "83c48440-f1b0-4959-9641-df64dcfa43c4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1935869524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a34a6adfdb95418ba67dc915c9c734b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a3cd33d-fe", "ovs_interfaceid": "9a3cd33d-fe29-48cd-ae1c-230d709e148c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.716170] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19098d80-d81a-4a79-af84-b97235c66a6f tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.864s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.718678] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ed2a5ddd-2c85-4993-a4cf-8f28cb807e27 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.359s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.718932] env[62954]: DEBUG nova.objects.instance [None req-ed2a5ddd-2c85-4993-a4cf-8f28cb807e27 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Lazy-loading 'resources' on Instance uuid 2c0b4030-7fe2-41ad-b91a-54cc1f58c868 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.745192] env[62954]: INFO nova.scheduler.client.report [None req-19098d80-d81a-4a79-af84-b97235c66a6f tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Deleted allocations for instance 6d2cd180-5a16-4837-905b-99d901959f5b [ 947.797919] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8bdeb1e0-5fc4-439b-ad1d-a22a18f70788 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lock "bd59b51e-a095-4464-a022-aa291c04f5a7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.271s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.871286] env[62954]: DEBUG nova.compute.manager [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 947.897978] env[62954]: DEBUG nova.virt.hardware [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.898391] env[62954]: DEBUG nova.virt.hardware [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.898629] env[62954]: DEBUG nova.virt.hardware [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.898858] env[62954]: DEBUG nova.virt.hardware [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.899057] env[62954]: DEBUG nova.virt.hardware [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.899235] env[62954]: DEBUG nova.virt.hardware [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.899499] env[62954]: DEBUG nova.virt.hardware [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.899701] env[62954]: DEBUG nova.virt.hardware [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.900014] env[62954]: DEBUG nova.virt.hardware [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.900224] env[62954]: DEBUG nova.virt.hardware [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.900444] env[62954]: DEBUG nova.virt.hardware [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.901743] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3108580d-7f8f-4bbc-8a16-2eabd2da10c2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.911145] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4493a7c4-c73d-4676-8bc7-c212eaf0759a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.938938] env[62954]: DEBUG oslo_vmware.api [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.044830] env[62954]: INFO nova.compute.manager [None req-148f8110-649e-4dba-8ae4-1332c2119c8e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] instance snapshotting [ 948.047557] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8e7d87-c3fa-4c30-8b63-66b0dc58aa4f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.077740] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Releasing lock "refresh_cache-d9c2765c-9024-42db-b1f7-19ef016c559a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.078254] env[62954]: DEBUG nova.compute.manager [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Instance network_info: |[{"id": "9a3cd33d-fe29-48cd-ae1c-230d709e148c", "address": "fa:16:3e:52:3b:d9", "network": {"id": "83c48440-f1b0-4959-9641-df64dcfa43c4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1935869524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a34a6adfdb95418ba67dc915c9c734b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a3cd33d-fe", "ovs_interfaceid": "9a3cd33d-fe29-48cd-ae1c-230d709e148c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 948.079379] env[62954]: DEBUG oslo_concurrency.lockutils [req-988e877d-a3f4-4827-8cc8-d74fc0ad3a71 req-98495e6c-36be-4f1b-b3b2-c1caee38c2b4 service nova] Acquired lock "refresh_cache-d9c2765c-9024-42db-b1f7-19ef016c559a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.079695] env[62954]: DEBUG nova.network.neutron [req-988e877d-a3f4-4827-8cc8-d74fc0ad3a71 req-98495e6c-36be-4f1b-b3b2-c1caee38c2b4 service nova] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Refreshing network info cache for port 9a3cd33d-fe29-48cd-ae1c-230d709e148c {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.081398] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:3b:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b931c4c-f73c-4fbd-9c9f-0270834cc69e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a3cd33d-fe29-48cd-ae1c-230d709e148c', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.094231] env[62954]: DEBUG oslo.service.loopingcall [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 948.095379] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f429b8-dbe2-41df-a518-ffa39b462d8a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.100772] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 948.101150] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46017554-af80-4e1b-ace1-6a431e5c67db {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.140023] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 948.140023] env[62954]: value = "task-2597886" [ 948.140023] env[62954]: _type = "Task" [ 948.140023] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.152265] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597886, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.257150] env[62954]: DEBUG oslo_concurrency.lockutils [None req-19098d80-d81a-4a79-af84-b97235c66a6f tempest-ServerRescueTestJSON-503917666 tempest-ServerRescueTestJSON-503917666-project-member] Lock "6d2cd180-5a16-4837-905b-99d901959f5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.469s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.443780] env[62954]: DEBUG oslo_vmware.api [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597885, 'name': ReconfigVM_Task, 'duration_secs': 0.803583} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.445066] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Reconfigured VM instance instance-00000059 to attach disk [datastore2] d88d667e-5668-42ca-b27f-ea40348e796b/d88d667e-5668-42ca-b27f-ea40348e796b.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.446354] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eaf72db-e4a7-4941-a0ab-35359c1af989 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.452020] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc568e01-0335-4dad-882c-90c12a2e3597 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.457576] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb70445-a76b-4be8-9c25-1a1099485345 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.461136] env[62954]: DEBUG oslo_vmware.api [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 948.461136] env[62954]: value = "task-2597887" [ 948.461136] env[62954]: _type = "Task" [ 948.461136] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.495407] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3aa0e3-f737-4b02-a7d1-50bf812191c0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.501759] env[62954]: DEBUG oslo_vmware.api [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597887, 'name': Rename_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.507739] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5eeb5f-2c14-4a2a-8651-a09a170d885a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.523122] env[62954]: DEBUG nova.compute.provider_tree [None req-ed2a5ddd-2c85-4993-a4cf-8f28cb807e27 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.640991] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-148f8110-649e-4dba-8ae4-1332c2119c8e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Creating Snapshot of the VM instance {{(pid=62954) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 948.641123] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-128cb69d-c456-4880-8ce0-31f7b985d2b9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.660541] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597886, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.660541] env[62954]: DEBUG nova.network.neutron [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Successfully updated port: 52dcd688-7102-42b3-94c0-686a607c0307 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 948.663541] env[62954]: DEBUG oslo_vmware.api [None req-148f8110-649e-4dba-8ae4-1332c2119c8e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 948.663541] env[62954]: value = "task-2597888" [ 948.663541] env[62954]: _type = "Task" [ 948.663541] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.679701] env[62954]: DEBUG oslo_vmware.api [None req-148f8110-649e-4dba-8ae4-1332c2119c8e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597888, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.926497] env[62954]: DEBUG nova.network.neutron [req-988e877d-a3f4-4827-8cc8-d74fc0ad3a71 req-98495e6c-36be-4f1b-b3b2-c1caee38c2b4 service nova] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Updated VIF entry in instance network info cache for port 9a3cd33d-fe29-48cd-ae1c-230d709e148c. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.926879] env[62954]: DEBUG nova.network.neutron [req-988e877d-a3f4-4827-8cc8-d74fc0ad3a71 req-98495e6c-36be-4f1b-b3b2-c1caee38c2b4 service nova] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Updating instance_info_cache with network_info: [{"id": "9a3cd33d-fe29-48cd-ae1c-230d709e148c", "address": "fa:16:3e:52:3b:d9", "network": {"id": "83c48440-f1b0-4959-9641-df64dcfa43c4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1935869524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a34a6adfdb95418ba67dc915c9c734b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a3cd33d-fe", "ovs_interfaceid": "9a3cd33d-fe29-48cd-ae1c-230d709e148c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.975835] env[62954]: DEBUG oslo_vmware.api [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597887, 'name': Rename_Task, 'duration_secs': 0.152629} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.977639] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.977639] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c346538-53be-47a5-9ad3-2ea1a8e5c8d8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.985258] env[62954]: DEBUG oslo_vmware.api [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 948.985258] env[62954]: value = "task-2597889" [ 948.985258] env[62954]: _type = "Task" [ 948.985258] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.994345] env[62954]: DEBUG oslo_vmware.api [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597889, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.027084] env[62954]: DEBUG nova.scheduler.client.report [None req-ed2a5ddd-2c85-4993-a4cf-8f28cb807e27 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.151831] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597886, 'name': CreateVM_Task, 'duration_secs': 0.559553} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.152040] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.152766] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.152935] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.153278] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.153549] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2e2f613-35f3-4c6a-8b78-1023cb94997c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.163399] env[62954]: DEBUG oslo_vmware.api [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 949.163399] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52c80889-832e-b266-fdcb-ade13aee64e7" [ 949.163399] env[62954]: _type = "Task" [ 949.163399] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.171079] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquiring lock "refresh_cache-2456df1d-6696-4475-834d-c2c8269fe02e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.171079] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquired lock "refresh_cache-2456df1d-6696-4475-834d-c2c8269fe02e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.171079] env[62954]: DEBUG nova.network.neutron [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.190123] env[62954]: DEBUG oslo_vmware.api [None req-148f8110-649e-4dba-8ae4-1332c2119c8e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597888, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.190398] env[62954]: DEBUG oslo_vmware.api [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52c80889-832e-b266-fdcb-ade13aee64e7, 'name': SearchDatastore_Task, 'duration_secs': 0.012549} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.191358] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.191465] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.191745] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.192058] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.192058] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.192527] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b9349a8-fa3b-41d7-880e-7cbf04cf8e59 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.202282] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.203162] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.203162] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30f57d90-163f-456a-9be5-05060820527f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.209131] env[62954]: DEBUG oslo_vmware.api [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 949.209131] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]529dccb2-c39c-7842-1117-163b120a44ec" [ 949.209131] env[62954]: _type = "Task" [ 949.209131] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.212280] env[62954]: DEBUG oslo_concurrency.lockutils [None req-43f9e649-28de-4cd8-a6ba-6f435bfc1680 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Acquiring lock "bd59b51e-a095-4464-a022-aa291c04f5a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.212492] env[62954]: DEBUG oslo_concurrency.lockutils [None req-43f9e649-28de-4cd8-a6ba-6f435bfc1680 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lock "bd59b51e-a095-4464-a022-aa291c04f5a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.213019] env[62954]: DEBUG oslo_concurrency.lockutils [None req-43f9e649-28de-4cd8-a6ba-6f435bfc1680 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Acquiring lock "bd59b51e-a095-4464-a022-aa291c04f5a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.213239] env[62954]: DEBUG oslo_concurrency.lockutils [None req-43f9e649-28de-4cd8-a6ba-6f435bfc1680 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lock "bd59b51e-a095-4464-a022-aa291c04f5a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.213496] env[62954]: DEBUG oslo_concurrency.lockutils [None req-43f9e649-28de-4cd8-a6ba-6f435bfc1680 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lock "bd59b51e-a095-4464-a022-aa291c04f5a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.218329] env[62954]: INFO nova.compute.manager [None req-43f9e649-28de-4cd8-a6ba-6f435bfc1680 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Terminating instance [ 949.222624] env[62954]: DEBUG oslo_vmware.api [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]529dccb2-c39c-7842-1117-163b120a44ec, 'name': SearchDatastore_Task, 'duration_secs': 0.010738} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.223849] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5705751e-114b-40ac-b2e2-7e40f45fde69 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.231020] env[62954]: DEBUG oslo_vmware.api [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 949.231020] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52b8e295-ece1-0b26-314d-38e6be1aa66c" [ 949.231020] env[62954]: _type = "Task" [ 949.231020] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.239489] env[62954]: DEBUG oslo_vmware.api [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52b8e295-ece1-0b26-314d-38e6be1aa66c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.383422] env[62954]: DEBUG nova.compute.manager [req-a8f070de-a134-4ee9-b77c-21b0584eee3a req-ad781b74-3171-43fe-96ee-91504ce9f82c service nova] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Received event network-vif-plugged-52dcd688-7102-42b3-94c0-686a607c0307 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 949.383624] env[62954]: DEBUG oslo_concurrency.lockutils [req-a8f070de-a134-4ee9-b77c-21b0584eee3a req-ad781b74-3171-43fe-96ee-91504ce9f82c service nova] Acquiring lock "2456df1d-6696-4475-834d-c2c8269fe02e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.383835] env[62954]: DEBUG oslo_concurrency.lockutils [req-a8f070de-a134-4ee9-b77c-21b0584eee3a req-ad781b74-3171-43fe-96ee-91504ce9f82c service nova] Lock "2456df1d-6696-4475-834d-c2c8269fe02e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.384012] env[62954]: DEBUG oslo_concurrency.lockutils [req-a8f070de-a134-4ee9-b77c-21b0584eee3a req-ad781b74-3171-43fe-96ee-91504ce9f82c service nova] Lock "2456df1d-6696-4475-834d-c2c8269fe02e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.384196] env[62954]: DEBUG nova.compute.manager [req-a8f070de-a134-4ee9-b77c-21b0584eee3a req-ad781b74-3171-43fe-96ee-91504ce9f82c service nova] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] No waiting events found dispatching network-vif-plugged-52dcd688-7102-42b3-94c0-686a607c0307 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 949.384365] env[62954]: WARNING nova.compute.manager [req-a8f070de-a134-4ee9-b77c-21b0584eee3a req-ad781b74-3171-43fe-96ee-91504ce9f82c service nova] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Received unexpected event network-vif-plugged-52dcd688-7102-42b3-94c0-686a607c0307 for instance with vm_state building and task_state spawning. [ 949.384524] env[62954]: DEBUG nova.compute.manager [req-a8f070de-a134-4ee9-b77c-21b0584eee3a req-ad781b74-3171-43fe-96ee-91504ce9f82c service nova] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Received event network-changed-52dcd688-7102-42b3-94c0-686a607c0307 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 949.384678] env[62954]: DEBUG nova.compute.manager [req-a8f070de-a134-4ee9-b77c-21b0584eee3a req-ad781b74-3171-43fe-96ee-91504ce9f82c service nova] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Refreshing instance network info cache due to event network-changed-52dcd688-7102-42b3-94c0-686a607c0307. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 949.384840] env[62954]: DEBUG oslo_concurrency.lockutils [req-a8f070de-a134-4ee9-b77c-21b0584eee3a req-ad781b74-3171-43fe-96ee-91504ce9f82c service nova] Acquiring lock "refresh_cache-2456df1d-6696-4475-834d-c2c8269fe02e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.429707] env[62954]: DEBUG oslo_concurrency.lockutils [req-988e877d-a3f4-4827-8cc8-d74fc0ad3a71 req-98495e6c-36be-4f1b-b3b2-c1caee38c2b4 service nova] Releasing lock "refresh_cache-d9c2765c-9024-42db-b1f7-19ef016c559a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.496452] env[62954]: DEBUG oslo_vmware.api [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597889, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.532105] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ed2a5ddd-2c85-4993-a4cf-8f28cb807e27 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.813s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.534388] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.444s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.534580] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.536392] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.311s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.537995] env[62954]: INFO nova.compute.claims [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 949.567019] env[62954]: INFO nova.scheduler.client.report [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Deleted allocations for instance 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7 [ 949.571312] env[62954]: INFO nova.scheduler.client.report [None req-ed2a5ddd-2c85-4993-a4cf-8f28cb807e27 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Deleted allocations for instance 2c0b4030-7fe2-41ad-b91a-54cc1f58c868 [ 949.696228] env[62954]: DEBUG oslo_vmware.api [None req-148f8110-649e-4dba-8ae4-1332c2119c8e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597888, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.724595] env[62954]: DEBUG nova.compute.manager [None req-43f9e649-28de-4cd8-a6ba-6f435bfc1680 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.724885] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-43f9e649-28de-4cd8-a6ba-6f435bfc1680 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.726212] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e12a52-9cf8-4a2b-97f5-183b0f5c5bc9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.737578] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-43f9e649-28de-4cd8-a6ba-6f435bfc1680 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.738259] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d208687b-a916-4fae-a38f-4eb0711980a0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.743653] env[62954]: DEBUG oslo_vmware.api [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52b8e295-ece1-0b26-314d-38e6be1aa66c, 'name': SearchDatastore_Task, 'duration_secs': 0.011288} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.744910] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.745226] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] d9c2765c-9024-42db-b1f7-19ef016c559a/d9c2765c-9024-42db-b1f7-19ef016c559a.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.745577] env[62954]: DEBUG oslo_vmware.api [None req-43f9e649-28de-4cd8-a6ba-6f435bfc1680 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Waiting for the task: (returnval){ [ 949.745577] env[62954]: value = "task-2597890" [ 949.745577] env[62954]: _type = "Task" [ 949.745577] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.745766] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c848983-ace9-4e41-94c6-95a0fca48b4f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.758030] env[62954]: DEBUG oslo_vmware.api [None req-43f9e649-28de-4cd8-a6ba-6f435bfc1680 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.759326] env[62954]: DEBUG oslo_vmware.api [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 949.759326] env[62954]: value = "task-2597891" [ 949.759326] env[62954]: _type = "Task" [ 949.759326] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.768895] env[62954]: DEBUG oslo_vmware.api [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.904179] env[62954]: DEBUG nova.network.neutron [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.003429] env[62954]: DEBUG oslo_vmware.api [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597889, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.080009] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e0cd3f64-1bb9-4225-b014-01537aa104c0 tempest-DeleteServersTestJSON-1245560424 tempest-DeleteServersTestJSON-1245560424-project-member] Lock "9ac4aacf-6bbe-4027-992e-f81e3cd10cd7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.457s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.081077] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ed2a5ddd-2c85-4993-a4cf-8f28cb807e27 tempest-SecurityGroupsTestJSON-2127677327 tempest-SecurityGroupsTestJSON-2127677327-project-member] Lock "2c0b4030-7fe2-41ad-b91a-54cc1f58c868" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.164s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.192953] env[62954]: DEBUG oslo_vmware.api [None req-148f8110-649e-4dba-8ae4-1332c2119c8e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597888, 'name': CreateSnapshot_Task, 'duration_secs': 1.085276} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.192953] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-148f8110-649e-4dba-8ae4-1332c2119c8e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Created Snapshot of the VM instance {{(pid=62954) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 950.193771] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17082fe8-cce8-4f81-836b-2f0926332056 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.212873] env[62954]: DEBUG nova.network.neutron [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Updating instance_info_cache with network_info: [{"id": "52dcd688-7102-42b3-94c0-686a607c0307", "address": "fa:16:3e:64:0e:f6", "network": {"id": "4bc10178-00ee-4e02-a77f-251b191703f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1716852077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ea3f4565fee40f2863a4acec611c17e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52dcd688-71", "ovs_interfaceid": "52dcd688-7102-42b3-94c0-686a607c0307", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.270507] env[62954]: DEBUG oslo_vmware.api [None req-43f9e649-28de-4cd8-a6ba-6f435bfc1680 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597890, 'name': PowerOffVM_Task, 'duration_secs': 0.243955} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.270507] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-43f9e649-28de-4cd8-a6ba-6f435bfc1680 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.270507] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-43f9e649-28de-4cd8-a6ba-6f435bfc1680 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.270507] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aeb0a7e6-00cf-4f23-b1e0-63dd58095ecc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.277877] env[62954]: DEBUG oslo_vmware.api [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597891, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.342025] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-43f9e649-28de-4cd8-a6ba-6f435bfc1680 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.342025] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-43f9e649-28de-4cd8-a6ba-6f435bfc1680 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.342025] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-43f9e649-28de-4cd8-a6ba-6f435bfc1680 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Deleting the datastore file [datastore1] bd59b51e-a095-4464-a022-aa291c04f5a7 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.342025] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7fffc176-e9bc-4356-935f-3e06280d6897 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.352182] env[62954]: DEBUG oslo_vmware.api [None req-43f9e649-28de-4cd8-a6ba-6f435bfc1680 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Waiting for the task: (returnval){ [ 950.352182] env[62954]: value = "task-2597893" [ 950.352182] env[62954]: _type = "Task" [ 950.352182] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.361915] env[62954]: DEBUG oslo_vmware.api [None req-43f9e649-28de-4cd8-a6ba-6f435bfc1680 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.501720] env[62954]: DEBUG oslo_vmware.api [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597889, 'name': PowerOnVM_Task, 'duration_secs': 1.045676} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.501720] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.501869] env[62954]: DEBUG nova.compute.manager [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.502837] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb8c9d0-935b-470a-9244-a55621b8aa01 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.721921] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-148f8110-649e-4dba-8ae4-1332c2119c8e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Creating linked-clone VM from snapshot {{(pid=62954) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 950.723702] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Releasing lock "refresh_cache-2456df1d-6696-4475-834d-c2c8269fe02e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.724169] env[62954]: DEBUG nova.compute.manager [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Instance network_info: |[{"id": "52dcd688-7102-42b3-94c0-686a607c0307", "address": "fa:16:3e:64:0e:f6", "network": {"id": "4bc10178-00ee-4e02-a77f-251b191703f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1716852077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ea3f4565fee40f2863a4acec611c17e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52dcd688-71", "ovs_interfaceid": "52dcd688-7102-42b3-94c0-686a607c0307", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 950.724682] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1c128fb5-85b1-4b9d-9909-c15e5733b281 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.729824] env[62954]: DEBUG oslo_concurrency.lockutils [req-a8f070de-a134-4ee9-b77c-21b0584eee3a req-ad781b74-3171-43fe-96ee-91504ce9f82c service nova] Acquired lock "refresh_cache-2456df1d-6696-4475-834d-c2c8269fe02e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.730031] env[62954]: DEBUG nova.network.neutron [req-a8f070de-a134-4ee9-b77c-21b0584eee3a req-ad781b74-3171-43fe-96ee-91504ce9f82c service nova] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Refreshing network info cache for port 52dcd688-7102-42b3-94c0-686a607c0307 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.731327] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:0e:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bafe8721-91d4-4127-b215-d9e8e27947dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52dcd688-7102-42b3-94c0-686a607c0307', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.741315] env[62954]: DEBUG oslo.service.loopingcall [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 950.742157] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.748514] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c4fbd89-5573-45fc-a3f3-7258f79db2fd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.768098] env[62954]: DEBUG oslo_vmware.api [None req-148f8110-649e-4dba-8ae4-1332c2119c8e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 950.768098] env[62954]: value = "task-2597894" [ 950.768098] env[62954]: _type = "Task" [ 950.768098] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.778083] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.778083] env[62954]: value = "task-2597895" [ 950.778083] env[62954]: _type = "Task" [ 950.778083] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.791891] env[62954]: DEBUG oslo_vmware.api [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575523} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.792454] env[62954]: DEBUG oslo_vmware.api [None req-148f8110-649e-4dba-8ae4-1332c2119c8e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597894, 'name': CloneVM_Task} progress is 10%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.793182] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] d9c2765c-9024-42db-b1f7-19ef016c559a/d9c2765c-9024-42db-b1f7-19ef016c559a.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.793182] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.793973] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24b2a0e8-ae83-4921-bc0d-98a355f2bffc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.800357] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597895, 'name': CreateVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.804474] env[62954]: DEBUG oslo_vmware.api [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 950.804474] env[62954]: value = "task-2597896" [ 950.804474] env[62954]: _type = "Task" [ 950.804474] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.816787] env[62954]: DEBUG oslo_vmware.api [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597896, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.834282] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59969a3-d1e4-445a-bcd3-5324b26451a3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.845778] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a81870f-6f7a-4166-8092-5e452427c831 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.885631] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd222b70-740e-49d2-b589-7d34b9a524d5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.893181] env[62954]: DEBUG oslo_vmware.api [None req-43f9e649-28de-4cd8-a6ba-6f435bfc1680 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Task: {'id': task-2597893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.530961} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.894181] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-43f9e649-28de-4cd8-a6ba-6f435bfc1680 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.894426] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-43f9e649-28de-4cd8-a6ba-6f435bfc1680 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.894650] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-43f9e649-28de-4cd8-a6ba-6f435bfc1680 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.894921] env[62954]: INFO nova.compute.manager [None req-43f9e649-28de-4cd8-a6ba-6f435bfc1680 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Took 1.17 seconds to destroy the instance on the hypervisor. [ 950.895247] env[62954]: DEBUG oslo.service.loopingcall [None req-43f9e649-28de-4cd8-a6ba-6f435bfc1680 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 950.895517] env[62954]: DEBUG nova.compute.manager [-] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.895648] env[62954]: DEBUG nova.network.neutron [-] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.902038] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f873832-9689-4dfa-9284-c7d96a382c9a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.920135] env[62954]: DEBUG nova.compute.provider_tree [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.019167] env[62954]: INFO nova.compute.manager [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] bringing vm to original state: 'stopped' [ 951.270425] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 951.270425] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 951.270425] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Starting heal instance info cache {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 951.270425] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Rebuilding the list of instances to heal {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 951.283311] env[62954]: DEBUG oslo_vmware.api [None req-148f8110-649e-4dba-8ae4-1332c2119c8e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597894, 'name': CloneVM_Task} progress is 94%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.293971] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597895, 'name': CreateVM_Task} progress is 25%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.318770] env[62954]: DEBUG oslo_vmware.api [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597896, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163054} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.319234] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 951.320315] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9bfeec-ac79-4985-ade3-3b15015ad999 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.346691] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] d9c2765c-9024-42db-b1f7-19ef016c559a/d9c2765c-9024-42db-b1f7-19ef016c559a.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.349818] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ee77ace-dcd9-4e4c-82eb-051c9cf39f6c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.375020] env[62954]: DEBUG oslo_vmware.api [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 951.375020] env[62954]: value = "task-2597898" [ 951.375020] env[62954]: _type = "Task" [ 951.375020] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.383023] env[62954]: DEBUG oslo_vmware.api [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597898, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.426024] env[62954]: DEBUG nova.scheduler.client.report [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.776032] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Skipping network cache update for instance because it is being deleted. {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 951.776032] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Skipping network cache update for instance because it is Building. {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 951.776032] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Skipping network cache update for instance because it is Building. {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 951.776032] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Skipping network cache update for instance because it is Building. {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 951.791010] env[62954]: DEBUG oslo_vmware.api [None req-148f8110-649e-4dba-8ae4-1332c2119c8e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597894, 'name': CloneVM_Task} progress is 94%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.797821] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597895, 'name': CreateVM_Task, 'duration_secs': 0.897734} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.800500] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.804638] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.804638] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.804638] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.804638] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9a73019-d007-4710-95c7-02b341d70b27 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.810147] env[62954]: DEBUG oslo_vmware.api [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 951.810147] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52827ce6-8a59-b9f0-aab2-bf62c3dc3e53" [ 951.810147] env[62954]: _type = "Task" [ 951.810147] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.813977] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "refresh_cache-4e2c3168-923a-4d87-a5d6-e6d4ed7d521c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.814362] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquired lock "refresh_cache-4e2c3168-923a-4d87-a5d6-e6d4ed7d521c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.814914] env[62954]: DEBUG nova.network.neutron [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Forcefully refreshing network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 951.815264] env[62954]: DEBUG nova.objects.instance [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lazy-loading 'info_cache' on Instance uuid 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.828128] env[62954]: DEBUG oslo_vmware.api [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52827ce6-8a59-b9f0-aab2-bf62c3dc3e53, 'name': SearchDatastore_Task, 'duration_secs': 0.012339} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.828128] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.828128] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.828128] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.828128] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.828128] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.831193] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2e24563-74ff-4cb6-a6fc-587d053658e1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.842101] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.842101] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.842101] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6efc69a-275a-4042-ae67-ca916a635b60 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.851278] env[62954]: DEBUG oslo_vmware.api [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 951.851278] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]521e7a33-4137-fdea-15df-183ba356cb57" [ 951.851278] env[62954]: _type = "Task" [ 951.851278] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.859910] env[62954]: DEBUG oslo_vmware.api [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]521e7a33-4137-fdea-15df-183ba356cb57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.884552] env[62954]: DEBUG oslo_vmware.api [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597898, 'name': ReconfigVM_Task, 'duration_secs': 0.335852} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.885279] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Reconfigured VM instance instance-0000005b to attach disk [datastore2] d9c2765c-9024-42db-b1f7-19ef016c559a/d9c2765c-9024-42db-b1f7-19ef016c559a.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.887286] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-850774aa-fab7-4d82-a029-12e2659d56df {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.898021] env[62954]: DEBUG oslo_vmware.api [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 951.898021] env[62954]: value = "task-2597899" [ 951.898021] env[62954]: _type = "Task" [ 951.898021] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.905374] env[62954]: DEBUG oslo_vmware.api [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597899, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.915219] env[62954]: DEBUG nova.network.neutron [req-a8f070de-a134-4ee9-b77c-21b0584eee3a req-ad781b74-3171-43fe-96ee-91504ce9f82c service nova] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Updated VIF entry in instance network info cache for port 52dcd688-7102-42b3-94c0-686a607c0307. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.915219] env[62954]: DEBUG nova.network.neutron [req-a8f070de-a134-4ee9-b77c-21b0584eee3a req-ad781b74-3171-43fe-96ee-91504ce9f82c service nova] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Updating instance_info_cache with network_info: [{"id": "52dcd688-7102-42b3-94c0-686a607c0307", "address": "fa:16:3e:64:0e:f6", "network": {"id": "4bc10178-00ee-4e02-a77f-251b191703f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1716852077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ea3f4565fee40f2863a4acec611c17e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52dcd688-71", "ovs_interfaceid": "52dcd688-7102-42b3-94c0-686a607c0307", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.933019] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.394s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.933019] env[62954]: DEBUG nova.compute.manager [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 951.934639] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a8df3c18-81e1-405f-b7e2-93dca4bc3b2f tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.355s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.935212] env[62954]: DEBUG nova.objects.instance [None req-a8df3c18-81e1-405f-b7e2-93dca4bc3b2f tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Lazy-loading 'resources' on Instance uuid 2afb6f73-709d-4a37-8b32-23fd34a2191a {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.032175] env[62954]: DEBUG oslo_concurrency.lockutils [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "d88d667e-5668-42ca-b27f-ea40348e796b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.032175] env[62954]: DEBUG oslo_concurrency.lockutils [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "d88d667e-5668-42ca-b27f-ea40348e796b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.032175] env[62954]: DEBUG nova.compute.manager [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.032175] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdef9d3-ee47-413a-9e7b-e715cf3a1fb8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.044287] env[62954]: DEBUG nova.compute.manager [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62954) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 952.133817] env[62954]: DEBUG nova.compute.manager [req-ef8a0e37-33ad-46b5-af30-e0170b9db5d3 req-21af4883-0e24-4c52-b05e-e0f8f5f10be1 service nova] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Received event network-vif-deleted-16fef8c8-0e73-4a44-8002-9572ed5e7c81 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 952.134410] env[62954]: INFO nova.compute.manager [req-ef8a0e37-33ad-46b5-af30-e0170b9db5d3 req-21af4883-0e24-4c52-b05e-e0f8f5f10be1 service nova] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Neutron deleted interface 16fef8c8-0e73-4a44-8002-9572ed5e7c81; detaching it from the instance and deleting it from the info cache [ 952.134694] env[62954]: DEBUG nova.network.neutron [req-ef8a0e37-33ad-46b5-af30-e0170b9db5d3 req-21af4883-0e24-4c52-b05e-e0f8f5f10be1 service nova] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.291288] env[62954]: DEBUG oslo_vmware.api [None req-148f8110-649e-4dba-8ae4-1332c2119c8e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597894, 'name': CloneVM_Task} progress is 94%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.363677] env[62954]: DEBUG oslo_vmware.api [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]521e7a33-4137-fdea-15df-183ba356cb57, 'name': SearchDatastore_Task, 'duration_secs': 0.012164} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.363900] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5b2a316-3d22-4b80-b0da-00ffb777be28 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.370210] env[62954]: DEBUG oslo_vmware.api [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 952.370210] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5213fcba-89fa-43d9-f660-b1d5022ea562" [ 952.370210] env[62954]: _type = "Task" [ 952.370210] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.381332] env[62954]: DEBUG oslo_vmware.api [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5213fcba-89fa-43d9-f660-b1d5022ea562, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.408431] env[62954]: DEBUG oslo_vmware.api [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597899, 'name': Rename_Task, 'duration_secs': 0.157435} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.408431] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.408431] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b349114-9c9a-4e25-bcb2-112d555dadb9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.416490] env[62954]: DEBUG oslo_concurrency.lockutils [req-a8f070de-a134-4ee9-b77c-21b0584eee3a req-ad781b74-3171-43fe-96ee-91504ce9f82c service nova] Releasing lock "refresh_cache-2456df1d-6696-4475-834d-c2c8269fe02e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.418465] env[62954]: DEBUG oslo_vmware.api [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 952.418465] env[62954]: value = "task-2597900" [ 952.418465] env[62954]: _type = "Task" [ 952.418465] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.426808] env[62954]: DEBUG oslo_vmware.api [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.437402] env[62954]: DEBUG nova.compute.utils [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 952.437925] env[62954]: DEBUG nova.compute.manager [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 952.438155] env[62954]: DEBUG nova.network.neutron [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 952.529396] env[62954]: DEBUG nova.policy [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '278dfbe70e5b4ca9895a28045a42f4a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c63415eabc2540309dd82fe654116228', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 952.548036] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.548036] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-563cae1a-121a-4189-8255-5b9695ff52c9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.558414] env[62954]: DEBUG oslo_vmware.api [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 952.558414] env[62954]: value = "task-2597901" [ 952.558414] env[62954]: _type = "Task" [ 952.558414] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.564972] env[62954]: DEBUG nova.network.neutron [-] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.575649] env[62954]: DEBUG oslo_vmware.api [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.638334] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a35182ad-2fb0-487a-ade3-50f728bd5725 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.652036] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9563314e-fdde-4374-968f-bf05f1a8392e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.702465] env[62954]: DEBUG nova.compute.manager [req-ef8a0e37-33ad-46b5-af30-e0170b9db5d3 req-21af4883-0e24-4c52-b05e-e0f8f5f10be1 service nova] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Detach interface failed, port_id=16fef8c8-0e73-4a44-8002-9572ed5e7c81, reason: Instance bd59b51e-a095-4464-a022-aa291c04f5a7 could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 952.742622] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9878611-c71b-46e8-bc6f-d9178f00fbf3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.753147] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73091ed3-7542-4bdd-adc9-23b4f3d7cc70 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.797862] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf9e4ac-8350-45a2-ac7f-24bda4a043c6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.807095] env[62954]: DEBUG oslo_vmware.api [None req-148f8110-649e-4dba-8ae4-1332c2119c8e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597894, 'name': CloneVM_Task} progress is 95%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.811650] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b939a8-5a6a-478b-85e2-57abe5c2acff {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.830919] env[62954]: DEBUG nova.compute.provider_tree [None req-a8df3c18-81e1-405f-b7e2-93dca4bc3b2f tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.883995] env[62954]: DEBUG oslo_vmware.api [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5213fcba-89fa-43d9-f660-b1d5022ea562, 'name': SearchDatastore_Task, 'duration_secs': 0.011617} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.884767] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.884926] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 2456df1d-6696-4475-834d-c2c8269fe02e/2456df1d-6696-4475-834d-c2c8269fe02e.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.885218] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04879ebb-6763-4f72-a818-66958dc463dc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.893660] env[62954]: DEBUG oslo_vmware.api [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 952.893660] env[62954]: value = "task-2597902" [ 952.893660] env[62954]: _type = "Task" [ 952.893660] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.902881] env[62954]: DEBUG oslo_vmware.api [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2597902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.929862] env[62954]: DEBUG oslo_vmware.api [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597900, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.941602] env[62954]: DEBUG nova.compute.manager [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 953.001026] env[62954]: DEBUG oslo_concurrency.lockutils [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Acquiring lock "b7ae08a3-971e-4c17-be31-708bbf28cb66" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.001026] env[62954]: DEBUG oslo_concurrency.lockutils [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Lock "b7ae08a3-971e-4c17-be31-708bbf28cb66" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.001026] env[62954]: INFO nova.compute.manager [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Shelving [ 953.042760] env[62954]: DEBUG nova.network.neutron [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Successfully created port: 6c6ca1ff-3dd4-4c00-a44d-46f5377124ce {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 953.073900] env[62954]: DEBUG oslo_vmware.api [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597901, 'name': PowerOffVM_Task, 'duration_secs': 0.286835} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.074261] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.074484] env[62954]: DEBUG nova.compute.manager [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.075456] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da511744-8209-46f4-b9ad-271d85d4a5d6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.078836] env[62954]: INFO nova.compute.manager [-] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Took 2.18 seconds to deallocate network for instance. [ 953.310703] env[62954]: DEBUG oslo_vmware.api [None req-148f8110-649e-4dba-8ae4-1332c2119c8e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597894, 'name': CloneVM_Task, 'duration_secs': 2.334481} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.311049] env[62954]: INFO nova.virt.vmwareapi.vmops [None req-148f8110-649e-4dba-8ae4-1332c2119c8e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Created linked-clone VM from snapshot [ 953.312378] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2234b47f-b411-433d-8199-e6985090e8ca {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.325580] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-148f8110-649e-4dba-8ae4-1332c2119c8e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Uploading image f2955e57-438d-43c8-bdda-d4113f2c4416 {{(pid=62954) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 953.337728] env[62954]: DEBUG nova.scheduler.client.report [None req-a8df3c18-81e1-405f-b7e2-93dca4bc3b2f tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.344559] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-148f8110-649e-4dba-8ae4-1332c2119c8e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Destroying the VM {{(pid=62954) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 953.344888] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ee336115-00b7-4f19-99f5-09e4fb0ec432 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.357608] env[62954]: DEBUG oslo_vmware.api [None req-148f8110-649e-4dba-8ae4-1332c2119c8e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 953.357608] env[62954]: value = "task-2597903" [ 953.357608] env[62954]: _type = "Task" [ 953.357608] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.376020] env[62954]: DEBUG oslo_vmware.api [None req-148f8110-649e-4dba-8ae4-1332c2119c8e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597903, 'name': Destroy_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.406128] env[62954]: DEBUG oslo_vmware.api [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2597902, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.429857] env[62954]: DEBUG oslo_vmware.api [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597900, 'name': PowerOnVM_Task, 'duration_secs': 0.726577} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.430149] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.430367] env[62954]: INFO nova.compute.manager [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Took 7.92 seconds to spawn the instance on the hypervisor. [ 953.430554] env[62954]: DEBUG nova.compute.manager [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.431359] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655f9d84-537e-41fe-971d-2548c177166f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.597901] env[62954]: DEBUG oslo_concurrency.lockutils [None req-43f9e649-28de-4cd8-a6ba-6f435bfc1680 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.603898] env[62954]: DEBUG oslo_concurrency.lockutils [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "d88d667e-5668-42ca-b27f-ea40348e796b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.574s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.751706] env[62954]: DEBUG nova.network.neutron [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Updating instance_info_cache with network_info: [{"id": "854ac58c-5f34-451a-a739-84592c235a94", "address": "fa:16:3e:1f:f1:17", "network": {"id": "4bc10178-00ee-4e02-a77f-251b191703f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1716852077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ea3f4565fee40f2863a4acec611c17e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap854ac58c-5f", "ovs_interfaceid": "854ac58c-5f34-451a-a739-84592c235a94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.842953] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a8df3c18-81e1-405f-b7e2-93dca4bc3b2f tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.848502] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.010s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.848502] env[62954]: INFO nova.compute.claims [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.868565] env[62954]: DEBUG oslo_vmware.api [None req-148f8110-649e-4dba-8ae4-1332c2119c8e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597903, 'name': Destroy_Task, 'duration_secs': 0.318512} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.868862] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-148f8110-649e-4dba-8ae4-1332c2119c8e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Destroyed the VM [ 953.869117] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-148f8110-649e-4dba-8ae4-1332c2119c8e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Deleting Snapshot of the VM instance {{(pid=62954) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 953.869372] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7b12f98d-856e-4137-bb6a-0af3076c922e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.876999] env[62954]: DEBUG oslo_vmware.api [None req-148f8110-649e-4dba-8ae4-1332c2119c8e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 953.876999] env[62954]: value = "task-2597904" [ 953.876999] env[62954]: _type = "Task" [ 953.876999] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.877871] env[62954]: INFO nova.scheduler.client.report [None req-a8df3c18-81e1-405f-b7e2-93dca4bc3b2f tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Deleted allocations for instance 2afb6f73-709d-4a37-8b32-23fd34a2191a [ 953.892013] env[62954]: DEBUG oslo_vmware.api [None req-148f8110-649e-4dba-8ae4-1332c2119c8e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597904, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.904908] env[62954]: DEBUG oslo_vmware.api [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2597902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512419} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.905251] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 2456df1d-6696-4475-834d-c2c8269fe02e/2456df1d-6696-4475-834d-c2c8269fe02e.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.905565] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.905766] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4eb7d8ba-93ed-4b92-82f6-722935863961 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.916762] env[62954]: DEBUG oslo_vmware.api [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 953.916762] env[62954]: value = "task-2597905" [ 953.916762] env[62954]: _type = "Task" [ 953.916762] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.926909] env[62954]: DEBUG oslo_vmware.api [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2597905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.949021] env[62954]: INFO nova.compute.manager [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Took 24.67 seconds to build instance. [ 953.950187] env[62954]: DEBUG nova.compute.manager [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 953.981251] env[62954]: DEBUG nova.virt.hardware [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.981477] env[62954]: DEBUG nova.virt.hardware [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.981679] env[62954]: DEBUG nova.virt.hardware [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.981911] env[62954]: DEBUG nova.virt.hardware [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.982126] env[62954]: DEBUG nova.virt.hardware [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.982356] env[62954]: DEBUG nova.virt.hardware [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.982987] env[62954]: DEBUG nova.virt.hardware [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.982987] env[62954]: DEBUG nova.virt.hardware [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.982987] env[62954]: DEBUG nova.virt.hardware [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.983321] env[62954]: DEBUG nova.virt.hardware [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.983408] env[62954]: DEBUG nova.virt.hardware [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.984659] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0816ebab-e2f9-4cc8-807f-0eb0a11a94a5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.994226] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c816b0-81c7-4456-bb79-040cb0ef84db {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.013205] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.013475] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aefc9449-3e2f-4a31-9769-2201697b1b33 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.021020] env[62954]: DEBUG oslo_vmware.api [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for the task: (returnval){ [ 954.021020] env[62954]: value = "task-2597906" [ 954.021020] env[62954]: _type = "Task" [ 954.021020] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.029200] env[62954]: DEBUG oslo_vmware.api [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.112918] env[62954]: DEBUG oslo_concurrency.lockutils [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.254659] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Releasing lock "refresh_cache-4e2c3168-923a-4d87-a5d6-e6d4ed7d521c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.254903] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Updated the network info_cache for instance {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 954.255136] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.255321] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.255484] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.255803] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.255803] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.255934] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.256084] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62954) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 954.256173] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.389804] env[62954]: DEBUG oslo_vmware.api [None req-148f8110-649e-4dba-8ae4-1332c2119c8e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597904, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.390275] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a8df3c18-81e1-405f-b7e2-93dca4bc3b2f tempest-AttachInterfacesUnderV243Test-918096589 tempest-AttachInterfacesUnderV243Test-918096589-project-member] Lock "2afb6f73-709d-4a37-8b32-23fd34a2191a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.727s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.428505] env[62954]: DEBUG oslo_vmware.api [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2597905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073843} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.428505] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 954.428836] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb7bc4f-4845-46f2-939a-a7911352166b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.452159] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 2456df1d-6696-4475-834d-c2c8269fe02e/2456df1d-6696-4475-834d-c2c8269fe02e.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.452641] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0cac6854-edbc-4138-a4fa-f381026a1f27 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "d9c2765c-9024-42db-b1f7-19ef016c559a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.188s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.452850] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4164a43-a7f1-4589-afc8-e29df7e2c7bb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.473717] env[62954]: DEBUG oslo_vmware.api [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 954.473717] env[62954]: value = "task-2597907" [ 954.473717] env[62954]: _type = "Task" [ 954.473717] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.483618] env[62954]: DEBUG oslo_vmware.api [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2597907, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.530823] env[62954]: DEBUG oslo_vmware.api [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597906, 'name': PowerOffVM_Task, 'duration_secs': 0.205702} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.531210] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.532142] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431694b7-074a-403f-ac7b-a4521a78dce3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.555216] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d905ef88-93e5-4b2e-a0f2-52ffa92fb58e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.655174] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a5d756e0-5ff7-4066-a223-69fe35d7f063 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "d88d667e-5668-42ca-b27f-ea40348e796b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.655971] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a5d756e0-5ff7-4066-a223-69fe35d7f063 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "d88d667e-5668-42ca-b27f-ea40348e796b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.656590] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a5d756e0-5ff7-4066-a223-69fe35d7f063 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "d88d667e-5668-42ca-b27f-ea40348e796b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.656590] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a5d756e0-5ff7-4066-a223-69fe35d7f063 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "d88d667e-5668-42ca-b27f-ea40348e796b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.656590] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a5d756e0-5ff7-4066-a223-69fe35d7f063 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "d88d667e-5668-42ca-b27f-ea40348e796b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.659602] env[62954]: INFO nova.compute.manager [None req-a5d756e0-5ff7-4066-a223-69fe35d7f063 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Terminating instance [ 954.760333] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.893505] env[62954]: DEBUG oslo_vmware.api [None req-148f8110-649e-4dba-8ae4-1332c2119c8e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597904, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.991631] env[62954]: DEBUG oslo_vmware.api [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2597907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.069839] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Creating Snapshot of the VM instance {{(pid=62954) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 955.069839] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6e158150-00f7-4a43-9953-7da960db1a92 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.079024] env[62954]: DEBUG oslo_vmware.api [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for the task: (returnval){ [ 955.079024] env[62954]: value = "task-2597908" [ 955.079024] env[62954]: _type = "Task" [ 955.079024] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.094359] env[62954]: DEBUG oslo_vmware.api [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597908, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.108150] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3238cff6-4d3d-47da-a0fc-3c0eeb2a2498 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.118683] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f919892-0054-4f66-b12f-18c7c612d983 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.158038] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ceb3908-de3a-4049-8737-62465ba9e788 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.161579] env[62954]: DEBUG nova.compute.manager [req-0d2550b1-e9a1-47ea-8ddb-f429d24575f1 req-4525d288-3556-48bf-853e-ca6fefcb3582 service nova] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Received event network-vif-plugged-6c6ca1ff-3dd4-4c00-a44d-46f5377124ce {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 955.162313] env[62954]: DEBUG oslo_concurrency.lockutils [req-0d2550b1-e9a1-47ea-8ddb-f429d24575f1 req-4525d288-3556-48bf-853e-ca6fefcb3582 service nova] Acquiring lock "d788173c-8090-4bb0-94cd-0f1dc06ca4fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.162313] env[62954]: DEBUG oslo_concurrency.lockutils [req-0d2550b1-e9a1-47ea-8ddb-f429d24575f1 req-4525d288-3556-48bf-853e-ca6fefcb3582 service nova] Lock "d788173c-8090-4bb0-94cd-0f1dc06ca4fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.162313] env[62954]: DEBUG oslo_concurrency.lockutils [req-0d2550b1-e9a1-47ea-8ddb-f429d24575f1 req-4525d288-3556-48bf-853e-ca6fefcb3582 service nova] Lock "d788173c-8090-4bb0-94cd-0f1dc06ca4fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.162554] env[62954]: DEBUG nova.compute.manager [req-0d2550b1-e9a1-47ea-8ddb-f429d24575f1 req-4525d288-3556-48bf-853e-ca6fefcb3582 service nova] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] No waiting events found dispatching network-vif-plugged-6c6ca1ff-3dd4-4c00-a44d-46f5377124ce {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 955.162669] env[62954]: WARNING nova.compute.manager [req-0d2550b1-e9a1-47ea-8ddb-f429d24575f1 req-4525d288-3556-48bf-853e-ca6fefcb3582 service nova] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Received unexpected event network-vif-plugged-6c6ca1ff-3dd4-4c00-a44d-46f5377124ce for instance with vm_state building and task_state spawning. [ 955.163653] env[62954]: DEBUG nova.compute.manager [None req-a5d756e0-5ff7-4066-a223-69fe35d7f063 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 955.163790] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d756e0-5ff7-4066-a223-69fe35d7f063 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.165147] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f65fe6-2849-496f-a4ff-b5d0f7c50dda {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.172038] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54182301-d2dc-4744-bc5a-88e5a6c41b0f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.178616] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d756e0-5ff7-4066-a223-69fe35d7f063 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.179197] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2480549-efc4-49a3-b9b4-a05e3f6f04d8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.189896] env[62954]: DEBUG nova.compute.provider_tree [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.207507] env[62954]: DEBUG nova.network.neutron [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Successfully updated port: 6c6ca1ff-3dd4-4c00-a44d-46f5377124ce {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 955.286467] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d756e0-5ff7-4066-a223-69fe35d7f063 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.286692] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d756e0-5ff7-4066-a223-69fe35d7f063 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.286877] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5d756e0-5ff7-4066-a223-69fe35d7f063 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Deleting the datastore file [datastore2] d88d667e-5668-42ca-b27f-ea40348e796b {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.287626] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-141db8fb-78ad-4aab-bcf6-eb2bbe0b7a05 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.297062] env[62954]: DEBUG oslo_vmware.api [None req-a5d756e0-5ff7-4066-a223-69fe35d7f063 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 955.297062] env[62954]: value = "task-2597910" [ 955.297062] env[62954]: _type = "Task" [ 955.297062] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.311478] env[62954]: DEBUG oslo_vmware.api [None req-a5d756e0-5ff7-4066-a223-69fe35d7f063 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.390384] env[62954]: DEBUG oslo_vmware.api [None req-148f8110-649e-4dba-8ae4-1332c2119c8e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597904, 'name': RemoveSnapshot_Task, 'duration_secs': 1.135733} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.390741] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-148f8110-649e-4dba-8ae4-1332c2119c8e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Deleted Snapshot of the VM instance {{(pid=62954) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 955.492717] env[62954]: DEBUG oslo_vmware.api [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2597907, 'name': ReconfigVM_Task, 'duration_secs': 0.667742} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.493374] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 2456df1d-6696-4475-834d-c2c8269fe02e/2456df1d-6696-4475-834d-c2c8269fe02e.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.496074] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9804d4e-7e5c-4143-be0d-0265c44b00fe {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.501680] env[62954]: DEBUG oslo_vmware.api [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 955.501680] env[62954]: value = "task-2597911" [ 955.501680] env[62954]: _type = "Task" [ 955.501680] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.513937] env[62954]: DEBUG oslo_vmware.api [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2597911, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.588891] env[62954]: DEBUG oslo_vmware.api [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597908, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.693147] env[62954]: DEBUG nova.scheduler.client.report [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.708299] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "refresh_cache-d788173c-8090-4bb0-94cd-0f1dc06ca4fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.708299] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquired lock "refresh_cache-d788173c-8090-4bb0-94cd-0f1dc06ca4fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.708299] env[62954]: DEBUG nova.network.neutron [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.811318] env[62954]: DEBUG oslo_vmware.api [None req-a5d756e0-5ff7-4066-a223-69fe35d7f063 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357194} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.811881] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5d756e0-5ff7-4066-a223-69fe35d7f063 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.812097] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d756e0-5ff7-4066-a223-69fe35d7f063 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.812295] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d756e0-5ff7-4066-a223-69fe35d7f063 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.812486] env[62954]: INFO nova.compute.manager [None req-a5d756e0-5ff7-4066-a223-69fe35d7f063 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Took 0.65 seconds to destroy the instance on the hypervisor. [ 955.812746] env[62954]: DEBUG oslo.service.loopingcall [None req-a5d756e0-5ff7-4066-a223-69fe35d7f063 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 955.812955] env[62954]: DEBUG nova.compute.manager [-] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 955.813094] env[62954]: DEBUG nova.network.neutron [-] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 955.898054] env[62954]: WARNING nova.compute.manager [None req-148f8110-649e-4dba-8ae4-1332c2119c8e tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Image not found during snapshot: nova.exception.ImageNotFound: Image f2955e57-438d-43c8-bdda-d4113f2c4416 could not be found. [ 956.013899] env[62954]: DEBUG oslo_vmware.api [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2597911, 'name': Rename_Task, 'duration_secs': 0.159892} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.014373] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.014737] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-597c3783-ce88-4cba-bfea-cda27cc9dc30 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.023202] env[62954]: DEBUG oslo_vmware.api [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 956.023202] env[62954]: value = "task-2597912" [ 956.023202] env[62954]: _type = "Task" [ 956.023202] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.033325] env[62954]: DEBUG oslo_vmware.api [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2597912, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.089249] env[62954]: DEBUG oslo_vmware.api [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597908, 'name': CreateSnapshot_Task, 'duration_secs': 0.869003} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.089795] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Created Snapshot of the VM instance {{(pid=62954) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 956.090673] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d85c1d-40fe-48ed-9185-38e1fb11e9dd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.200816] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.200816] env[62954]: DEBUG nova.compute.manager [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 956.202504] env[62954]: DEBUG oslo_concurrency.lockutils [None req-43f9e649-28de-4cd8-a6ba-6f435bfc1680 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.605s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.202951] env[62954]: DEBUG nova.objects.instance [None req-43f9e649-28de-4cd8-a6ba-6f435bfc1680 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lazy-loading 'resources' on Instance uuid bd59b51e-a095-4464-a022-aa291c04f5a7 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.287260] env[62954]: DEBUG nova.compute.manager [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Stashing vm_state: active {{(pid=62954) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 956.325093] env[62954]: DEBUG nova.network.neutron [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.534573] env[62954]: DEBUG oslo_vmware.api [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2597912, 'name': PowerOnVM_Task, 'duration_secs': 0.467641} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.537379] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.537656] env[62954]: INFO nova.compute.manager [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Took 8.67 seconds to spawn the instance on the hypervisor. [ 956.537846] env[62954]: DEBUG nova.compute.manager [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.538709] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d023310-5883-47ac-a1d9-49ec5217dda0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.579059] env[62954]: DEBUG nova.network.neutron [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Updating instance_info_cache with network_info: [{"id": "6c6ca1ff-3dd4-4c00-a44d-46f5377124ce", "address": "fa:16:3e:33:87:7c", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c6ca1ff-3d", "ovs_interfaceid": "6c6ca1ff-3dd4-4c00-a44d-46f5377124ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.610758] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Creating linked-clone VM from snapshot {{(pid=62954) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 956.614020] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-94711b1a-c467-4637-bbae-e61f7e9e4e21 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.625132] env[62954]: DEBUG oslo_vmware.api [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for the task: (returnval){ [ 956.625132] env[62954]: value = "task-2597913" [ 956.625132] env[62954]: _type = "Task" [ 956.625132] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.634407] env[62954]: DEBUG oslo_vmware.api [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597913, 'name': CloneVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.709248] env[62954]: DEBUG nova.compute.utils [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 956.711252] env[62954]: DEBUG nova.compute.manager [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 956.711502] env[62954]: DEBUG nova.network.neutron [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 956.798372] env[62954]: DEBUG nova.policy [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2fe5f16325c4ef4930c4d6a7969a963', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '996f4979a3984002a2e736c69d2ea963', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 956.817518] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.934494] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b41717-a17a-4c1c-84b5-4fec27aaaaeb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.942692] env[62954]: DEBUG nova.network.neutron [-] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.944727] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09273485-5a0e-4462-ab06-84375acbb6da {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.981588] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3997935-ead8-4f49-b088-d3481ebd2c99 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.993538] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef840eea-36c9-470b-9aad-df3070f65f2e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.008537] env[62954]: DEBUG nova.compute.provider_tree [None req-43f9e649-28de-4cd8-a6ba-6f435bfc1680 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.066065] env[62954]: INFO nova.compute.manager [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Took 26.89 seconds to build instance. [ 957.067231] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1cc3f110-2f3f-4857-8777-e01077caad4f tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquiring lock "4ad948e7-d291-4e61-93a4-9d439e745caa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.067231] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1cc3f110-2f3f-4857-8777-e01077caad4f tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "4ad948e7-d291-4e61-93a4-9d439e745caa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.067231] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1cc3f110-2f3f-4857-8777-e01077caad4f tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquiring lock "4ad948e7-d291-4e61-93a4-9d439e745caa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.068162] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1cc3f110-2f3f-4857-8777-e01077caad4f tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "4ad948e7-d291-4e61-93a4-9d439e745caa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.068162] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1cc3f110-2f3f-4857-8777-e01077caad4f tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "4ad948e7-d291-4e61-93a4-9d439e745caa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.069786] env[62954]: INFO nova.compute.manager [None req-1cc3f110-2f3f-4857-8777-e01077caad4f tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Terminating instance [ 957.082023] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Releasing lock "refresh_cache-d788173c-8090-4bb0-94cd-0f1dc06ca4fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.082023] env[62954]: DEBUG nova.compute.manager [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Instance network_info: |[{"id": "6c6ca1ff-3dd4-4c00-a44d-46f5377124ce", "address": "fa:16:3e:33:87:7c", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c6ca1ff-3d", "ovs_interfaceid": "6c6ca1ff-3dd4-4c00-a44d-46f5377124ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 957.083299] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:87:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '594b35bb-a20b-4f0e-bd35-9acf9cc6bf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c6ca1ff-3dd4-4c00-a44d-46f5377124ce', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.091075] env[62954]: DEBUG oslo.service.loopingcall [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 957.092493] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.092642] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5a7c3b0-3cd8-44f8-a046-31258a635319 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.114563] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.114563] env[62954]: value = "task-2597914" [ 957.114563] env[62954]: _type = "Task" [ 957.114563] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.127222] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597914, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.134893] env[62954]: DEBUG oslo_vmware.api [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597913, 'name': CloneVM_Task} progress is 94%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.204603] env[62954]: DEBUG nova.compute.manager [req-280b305a-9ac6-45b1-b39f-071cbf322077 req-647eb5f4-cefe-48dd-badf-058986b4378e service nova] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Received event network-changed-6c6ca1ff-3dd4-4c00-a44d-46f5377124ce {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 957.204871] env[62954]: DEBUG nova.compute.manager [req-280b305a-9ac6-45b1-b39f-071cbf322077 req-647eb5f4-cefe-48dd-badf-058986b4378e service nova] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Refreshing instance network info cache due to event network-changed-6c6ca1ff-3dd4-4c00-a44d-46f5377124ce. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 957.205017] env[62954]: DEBUG oslo_concurrency.lockutils [req-280b305a-9ac6-45b1-b39f-071cbf322077 req-647eb5f4-cefe-48dd-badf-058986b4378e service nova] Acquiring lock "refresh_cache-d788173c-8090-4bb0-94cd-0f1dc06ca4fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.205180] env[62954]: DEBUG oslo_concurrency.lockutils [req-280b305a-9ac6-45b1-b39f-071cbf322077 req-647eb5f4-cefe-48dd-badf-058986b4378e service nova] Acquired lock "refresh_cache-d788173c-8090-4bb0-94cd-0f1dc06ca4fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.205426] env[62954]: DEBUG nova.network.neutron [req-280b305a-9ac6-45b1-b39f-071cbf322077 req-647eb5f4-cefe-48dd-badf-058986b4378e service nova] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Refreshing network info cache for port 6c6ca1ff-3dd4-4c00-a44d-46f5377124ce {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.215637] env[62954]: DEBUG nova.compute.manager [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 957.331613] env[62954]: DEBUG nova.network.neutron [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Successfully created port: 6b1d1a52-4f58-47eb-a548-7fea59799a39 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.448973] env[62954]: INFO nova.compute.manager [-] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Took 1.64 seconds to deallocate network for instance. [ 957.511826] env[62954]: DEBUG nova.scheduler.client.report [None req-43f9e649-28de-4cd8-a6ba-6f435bfc1680 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.564591] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5928982c-b34d-4f6f-aa7f-d7708395059a tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "2456df1d-6696-4475-834d-c2c8269fe02e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.403s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.574889] env[62954]: DEBUG nova.compute.manager [None req-1cc3f110-2f3f-4857-8777-e01077caad4f tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 957.575142] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc3f110-2f3f-4857-8777-e01077caad4f tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.576175] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2f1662-fd5c-4c30-bda9-bd09c9a6f00f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.586711] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc3f110-2f3f-4857-8777-e01077caad4f tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.587057] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a24ecbab-3368-4014-8084-d4ff84169017 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.596274] env[62954]: DEBUG oslo_vmware.api [None req-1cc3f110-2f3f-4857-8777-e01077caad4f tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 957.596274] env[62954]: value = "task-2597915" [ 957.596274] env[62954]: _type = "Task" [ 957.596274] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.608109] env[62954]: DEBUG oslo_vmware.api [None req-1cc3f110-2f3f-4857-8777-e01077caad4f tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.626210] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597914, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.638426] env[62954]: DEBUG oslo_vmware.api [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597913, 'name': CloneVM_Task} progress is 94%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.723968] env[62954]: INFO nova.virt.block_device [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Booting with volume a0d07e33-0f28-4def-807d-e9fe5a21aaa9 at /dev/sda [ 957.765687] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc0c9fd3-026a-413f-9aa5-263de27c3602 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.777284] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b428f6-53d1-4b92-98d4-626e192c950f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.813980] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-209d076e-9380-4adc-ba28-7349c1c0e825 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.828511] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cff1c1f-9f3a-4644-ba91-22815212f576 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.872019] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c31bc0-83dc-4b0b-9513-7af69a0c9928 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.877220] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19508c1-a68d-4e80-8f17-d32fb1e1f8d7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.893152] env[62954]: DEBUG nova.virt.block_device [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Updating existing volume attachment record: 71558364-ef9b-49dd-9fe2-e3ddb8ff1e91 {{(pid=62954) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 957.955937] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a5d756e0-5ff7-4066-a223-69fe35d7f063 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.020154] env[62954]: DEBUG oslo_concurrency.lockutils [None req-43f9e649-28de-4cd8-a6ba-6f435bfc1680 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.817s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.023252] env[62954]: DEBUG oslo_concurrency.lockutils [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.910s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.023252] env[62954]: DEBUG nova.objects.instance [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62954) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 958.062430] env[62954]: INFO nova.scheduler.client.report [None req-43f9e649-28de-4cd8-a6ba-6f435bfc1680 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Deleted allocations for instance bd59b51e-a095-4464-a022-aa291c04f5a7 [ 958.108037] env[62954]: DEBUG oslo_vmware.api [None req-1cc3f110-2f3f-4857-8777-e01077caad4f tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597915, 'name': PowerOffVM_Task, 'duration_secs': 0.24553} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.108808] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc3f110-2f3f-4857-8777-e01077caad4f tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.109154] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc3f110-2f3f-4857-8777-e01077caad4f tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 958.110506] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-229a0b56-8a05-434f-8b6a-c5d328f9acf7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.125675] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597914, 'name': CreateVM_Task, 'duration_secs': 0.558114} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.126495] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.127276] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.127515] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.127762] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.131134] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7c5b1c5-a910-4e1d-9a3c-afd406d9b51f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.138609] env[62954]: DEBUG oslo_vmware.api [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 958.138609] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52e2a2ff-1aab-885c-978a-c65ed2b6b7c4" [ 958.138609] env[62954]: _type = "Task" [ 958.138609] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.142389] env[62954]: DEBUG oslo_vmware.api [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597913, 'name': CloneVM_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.151290] env[62954]: DEBUG oslo_vmware.api [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52e2a2ff-1aab-885c-978a-c65ed2b6b7c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.205187] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc3f110-2f3f-4857-8777-e01077caad4f tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.205544] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc3f110-2f3f-4857-8777-e01077caad4f tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.205605] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cc3f110-2f3f-4857-8777-e01077caad4f tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Deleting the datastore file [datastore2] 4ad948e7-d291-4e61-93a4-9d439e745caa {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.205859] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df197a21-244b-4385-99be-092d3f814d3a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.213779] env[62954]: DEBUG oslo_vmware.api [None req-1cc3f110-2f3f-4857-8777-e01077caad4f tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for the task: (returnval){ [ 958.213779] env[62954]: value = "task-2597917" [ 958.213779] env[62954]: _type = "Task" [ 958.213779] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.225572] env[62954]: DEBUG oslo_vmware.api [None req-1cc3f110-2f3f-4857-8777-e01077caad4f tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.557764] env[62954]: DEBUG nova.network.neutron [req-280b305a-9ac6-45b1-b39f-071cbf322077 req-647eb5f4-cefe-48dd-badf-058986b4378e service nova] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Updated VIF entry in instance network info cache for port 6c6ca1ff-3dd4-4c00-a44d-46f5377124ce. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.558704] env[62954]: DEBUG nova.network.neutron [req-280b305a-9ac6-45b1-b39f-071cbf322077 req-647eb5f4-cefe-48dd-badf-058986b4378e service nova] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Updating instance_info_cache with network_info: [{"id": "6c6ca1ff-3dd4-4c00-a44d-46f5377124ce", "address": "fa:16:3e:33:87:7c", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c6ca1ff-3d", "ovs_interfaceid": "6c6ca1ff-3dd4-4c00-a44d-46f5377124ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.573744] env[62954]: DEBUG oslo_concurrency.lockutils [None req-43f9e649-28de-4cd8-a6ba-6f435bfc1680 tempest-AttachVolumeTestJSON-1789247311 tempest-AttachVolumeTestJSON-1789247311-project-member] Lock "bd59b51e-a095-4464-a022-aa291c04f5a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.361s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.638370] env[62954]: DEBUG oslo_vmware.api [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597913, 'name': CloneVM_Task, 'duration_secs': 1.536939} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.638704] env[62954]: INFO nova.virt.vmwareapi.vmops [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Created linked-clone VM from snapshot [ 958.639498] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8abd68-cea2-42cf-be1a-236570994001 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.654087] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Uploading image 35832758-b5ad-42bd-8be1-6c80cba7868c {{(pid=62954) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 958.666013] env[62954]: DEBUG oslo_vmware.api [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52e2a2ff-1aab-885c-978a-c65ed2b6b7c4, 'name': SearchDatastore_Task, 'duration_secs': 0.022808} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.667532] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.668055] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.668506] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.668783] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.669129] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.669563] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b58c9db5-d924-4a7d-8877-35c0db9bbc09 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.695736] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.699217] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.701392] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0f8d408-135a-4fa9-8776-48f0028d410e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.707393] env[62954]: DEBUG oslo_vmware.rw_handles [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 958.707393] env[62954]: value = "vm-523971" [ 958.707393] env[62954]: _type = "VirtualMachine" [ 958.707393] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 958.707740] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8921ba2d-fdbb-4613-a1a2-25a243bfc0d8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.714148] env[62954]: DEBUG oslo_vmware.api [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 958.714148] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52fff0a6-9af1-81e2-27ac-9c8f5619deee" [ 958.714148] env[62954]: _type = "Task" [ 958.714148] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.718245] env[62954]: DEBUG oslo_vmware.rw_handles [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Lease: (returnval){ [ 958.718245] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5217fca0-f334-363a-4497-b6d79635131e" [ 958.718245] env[62954]: _type = "HttpNfcLease" [ 958.718245] env[62954]: } obtained for exporting VM: (result){ [ 958.718245] env[62954]: value = "vm-523971" [ 958.718245] env[62954]: _type = "VirtualMachine" [ 958.718245] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 958.718626] env[62954]: DEBUG oslo_vmware.api [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for the lease: (returnval){ [ 958.718626] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5217fca0-f334-363a-4497-b6d79635131e" [ 958.718626] env[62954]: _type = "HttpNfcLease" [ 958.718626] env[62954]: } to be ready. {{(pid=62954) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 958.728247] env[62954]: DEBUG oslo_vmware.api [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52fff0a6-9af1-81e2-27ac-9c8f5619deee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.732045] env[62954]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 958.732045] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5217fca0-f334-363a-4497-b6d79635131e" [ 958.732045] env[62954]: _type = "HttpNfcLease" [ 958.732045] env[62954]: } is ready. {{(pid=62954) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 958.735608] env[62954]: DEBUG oslo_vmware.rw_handles [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 958.735608] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5217fca0-f334-363a-4497-b6d79635131e" [ 958.735608] env[62954]: _type = "HttpNfcLease" [ 958.735608] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 958.735608] env[62954]: DEBUG oslo_vmware.api [None req-1cc3f110-2f3f-4857-8777-e01077caad4f tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Task: {'id': task-2597917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.487294} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.735608] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70914a5b-5d67-4489-bf30-f1fa95e4dd31 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.738121] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cc3f110-2f3f-4857-8777-e01077caad4f tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.738316] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc3f110-2f3f-4857-8777-e01077caad4f tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.738494] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc3f110-2f3f-4857-8777-e01077caad4f tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.738675] env[62954]: INFO nova.compute.manager [None req-1cc3f110-2f3f-4857-8777-e01077caad4f tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Took 1.16 seconds to destroy the instance on the hypervisor. [ 958.738906] env[62954]: DEBUG oslo.service.loopingcall [None req-1cc3f110-2f3f-4857-8777-e01077caad4f tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 958.739113] env[62954]: DEBUG nova.compute.manager [-] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.739208] env[62954]: DEBUG nova.network.neutron [-] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 958.746067] env[62954]: DEBUG oslo_vmware.rw_handles [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b9a2eb-1d99-08aa-247f-9b211f86456c/disk-0.vmdk from lease info. {{(pid=62954) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 958.746232] env[62954]: DEBUG oslo_vmware.rw_handles [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b9a2eb-1d99-08aa-247f-9b211f86456c/disk-0.vmdk for reading. {{(pid=62954) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 958.838558] env[62954]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-36a99c04-f0bc-439a-80fe-f2ffb15eef76 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.033680] env[62954]: DEBUG oslo_concurrency.lockutils [None req-374f8484-260c-4c6c-a788-cb94ab8c2eaf tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.033680] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.273s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.033680] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.033680] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62954) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 959.033680] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.216s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.039443] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2dfe1c-0095-4838-85a1-d7e08454759c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.055575] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2118cb15-5062-4dae-9b51-49f94ed21b62 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.065842] env[62954]: DEBUG oslo_concurrency.lockutils [req-280b305a-9ac6-45b1-b39f-071cbf322077 req-647eb5f4-cefe-48dd-badf-058986b4378e service nova] Releasing lock "refresh_cache-d788173c-8090-4bb0-94cd-0f1dc06ca4fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.066660] env[62954]: DEBUG nova.compute.manager [req-280b305a-9ac6-45b1-b39f-071cbf322077 req-647eb5f4-cefe-48dd-badf-058986b4378e service nova] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Received event network-vif-deleted-93d1feb6-e61c-4ef8-9695-26445e2d27fa {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 959.078499] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc49e1c0-01a6-4799-a6ed-dad24c38ac84 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.087199] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e6c194-4781-4614-8df7-e708f82cc85a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.129068] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179390MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=62954) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 959.129068] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.234405] env[62954]: DEBUG oslo_vmware.api [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52fff0a6-9af1-81e2-27ac-9c8f5619deee, 'name': SearchDatastore_Task, 'duration_secs': 0.013213} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.235686] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d2e8937-6286-4c89-9c9e-e1f6dbc1f1d0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.242302] env[62954]: DEBUG oslo_vmware.api [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 959.242302] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52af6985-762a-8fd3-b56d-0842094d8aed" [ 959.242302] env[62954]: _type = "Task" [ 959.242302] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.251636] env[62954]: DEBUG oslo_vmware.api [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52af6985-762a-8fd3-b56d-0842094d8aed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.259795] env[62954]: DEBUG nova.compute.manager [req-c6bdf5b5-707a-427b-af6f-72f771ace591 req-fbb6e79a-1322-43b7-94da-47cf2da4d91a service nova] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Received event network-changed-52dcd688-7102-42b3-94c0-686a607c0307 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 959.260245] env[62954]: DEBUG nova.compute.manager [req-c6bdf5b5-707a-427b-af6f-72f771ace591 req-fbb6e79a-1322-43b7-94da-47cf2da4d91a service nova] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Refreshing instance network info cache due to event network-changed-52dcd688-7102-42b3-94c0-686a607c0307. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 959.260567] env[62954]: DEBUG oslo_concurrency.lockutils [req-c6bdf5b5-707a-427b-af6f-72f771ace591 req-fbb6e79a-1322-43b7-94da-47cf2da4d91a service nova] Acquiring lock "refresh_cache-2456df1d-6696-4475-834d-c2c8269fe02e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.260842] env[62954]: DEBUG oslo_concurrency.lockutils [req-c6bdf5b5-707a-427b-af6f-72f771ace591 req-fbb6e79a-1322-43b7-94da-47cf2da4d91a service nova] Acquired lock "refresh_cache-2456df1d-6696-4475-834d-c2c8269fe02e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.261114] env[62954]: DEBUG nova.network.neutron [req-c6bdf5b5-707a-427b-af6f-72f771ace591 req-fbb6e79a-1322-43b7-94da-47cf2da4d91a service nova] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Refreshing network info cache for port 52dcd688-7102-42b3-94c0-686a607c0307 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.551978] env[62954]: INFO nova.compute.claims [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.644226] env[62954]: DEBUG nova.network.neutron [-] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.763493] env[62954]: DEBUG oslo_vmware.api [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52af6985-762a-8fd3-b56d-0842094d8aed, 'name': SearchDatastore_Task, 'duration_secs': 0.017204} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.766313] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.766313] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] d788173c-8090-4bb0-94cd-0f1dc06ca4fb/d788173c-8090-4bb0-94cd-0f1dc06ca4fb.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.766580] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1925a8ad-eb9f-4202-b0e9-0d993501d419 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.776994] env[62954]: DEBUG oslo_vmware.api [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 959.776994] env[62954]: value = "task-2597919" [ 959.776994] env[62954]: _type = "Task" [ 959.776994] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.788405] env[62954]: DEBUG oslo_vmware.api [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.006209] env[62954]: DEBUG nova.compute.manager [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 960.007127] env[62954]: DEBUG nova.virt.hardware [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.007441] env[62954]: DEBUG nova.virt.hardware [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.007999] env[62954]: DEBUG nova.virt.hardware [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.008319] env[62954]: DEBUG nova.virt.hardware [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.008729] env[62954]: DEBUG nova.virt.hardware [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.008729] env[62954]: DEBUG nova.virt.hardware [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.008890] env[62954]: DEBUG nova.virt.hardware [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.009129] env[62954]: DEBUG nova.virt.hardware [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.009734] env[62954]: DEBUG nova.virt.hardware [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.010275] env[62954]: DEBUG nova.virt.hardware [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.010666] env[62954]: DEBUG nova.virt.hardware [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.011940] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6beba3-3994-4b82-8a71-15b0446c2dcb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.024638] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600f6483-7bac-4eba-9648-6cff205fac2e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.060265] env[62954]: INFO nova.compute.resource_tracker [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Updating resource usage from migration 33fb79fd-a0d2-4a3a-8ec1-5f0b3b7501b5 [ 960.147317] env[62954]: INFO nova.compute.manager [-] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Took 1.41 seconds to deallocate network for instance. [ 960.301754] env[62954]: DEBUG oslo_vmware.api [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597919, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.304770] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31022490-41d2-4cc1-b79d-e32dd6413866 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.315586] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d8b135-5ca1-47a0-abf1-e795552c31cb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.356611] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cafbf01-362e-477d-ba65-a4f11a5c40b6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.361203] env[62954]: DEBUG nova.network.neutron [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Successfully updated port: 6b1d1a52-4f58-47eb-a548-7fea59799a39 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 960.366156] env[62954]: DEBUG nova.network.neutron [req-c6bdf5b5-707a-427b-af6f-72f771ace591 req-fbb6e79a-1322-43b7-94da-47cf2da4d91a service nova] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Updated VIF entry in instance network info cache for port 52dcd688-7102-42b3-94c0-686a607c0307. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 960.366546] env[62954]: DEBUG nova.network.neutron [req-c6bdf5b5-707a-427b-af6f-72f771ace591 req-fbb6e79a-1322-43b7-94da-47cf2da4d91a service nova] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Updating instance_info_cache with network_info: [{"id": "52dcd688-7102-42b3-94c0-686a607c0307", "address": "fa:16:3e:64:0e:f6", "network": {"id": "4bc10178-00ee-4e02-a77f-251b191703f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1716852077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ea3f4565fee40f2863a4acec611c17e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52dcd688-71", "ovs_interfaceid": "52dcd688-7102-42b3-94c0-686a607c0307", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.371944] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba24db5-25e7-43ea-9786-8be3d2373953 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.393853] env[62954]: DEBUG nova.compute.provider_tree [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.661055] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1cc3f110-2f3f-4857-8777-e01077caad4f tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.790509] env[62954]: DEBUG oslo_vmware.api [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597919, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680039} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.790933] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] d788173c-8090-4bb0-94cd-0f1dc06ca4fb/d788173c-8090-4bb0-94cd-0f1dc06ca4fb.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.791297] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.791809] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec4bf6e2-5f70-4fe0-aaa6-c1d1eda7b36b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.800216] env[62954]: DEBUG oslo_vmware.api [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 960.800216] env[62954]: value = "task-2597921" [ 960.800216] env[62954]: _type = "Task" [ 960.800216] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.811496] env[62954]: DEBUG oslo_vmware.api [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597921, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.867170] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Acquiring lock "refresh_cache-20ff6760-fe81-486c-a9b5-f42d3bef75e8" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.867170] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Acquired lock "refresh_cache-20ff6760-fe81-486c-a9b5-f42d3bef75e8" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.867170] env[62954]: DEBUG nova.network.neutron [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.871704] env[62954]: DEBUG oslo_concurrency.lockutils [req-c6bdf5b5-707a-427b-af6f-72f771ace591 req-fbb6e79a-1322-43b7-94da-47cf2da4d91a service nova] Releasing lock "refresh_cache-2456df1d-6696-4475-834d-c2c8269fe02e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.871927] env[62954]: DEBUG nova.compute.manager [req-c6bdf5b5-707a-427b-af6f-72f771ace591 req-fbb6e79a-1322-43b7-94da-47cf2da4d91a service nova] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Received event network-vif-deleted-1c658ba5-874a-463f-bf70-9c12ee057ebd {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 960.872130] env[62954]: INFO nova.compute.manager [req-c6bdf5b5-707a-427b-af6f-72f771ace591 req-fbb6e79a-1322-43b7-94da-47cf2da4d91a service nova] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Neutron deleted interface 1c658ba5-874a-463f-bf70-9c12ee057ebd; detaching it from the instance and deleting it from the info cache [ 960.872339] env[62954]: DEBUG nova.network.neutron [req-c6bdf5b5-707a-427b-af6f-72f771ace591 req-fbb6e79a-1322-43b7-94da-47cf2da4d91a service nova] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.901032] env[62954]: DEBUG nova.scheduler.client.report [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.285542] env[62954]: DEBUG nova.compute.manager [req-57fc7096-40af-49bb-a3e2-f61acd6484a4 req-e3c4abeb-db76-4fad-85a7-ea6250fbd7da service nova] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Received event network-vif-plugged-6b1d1a52-4f58-47eb-a548-7fea59799a39 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 961.285911] env[62954]: DEBUG oslo_concurrency.lockutils [req-57fc7096-40af-49bb-a3e2-f61acd6484a4 req-e3c4abeb-db76-4fad-85a7-ea6250fbd7da service nova] Acquiring lock "20ff6760-fe81-486c-a9b5-f42d3bef75e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.286048] env[62954]: DEBUG oslo_concurrency.lockutils [req-57fc7096-40af-49bb-a3e2-f61acd6484a4 req-e3c4abeb-db76-4fad-85a7-ea6250fbd7da service nova] Lock "20ff6760-fe81-486c-a9b5-f42d3bef75e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.290019] env[62954]: DEBUG oslo_concurrency.lockutils [req-57fc7096-40af-49bb-a3e2-f61acd6484a4 req-e3c4abeb-db76-4fad-85a7-ea6250fbd7da service nova] Lock "20ff6760-fe81-486c-a9b5-f42d3bef75e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.290019] env[62954]: DEBUG nova.compute.manager [req-57fc7096-40af-49bb-a3e2-f61acd6484a4 req-e3c4abeb-db76-4fad-85a7-ea6250fbd7da service nova] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] No waiting events found dispatching network-vif-plugged-6b1d1a52-4f58-47eb-a548-7fea59799a39 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 961.290019] env[62954]: WARNING nova.compute.manager [req-57fc7096-40af-49bb-a3e2-f61acd6484a4 req-e3c4abeb-db76-4fad-85a7-ea6250fbd7da service nova] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Received unexpected event network-vif-plugged-6b1d1a52-4f58-47eb-a548-7fea59799a39 for instance with vm_state building and task_state spawning. [ 961.290019] env[62954]: DEBUG nova.compute.manager [req-57fc7096-40af-49bb-a3e2-f61acd6484a4 req-e3c4abeb-db76-4fad-85a7-ea6250fbd7da service nova] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Received event network-changed-6b1d1a52-4f58-47eb-a548-7fea59799a39 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 961.290019] env[62954]: DEBUG nova.compute.manager [req-57fc7096-40af-49bb-a3e2-f61acd6484a4 req-e3c4abeb-db76-4fad-85a7-ea6250fbd7da service nova] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Refreshing instance network info cache due to event network-changed-6b1d1a52-4f58-47eb-a548-7fea59799a39. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 961.290019] env[62954]: DEBUG oslo_concurrency.lockutils [req-57fc7096-40af-49bb-a3e2-f61acd6484a4 req-e3c4abeb-db76-4fad-85a7-ea6250fbd7da service nova] Acquiring lock "refresh_cache-20ff6760-fe81-486c-a9b5-f42d3bef75e8" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.315051] env[62954]: DEBUG oslo_vmware.api [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597921, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085409} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.315051] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.315808] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ea3bf9-ad41-4630-b98c-efeb93367ff5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.356268] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] d788173c-8090-4bb0-94cd-0f1dc06ca4fb/d788173c-8090-4bb0-94cd-0f1dc06ca4fb.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.357594] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cadb8b78-290e-4a20-990a-c9a6597278c1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.380227] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e75792eb-41ef-4487-a16d-500ba465aff1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.393031] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75249f0f-353f-49da-a242-99993bdb53c9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.406195] env[62954]: DEBUG oslo_vmware.api [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 961.406195] env[62954]: value = "task-2597922" [ 961.406195] env[62954]: _type = "Task" [ 961.406195] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.407308] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.374s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.407308] env[62954]: INFO nova.compute.manager [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Migrating [ 961.420908] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a5d756e0-5ff7-4066-a223-69fe35d7f063 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.464s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.420908] env[62954]: DEBUG nova.objects.instance [None req-a5d756e0-5ff7-4066-a223-69fe35d7f063 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lazy-loading 'resources' on Instance uuid d88d667e-5668-42ca-b27f-ea40348e796b {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.421943] env[62954]: DEBUG nova.network.neutron [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 961.445434] env[62954]: DEBUG nova.compute.manager [req-c6bdf5b5-707a-427b-af6f-72f771ace591 req-fbb6e79a-1322-43b7-94da-47cf2da4d91a service nova] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Detach interface failed, port_id=1c658ba5-874a-463f-bf70-9c12ee057ebd, reason: Instance 4ad948e7-d291-4e61-93a4-9d439e745caa could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 961.451571] env[62954]: DEBUG oslo_vmware.api [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.602643] env[62954]: DEBUG nova.network.neutron [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Updating instance_info_cache with network_info: [{"id": "6b1d1a52-4f58-47eb-a548-7fea59799a39", "address": "fa:16:3e:3e:f7:1f", "network": {"id": "98e46d55-b0b6-489a-a989-0b651f7654dc", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1790111339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "996f4979a3984002a2e736c69d2ea963", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b1d1a52-4f", "ovs_interfaceid": "6b1d1a52-4f58-47eb-a548-7fea59799a39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.916759] env[62954]: DEBUG oslo_vmware.api [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597922, 'name': ReconfigVM_Task, 'duration_secs': 0.408021} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.917401] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Reconfigured VM instance instance-0000005d to attach disk [datastore1] d788173c-8090-4bb0-94cd-0f1dc06ca4fb/d788173c-8090-4bb0-94cd-0f1dc06ca4fb.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.918092] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f20c437e-a853-48fd-a86d-1f43438395ae {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.929331] env[62954]: DEBUG oslo_vmware.api [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 961.929331] env[62954]: value = "task-2597923" [ 961.929331] env[62954]: _type = "Task" [ 961.929331] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.955980] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "refresh_cache-d9c2765c-9024-42db-b1f7-19ef016c559a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.956663] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquired lock "refresh_cache-d9c2765c-9024-42db-b1f7-19ef016c559a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.956979] env[62954]: DEBUG nova.network.neutron [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.961548] env[62954]: DEBUG oslo_vmware.api [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597923, 'name': Rename_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.108993] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Releasing lock "refresh_cache-20ff6760-fe81-486c-a9b5-f42d3bef75e8" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.109347] env[62954]: DEBUG nova.compute.manager [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Instance network_info: |[{"id": "6b1d1a52-4f58-47eb-a548-7fea59799a39", "address": "fa:16:3e:3e:f7:1f", "network": {"id": "98e46d55-b0b6-489a-a989-0b651f7654dc", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1790111339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "996f4979a3984002a2e736c69d2ea963", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b1d1a52-4f", "ovs_interfaceid": "6b1d1a52-4f58-47eb-a548-7fea59799a39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 962.109656] env[62954]: DEBUG oslo_concurrency.lockutils [req-57fc7096-40af-49bb-a3e2-f61acd6484a4 req-e3c4abeb-db76-4fad-85a7-ea6250fbd7da service nova] Acquired lock "refresh_cache-20ff6760-fe81-486c-a9b5-f42d3bef75e8" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.110295] env[62954]: DEBUG nova.network.neutron [req-57fc7096-40af-49bb-a3e2-f61acd6484a4 req-e3c4abeb-db76-4fad-85a7-ea6250fbd7da service nova] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Refreshing network info cache for port 6b1d1a52-4f58-47eb-a548-7fea59799a39 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.111139] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:f7:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbdab640-5fea-4254-8bd3-f855b7eaca0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b1d1a52-4f58-47eb-a548-7fea59799a39', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 962.125064] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Creating folder: Project (996f4979a3984002a2e736c69d2ea963). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 962.130546] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4743579-ee03-4ed8-9c98-aa0a2b6f6365 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.146991] env[62954]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 962.147399] env[62954]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62954) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 962.147625] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Folder already exists: Project (996f4979a3984002a2e736c69d2ea963). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 962.147889] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Creating folder: Instances. Parent ref: group-v523958. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 962.148521] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2995d3ad-ac40-4cf7-b1e0-8b029b9ce3e6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.168671] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Created folder: Instances in parent group-v523958. [ 962.169011] env[62954]: DEBUG oslo.service.loopingcall [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 962.169222] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 962.170713] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d04d2c27-87d5-49f0-ad58-29cde5cfd59c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.196931] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 962.196931] env[62954]: value = "task-2597926" [ 962.196931] env[62954]: _type = "Task" [ 962.196931] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.202869] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74fa529-14cd-4517-a459-d9e897ae3138 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.215522] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f932d88-8c5e-4a15-8329-dbb0c3d0aea0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.219998] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597926, 'name': CreateVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.255699] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87bb647-1202-45f3-b3ed-c63d57b791e8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.264574] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5f1ff6-f941-4032-94b6-36a85be4dbff {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.291029] env[62954]: DEBUG nova.compute.provider_tree [None req-a5d756e0-5ff7-4066-a223-69fe35d7f063 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.441526] env[62954]: DEBUG oslo_vmware.api [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597923, 'name': Rename_Task, 'duration_secs': 0.237584} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.442346] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.442768] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-753b9c7e-ac8f-4874-978f-4f6ab8142034 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.453019] env[62954]: DEBUG oslo_vmware.api [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 962.453019] env[62954]: value = "task-2597927" [ 962.453019] env[62954]: _type = "Task" [ 962.453019] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.468941] env[62954]: DEBUG oslo_vmware.api [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597927, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.709454] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597926, 'name': CreateVM_Task} progress is 25%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.791463] env[62954]: DEBUG nova.scheduler.client.report [None req-a5d756e0-5ff7-4066-a223-69fe35d7f063 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.832835] env[62954]: DEBUG nova.network.neutron [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Updating instance_info_cache with network_info: [{"id": "9a3cd33d-fe29-48cd-ae1c-230d709e148c", "address": "fa:16:3e:52:3b:d9", "network": {"id": "83c48440-f1b0-4959-9641-df64dcfa43c4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1935869524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a34a6adfdb95418ba67dc915c9c734b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a3cd33d-fe", "ovs_interfaceid": "9a3cd33d-fe29-48cd-ae1c-230d709e148c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.967290] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "39a464fe-3499-47d5-b1d4-2c3cf4db3356" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.967601] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "39a464fe-3499-47d5-b1d4-2c3cf4db3356" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.974407] env[62954]: DEBUG oslo_vmware.api [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597927, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.020677] env[62954]: DEBUG nova.network.neutron [req-57fc7096-40af-49bb-a3e2-f61acd6484a4 req-e3c4abeb-db76-4fad-85a7-ea6250fbd7da service nova] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Updated VIF entry in instance network info cache for port 6b1d1a52-4f58-47eb-a548-7fea59799a39. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 963.021060] env[62954]: DEBUG nova.network.neutron [req-57fc7096-40af-49bb-a3e2-f61acd6484a4 req-e3c4abeb-db76-4fad-85a7-ea6250fbd7da service nova] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Updating instance_info_cache with network_info: [{"id": "6b1d1a52-4f58-47eb-a548-7fea59799a39", "address": "fa:16:3e:3e:f7:1f", "network": {"id": "98e46d55-b0b6-489a-a989-0b651f7654dc", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1790111339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "996f4979a3984002a2e736c69d2ea963", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b1d1a52-4f", "ovs_interfaceid": "6b1d1a52-4f58-47eb-a548-7fea59799a39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.209298] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597926, 'name': CreateVM_Task, 'duration_secs': 0.783305} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.209483] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 963.210214] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523963', 'volume_id': 'a0d07e33-0f28-4def-807d-e9fe5a21aaa9', 'name': 'volume-a0d07e33-0f28-4def-807d-e9fe5a21aaa9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '20ff6760-fe81-486c-a9b5-f42d3bef75e8', 'attached_at': '', 'detached_at': '', 'volume_id': 'a0d07e33-0f28-4def-807d-e9fe5a21aaa9', 'serial': 'a0d07e33-0f28-4def-807d-e9fe5a21aaa9'}, 'attachment_id': '71558364-ef9b-49dd-9fe2-e3ddb8ff1e91', 'delete_on_termination': True, 'device_type': None, 'mount_device': '/dev/sda', 'boot_index': 0, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=62954) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 963.210501] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Root volume attach. Driver type: vmdk {{(pid=62954) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 963.211321] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2b0b87-97bb-4cc8-ab93-72cef63f1456 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.222522] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68420db4-0f8a-4a66-8c15-e56966817b6a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.231351] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24af8f8-7048-427e-8f2b-d0bd9f786276 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.241784] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-2543bf49-f3c8-4733-9859-d07e2928fe2d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.250165] env[62954]: DEBUG oslo_vmware.api [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Waiting for the task: (returnval){ [ 963.250165] env[62954]: value = "task-2597928" [ 963.250165] env[62954]: _type = "Task" [ 963.250165] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.266930] env[62954]: DEBUG oslo_vmware.api [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Task: {'id': task-2597928, 'name': RelocateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.296387] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a5d756e0-5ff7-4066-a223-69fe35d7f063 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.877s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.298911] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.171s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.324164] env[62954]: INFO nova.scheduler.client.report [None req-a5d756e0-5ff7-4066-a223-69fe35d7f063 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Deleted allocations for instance d88d667e-5668-42ca-b27f-ea40348e796b [ 963.336132] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Releasing lock "refresh_cache-d9c2765c-9024-42db-b1f7-19ef016c559a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.465540] env[62954]: DEBUG oslo_vmware.api [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597927, 'name': PowerOnVM_Task, 'duration_secs': 0.651088} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.465884] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.466074] env[62954]: INFO nova.compute.manager [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Took 9.52 seconds to spawn the instance on the hypervisor. [ 963.466305] env[62954]: DEBUG nova.compute.manager [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.467232] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4f04a8-8898-4eef-a051-f68158a2422e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.477109] env[62954]: DEBUG nova.compute.manager [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 963.524372] env[62954]: DEBUG oslo_concurrency.lockutils [req-57fc7096-40af-49bb-a3e2-f61acd6484a4 req-e3c4abeb-db76-4fad-85a7-ea6250fbd7da service nova] Releasing lock "refresh_cache-20ff6760-fe81-486c-a9b5-f42d3bef75e8" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.764461] env[62954]: DEBUG oslo_vmware.api [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Task: {'id': task-2597928, 'name': RelocateVM_Task} progress is 35%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.812288] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "034c1fcc-bec2-4e4b-b77d-821eba6a81fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.812616] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "034c1fcc-bec2-4e4b-b77d-821eba6a81fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.835027] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a5d756e0-5ff7-4066-a223-69fe35d7f063 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "d88d667e-5668-42ca-b27f-ea40348e796b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.179s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.992637] env[62954]: INFO nova.compute.manager [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Took 18.80 seconds to build instance. [ 964.010461] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.223948] env[62954]: DEBUG nova.compute.manager [req-2adcd210-a1e3-4285-99f2-fd4f21b81ba8 req-30c9af4d-96c1-40b4-b558-bcd3c3c4247e service nova] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Received event network-changed-6c6ca1ff-3dd4-4c00-a44d-46f5377124ce {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 964.224180] env[62954]: DEBUG nova.compute.manager [req-2adcd210-a1e3-4285-99f2-fd4f21b81ba8 req-30c9af4d-96c1-40b4-b558-bcd3c3c4247e service nova] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Refreshing instance network info cache due to event network-changed-6c6ca1ff-3dd4-4c00-a44d-46f5377124ce. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 964.224402] env[62954]: DEBUG oslo_concurrency.lockutils [req-2adcd210-a1e3-4285-99f2-fd4f21b81ba8 req-30c9af4d-96c1-40b4-b558-bcd3c3c4247e service nova] Acquiring lock "refresh_cache-d788173c-8090-4bb0-94cd-0f1dc06ca4fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.224600] env[62954]: DEBUG oslo_concurrency.lockutils [req-2adcd210-a1e3-4285-99f2-fd4f21b81ba8 req-30c9af4d-96c1-40b4-b558-bcd3c3c4247e service nova] Acquired lock "refresh_cache-d788173c-8090-4bb0-94cd-0f1dc06ca4fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.225204] env[62954]: DEBUG nova.network.neutron [req-2adcd210-a1e3-4285-99f2-fd4f21b81ba8 req-30c9af4d-96c1-40b4-b558-bcd3c3c4247e service nova] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Refreshing network info cache for port 6c6ca1ff-3dd4-4c00-a44d-46f5377124ce {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.264184] env[62954]: DEBUG oslo_vmware.api [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Task: {'id': task-2597928, 'name': RelocateVM_Task} progress is 51%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.313240] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Applying migration context for instance d9c2765c-9024-42db-b1f7-19ef016c559a as it has an incoming, in-progress migration 33fb79fd-a0d2-4a3a-8ec1-5f0b3b7501b5. Migration status is migrating {{(pid=62954) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 964.314852] env[62954]: INFO nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Updating resource usage from migration 33fb79fd-a0d2-4a3a-8ec1-5f0b3b7501b5 [ 964.317771] env[62954]: DEBUG nova.compute.manager [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 964.351201] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 964.351201] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance bd25771f-4502-4a7c-acb6-75a91117d993 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 964.351201] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 5ea4c876-a32b-4295-855c-61464cc8f72b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 964.351201] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 7c869ee8-46a2-4f90-81b0-81399e6495bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 964.351201] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance b7ae08a3-971e-4c17-be31-708bbf28cb66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 964.351201] env[62954]: WARNING nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 4ad948e7-d291-4e61-93a4-9d439e745caa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 964.351201] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 2456df1d-6696-4475-834d-c2c8269fe02e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 964.351201] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance d788173c-8090-4bb0-94cd-0f1dc06ca4fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 964.351201] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 20ff6760-fe81-486c-a9b5-f42d3bef75e8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 964.351201] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Migration 33fb79fd-a0d2-4a3a-8ec1-5f0b3b7501b5 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 964.351201] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance d9c2765c-9024-42db-b1f7-19ef016c559a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 964.494887] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e2871c29-7e5e-44f0-9ede-abe8cd079e9f tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "d788173c-8090-4bb0-94cd-0f1dc06ca4fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.312s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.766151] env[62954]: DEBUG oslo_vmware.api [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Task: {'id': task-2597928, 'name': RelocateVM_Task} progress is 63%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.847708] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.854495] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f72bcb7-1401-447b-b242-557b4aa80e9f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.862281] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 39a464fe-3499-47d5-b1d4-2c3cf4db3356 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 964.887051] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Updating instance 'd9c2765c-9024-42db-b1f7-19ef016c559a' progress to 0 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 965.033877] env[62954]: DEBUG nova.network.neutron [req-2adcd210-a1e3-4285-99f2-fd4f21b81ba8 req-30c9af4d-96c1-40b4-b558-bcd3c3c4247e service nova] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Updated VIF entry in instance network info cache for port 6c6ca1ff-3dd4-4c00-a44d-46f5377124ce. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.034355] env[62954]: DEBUG nova.network.neutron [req-2adcd210-a1e3-4285-99f2-fd4f21b81ba8 req-30c9af4d-96c1-40b4-b558-bcd3c3c4247e service nova] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Updating instance_info_cache with network_info: [{"id": "6c6ca1ff-3dd4-4c00-a44d-46f5377124ce", "address": "fa:16:3e:33:87:7c", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c6ca1ff-3d", "ovs_interfaceid": "6c6ca1ff-3dd4-4c00-a44d-46f5377124ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.198642] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "d4f72348-191e-4762-a939-911324d07d59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.198979] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "d4f72348-191e-4762-a939-911324d07d59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.277290] env[62954]: DEBUG oslo_vmware.api [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Task: {'id': task-2597928, 'name': RelocateVM_Task} progress is 78%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.368268] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 034c1fcc-bec2-4e4b-b77d-821eba6a81fb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 965.368797] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=62954) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 965.368797] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=62954) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 965.394014] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.394379] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db501f1e-c977-4575-9532-0de789796252 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.411395] env[62954]: DEBUG oslo_vmware.api [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 965.411395] env[62954]: value = "task-2597930" [ 965.411395] env[62954]: _type = "Task" [ 965.411395] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.428720] env[62954]: DEBUG oslo_vmware.api [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.538996] env[62954]: DEBUG oslo_concurrency.lockutils [req-2adcd210-a1e3-4285-99f2-fd4f21b81ba8 req-30c9af4d-96c1-40b4-b558-bcd3c3c4247e service nova] Releasing lock "refresh_cache-d788173c-8090-4bb0-94cd-0f1dc06ca4fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.609503] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee44115-1327-48e7-ad76-f431315eb404 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.621321] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852964bc-d4a4-4768-a13f-3fe4793a84e9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.664571] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1ddb77-060b-46fa-9a5b-86b25763f382 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.676835] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a5b27c-1b92-402a-9c44-17acefa5bd94 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.698495] env[62954]: DEBUG nova.compute.provider_tree [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.702865] env[62954]: DEBUG nova.compute.manager [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 965.771996] env[62954]: DEBUG oslo_vmware.api [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Task: {'id': task-2597928, 'name': RelocateVM_Task} progress is 92%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.926087] env[62954]: DEBUG oslo_vmware.api [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597930, 'name': PowerOffVM_Task, 'duration_secs': 0.443503} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.926524] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.926821] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Updating instance 'd9c2765c-9024-42db-b1f7-19ef016c559a' progress to 17 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 966.202375] env[62954]: DEBUG nova.scheduler.client.report [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.228344] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.266311] env[62954]: DEBUG oslo_vmware.api [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Task: {'id': task-2597928, 'name': RelocateVM_Task} progress is 97%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.435521] env[62954]: DEBUG nova.virt.hardware [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.435816] env[62954]: DEBUG nova.virt.hardware [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.435984] env[62954]: DEBUG nova.virt.hardware [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.436192] env[62954]: DEBUG nova.virt.hardware [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.436344] env[62954]: DEBUG nova.virt.hardware [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.436493] env[62954]: DEBUG nova.virt.hardware [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.436700] env[62954]: DEBUG nova.virt.hardware [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.436862] env[62954]: DEBUG nova.virt.hardware [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.437043] env[62954]: DEBUG nova.virt.hardware [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.437214] env[62954]: DEBUG nova.virt.hardware [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.437388] env[62954]: DEBUG nova.virt.hardware [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.442572] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ecd1c0e-6605-4064-888d-63094bd03df8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.459914] env[62954]: DEBUG oslo_vmware.api [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 966.459914] env[62954]: value = "task-2597932" [ 966.459914] env[62954]: _type = "Task" [ 966.459914] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.468685] env[62954]: DEBUG oslo_vmware.api [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597932, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.707344] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62954) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 966.707657] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.409s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.708008] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1cc3f110-2f3f-4857-8777-e01077caad4f tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.047s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.708234] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1cc3f110-2f3f-4857-8777-e01077caad4f tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.710476] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.700s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.711917] env[62954]: INFO nova.compute.claims [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 966.731392] env[62954]: INFO nova.scheduler.client.report [None req-1cc3f110-2f3f-4857-8777-e01077caad4f tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Deleted allocations for instance 4ad948e7-d291-4e61-93a4-9d439e745caa [ 966.767566] env[62954]: DEBUG oslo_vmware.api [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Task: {'id': task-2597928, 'name': RelocateVM_Task} progress is 97%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.791863] env[62954]: DEBUG oslo_concurrency.lockutils [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "9d694e55-25f6-45fc-9909-3ce31bb25956" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.792117] env[62954]: DEBUG oslo_concurrency.lockutils [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "9d694e55-25f6-45fc-9909-3ce31bb25956" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.973045] env[62954]: DEBUG oslo_vmware.api [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597932, 'name': ReconfigVM_Task, 'duration_secs': 0.416218} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.973045] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Updating instance 'd9c2765c-9024-42db-b1f7-19ef016c559a' progress to 33 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 967.239479] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1cc3f110-2f3f-4857-8777-e01077caad4f tempest-ImagesTestJSON-1619948903 tempest-ImagesTestJSON-1619948903-project-member] Lock "4ad948e7-d291-4e61-93a4-9d439e745caa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.172s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.269454] env[62954]: DEBUG oslo_vmware.api [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Task: {'id': task-2597928, 'name': RelocateVM_Task} progress is 98%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.295583] env[62954]: DEBUG nova.compute.manager [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 967.479869] env[62954]: DEBUG nova.virt.hardware [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.480164] env[62954]: DEBUG nova.virt.hardware [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.480331] env[62954]: DEBUG nova.virt.hardware [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.480516] env[62954]: DEBUG nova.virt.hardware [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.480663] env[62954]: DEBUG nova.virt.hardware [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.480831] env[62954]: DEBUG nova.virt.hardware [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.481096] env[62954]: DEBUG nova.virt.hardware [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.481316] env[62954]: DEBUG nova.virt.hardware [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.481529] env[62954]: DEBUG nova.virt.hardware [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.481733] env[62954]: DEBUG nova.virt.hardware [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.481999] env[62954]: DEBUG nova.virt.hardware [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.488637] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Reconfiguring VM instance instance-0000005b to detach disk 2000 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 967.489034] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db24aac2-e7dd-4a9d-89e2-c90928fa84f1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.513741] env[62954]: DEBUG oslo_vmware.api [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 967.513741] env[62954]: value = "task-2597933" [ 967.513741] env[62954]: _type = "Task" [ 967.513741] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.527067] env[62954]: DEBUG oslo_vmware.api [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597933, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.772718] env[62954]: DEBUG oslo_vmware.api [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Task: {'id': task-2597928, 'name': RelocateVM_Task, 'duration_secs': 4.273516} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.776189] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Volume attach. Driver type: vmdk {{(pid=62954) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 967.776189] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523963', 'volume_id': 'a0d07e33-0f28-4def-807d-e9fe5a21aaa9', 'name': 'volume-a0d07e33-0f28-4def-807d-e9fe5a21aaa9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '20ff6760-fe81-486c-a9b5-f42d3bef75e8', 'attached_at': '', 'detached_at': '', 'volume_id': 'a0d07e33-0f28-4def-807d-e9fe5a21aaa9', 'serial': 'a0d07e33-0f28-4def-807d-e9fe5a21aaa9'} {{(pid=62954) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 967.778687] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf328d6f-df10-404c-adcc-a293f5c75ea2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.799980] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51aa2b27-1eb1-43b7-ae15-c21b2fbd4f9f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.828689] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] volume-a0d07e33-0f28-4def-807d-e9fe5a21aaa9/volume-a0d07e33-0f28-4def-807d-e9fe5a21aaa9.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.832942] env[62954]: DEBUG oslo_concurrency.lockutils [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.833953] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e586c55-98ef-40ef-9423-25a3028c5828 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.856263] env[62954]: DEBUG oslo_vmware.api [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Waiting for the task: (returnval){ [ 967.856263] env[62954]: value = "task-2597934" [ 967.856263] env[62954]: _type = "Task" [ 967.856263] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.868780] env[62954]: DEBUG oslo_vmware.api [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Task: {'id': task-2597934, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.981113] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aed24cb-bbeb-42c8-b1f3-f54a2a4972eb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.989564] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ff68fe-0d74-480c-86d7-630d32dbc123 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.025154] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33a1585-17ed-4a80-bd5e-a7b7ddd4ee05 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.035402] env[62954]: DEBUG oslo_vmware.api [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597933, 'name': ReconfigVM_Task, 'duration_secs': 0.193306} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.035804] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Reconfigured VM instance instance-0000005b to detach disk 2000 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 968.037096] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32334d7f-a508-49aa-9924-0dee8f26c995 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.041508] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17452e21-3f61-4c7f-8790-af829c64cf6c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.065027] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] d9c2765c-9024-42db-b1f7-19ef016c559a/d9c2765c-9024-42db-b1f7-19ef016c559a.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.072659] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f43913f-23bd-4452-8d8e-275928702681 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.085954] env[62954]: DEBUG nova.compute.provider_tree [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.094402] env[62954]: DEBUG oslo_vmware.api [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 968.094402] env[62954]: value = "task-2597935" [ 968.094402] env[62954]: _type = "Task" [ 968.094402] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.106594] env[62954]: DEBUG oslo_vmware.api [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597935, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.369187] env[62954]: DEBUG oslo_vmware.api [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Task: {'id': task-2597934, 'name': ReconfigVM_Task, 'duration_secs': 0.303362} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.369599] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Reconfigured VM instance instance-0000005e to attach disk [datastore1] volume-a0d07e33-0f28-4def-807d-e9fe5a21aaa9/volume-a0d07e33-0f28-4def-807d-e9fe5a21aaa9.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.374814] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0c998e3-a38e-496e-80d8-028a6f6bfd29 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.394036] env[62954]: DEBUG oslo_vmware.api [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Waiting for the task: (returnval){ [ 968.394036] env[62954]: value = "task-2597936" [ 968.394036] env[62954]: _type = "Task" [ 968.394036] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.403974] env[62954]: DEBUG oslo_vmware.api [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Task: {'id': task-2597936, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.592033] env[62954]: DEBUG nova.scheduler.client.report [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.606140] env[62954]: DEBUG oslo_vmware.api [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597935, 'name': ReconfigVM_Task, 'duration_secs': 0.384712} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.606911] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Reconfigured VM instance instance-0000005b to attach disk [datastore2] d9c2765c-9024-42db-b1f7-19ef016c559a/d9c2765c-9024-42db-b1f7-19ef016c559a.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.609140] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Updating instance 'd9c2765c-9024-42db-b1f7-19ef016c559a' progress to 50 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 968.863238] env[62954]: DEBUG oslo_vmware.rw_handles [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b9a2eb-1d99-08aa-247f-9b211f86456c/disk-0.vmdk. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 968.865261] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045b1406-ad39-4cea-be36-625020efc9bf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.873898] env[62954]: DEBUG oslo_vmware.rw_handles [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b9a2eb-1d99-08aa-247f-9b211f86456c/disk-0.vmdk is in state: ready. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 968.873898] env[62954]: ERROR oslo_vmware.rw_handles [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b9a2eb-1d99-08aa-247f-9b211f86456c/disk-0.vmdk due to incomplete transfer. [ 968.873898] env[62954]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-61a82594-b419-43d5-8559-211fefc3858b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.883114] env[62954]: DEBUG oslo_vmware.rw_handles [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b9a2eb-1d99-08aa-247f-9b211f86456c/disk-0.vmdk. {{(pid=62954) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 968.883114] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Uploaded image 35832758-b5ad-42bd-8be1-6c80cba7868c to the Glance image server {{(pid=62954) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 968.885712] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Destroying the VM {{(pid=62954) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 968.886056] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e26632fd-7b95-4ae5-877e-85e7654c1f02 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.894764] env[62954]: DEBUG oslo_vmware.api [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for the task: (returnval){ [ 968.894764] env[62954]: value = "task-2597937" [ 968.894764] env[62954]: _type = "Task" [ 968.894764] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.911461] env[62954]: DEBUG oslo_vmware.api [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597937, 'name': Destroy_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.915668] env[62954]: DEBUG oslo_vmware.api [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Task: {'id': task-2597936, 'name': ReconfigVM_Task, 'duration_secs': 0.165641} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.916043] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523963', 'volume_id': 'a0d07e33-0f28-4def-807d-e9fe5a21aaa9', 'name': 'volume-a0d07e33-0f28-4def-807d-e9fe5a21aaa9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '20ff6760-fe81-486c-a9b5-f42d3bef75e8', 'attached_at': '', 'detached_at': '', 'volume_id': 'a0d07e33-0f28-4def-807d-e9fe5a21aaa9', 'serial': 'a0d07e33-0f28-4def-807d-e9fe5a21aaa9'} {{(pid=62954) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 968.916641] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29b4fc22-0c00-4d6f-9405-1e0d4fdf37b5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.925059] env[62954]: DEBUG oslo_vmware.api [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Waiting for the task: (returnval){ [ 968.925059] env[62954]: value = "task-2597938" [ 968.925059] env[62954]: _type = "Task" [ 968.925059] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.935557] env[62954]: DEBUG oslo_vmware.api [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Task: {'id': task-2597938, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.096010] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.385s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.096816] env[62954]: DEBUG nova.compute.manager [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 969.104093] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.255s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.104245] env[62954]: INFO nova.compute.claims [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 969.117524] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79116db-592f-4313-baae-cca10f37b040 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.140589] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ad7d7f-d9a4-4919-a84c-bc8ddb53a071 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.164802] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Updating instance 'd9c2765c-9024-42db-b1f7-19ef016c559a' progress to 67 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 969.410341] env[62954]: DEBUG oslo_vmware.api [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597937, 'name': Destroy_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.434526] env[62954]: DEBUG oslo_vmware.api [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Task: {'id': task-2597938, 'name': Rename_Task, 'duration_secs': 0.239244} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.434823] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.435069] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eaad5b0e-8ce5-463f-9575-98db551c723c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.442726] env[62954]: DEBUG oslo_vmware.api [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Waiting for the task: (returnval){ [ 969.442726] env[62954]: value = "task-2597939" [ 969.442726] env[62954]: _type = "Task" [ 969.442726] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.451808] env[62954]: DEBUG oslo_vmware.api [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Task: {'id': task-2597939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.604408] env[62954]: DEBUG nova.compute.utils [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 969.605968] env[62954]: DEBUG nova.compute.manager [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 969.606214] env[62954]: DEBUG nova.network.neutron [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 969.676821] env[62954]: DEBUG nova.policy [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41504cde129347978859d6028392af60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4bf9ee7b108347bfa5bd89b8f255aef8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 969.761232] env[62954]: DEBUG nova.network.neutron [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Port 9a3cd33d-fe29-48cd-ae1c-230d709e148c binding to destination host cpu-1 is already ACTIVE {{(pid=62954) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 969.911365] env[62954]: DEBUG oslo_vmware.api [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597937, 'name': Destroy_Task, 'duration_secs': 0.958906} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.911788] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Destroyed the VM [ 969.911788] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Deleting Snapshot of the VM instance {{(pid=62954) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 969.912019] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-81df8ba5-6b4b-468c-bd0b-8ce8203440c2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.919995] env[62954]: DEBUG oslo_vmware.api [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for the task: (returnval){ [ 969.919995] env[62954]: value = "task-2597940" [ 969.919995] env[62954]: _type = "Task" [ 969.919995] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.929368] env[62954]: DEBUG oslo_vmware.api [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597940, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.953235] env[62954]: DEBUG oslo_vmware.api [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Task: {'id': task-2597939, 'name': PowerOnVM_Task, 'duration_secs': 0.486261} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.953513] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.953718] env[62954]: INFO nova.compute.manager [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Took 9.95 seconds to spawn the instance on the hypervisor. [ 969.953898] env[62954]: DEBUG nova.compute.manager [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.955247] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea97b73-e829-4b0b-8c20-d86fae95fc9f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.109439] env[62954]: DEBUG nova.compute.manager [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 970.208566] env[62954]: DEBUG nova.network.neutron [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Successfully created port: 14a8e3ac-3390-478f-b6ec-d4e99dd3238e {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.389198] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b37301-c27f-4cb8-9e4c-ac519c62ed6a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.397748] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111ed3db-8cc0-4af5-b69c-f6d86f7b2ab2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.435452] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8414dffe-f3d7-44ab-a14c-f6e8461c48c2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.445669] env[62954]: DEBUG oslo_vmware.api [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597940, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.446970] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd64aeab-e792-4d8e-8c46-8e9ac6ceaf50 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.462104] env[62954]: DEBUG nova.compute.provider_tree [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.477474] env[62954]: INFO nova.compute.manager [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Took 23.67 seconds to build instance. [ 970.786614] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "d9c2765c-9024-42db-b1f7-19ef016c559a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.786614] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "d9c2765c-9024-42db-b1f7-19ef016c559a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.786614] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "d9c2765c-9024-42db-b1f7-19ef016c559a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.943522] env[62954]: DEBUG oslo_vmware.api [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597940, 'name': RemoveSnapshot_Task, 'duration_secs': 0.920023} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.943522] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Deleted Snapshot of the VM instance {{(pid=62954) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 970.944108] env[62954]: DEBUG nova.compute.manager [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.944764] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9efaf74-95fe-4b9c-b413-d14706176478 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.965831] env[62954]: DEBUG nova.scheduler.client.report [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.979643] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c9614c7f-3601-4532-b6f2-c85bf539649d tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Lock "20ff6760-fe81-486c-a9b5-f42d3bef75e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.187s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.120518] env[62954]: DEBUG nova.compute.manager [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 971.155801] env[62954]: DEBUG nova.virt.hardware [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.155801] env[62954]: DEBUG nova.virt.hardware [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.155801] env[62954]: DEBUG nova.virt.hardware [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.155801] env[62954]: DEBUG nova.virt.hardware [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.155801] env[62954]: DEBUG nova.virt.hardware [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.155801] env[62954]: DEBUG nova.virt.hardware [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.157630] env[62954]: DEBUG nova.virt.hardware [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.157630] env[62954]: DEBUG nova.virt.hardware [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.157630] env[62954]: DEBUG nova.virt.hardware [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.158032] env[62954]: DEBUG nova.virt.hardware [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.158372] env[62954]: DEBUG nova.virt.hardware [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.160683] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f80906d-28c3-4640-9f39-0452efd7cf0a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.170801] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5999f0a0-9019-4b4e-81e2-045665cbb65c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.460545] env[62954]: INFO nova.compute.manager [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Shelve offloading [ 971.473895] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.369s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.473895] env[62954]: DEBUG nova.compute.manager [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 971.476553] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.248s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.479333] env[62954]: INFO nova.compute.claims [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 971.876986] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "refresh_cache-d9c2765c-9024-42db-b1f7-19ef016c559a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.877250] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquired lock "refresh_cache-d9c2765c-9024-42db-b1f7-19ef016c559a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.877434] env[62954]: DEBUG nova.network.neutron [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.963917] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.964157] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a32ecb9-3782-4545-8cb9-2d348d3847e1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.977659] env[62954]: DEBUG oslo_vmware.api [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for the task: (returnval){ [ 971.977659] env[62954]: value = "task-2597941" [ 971.977659] env[62954]: _type = "Task" [ 971.977659] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.984483] env[62954]: DEBUG nova.compute.utils [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 971.985204] env[62954]: DEBUG nova.compute.manager [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 971.985537] env[62954]: DEBUG nova.network.neutron [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 971.992380] env[62954]: DEBUG nova.compute.manager [req-6ce958e5-642a-4443-8a0b-360c8021cc84 req-e0848833-157b-487b-882f-06f1d7124750 service nova] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Received event network-changed-6b1d1a52-4f58-47eb-a548-7fea59799a39 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 971.992503] env[62954]: DEBUG nova.compute.manager [req-6ce958e5-642a-4443-8a0b-360c8021cc84 req-e0848833-157b-487b-882f-06f1d7124750 service nova] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Refreshing instance network info cache due to event network-changed-6b1d1a52-4f58-47eb-a548-7fea59799a39. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 971.992764] env[62954]: DEBUG oslo_concurrency.lockutils [req-6ce958e5-642a-4443-8a0b-360c8021cc84 req-e0848833-157b-487b-882f-06f1d7124750 service nova] Acquiring lock "refresh_cache-20ff6760-fe81-486c-a9b5-f42d3bef75e8" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.992886] env[62954]: DEBUG oslo_concurrency.lockutils [req-6ce958e5-642a-4443-8a0b-360c8021cc84 req-e0848833-157b-487b-882f-06f1d7124750 service nova] Acquired lock "refresh_cache-20ff6760-fe81-486c-a9b5-f42d3bef75e8" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.993142] env[62954]: DEBUG nova.network.neutron [req-6ce958e5-642a-4443-8a0b-360c8021cc84 req-e0848833-157b-487b-882f-06f1d7124750 service nova] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Refreshing network info cache for port 6b1d1a52-4f58-47eb-a548-7fea59799a39 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.000199] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] VM already powered off {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 972.000978] env[62954]: DEBUG nova.compute.manager [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.001498] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74150764-2d6c-448e-a40d-644c5c7da66a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.009989] env[62954]: DEBUG oslo_concurrency.lockutils [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Acquiring lock "refresh_cache-b7ae08a3-971e-4c17-be31-708bbf28cb66" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.010244] env[62954]: DEBUG oslo_concurrency.lockutils [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Acquired lock "refresh_cache-b7ae08a3-971e-4c17-be31-708bbf28cb66" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.010456] env[62954]: DEBUG nova.network.neutron [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.095298] env[62954]: DEBUG nova.policy [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80a6794536464bec9fe69077049e8466', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2b7067a8cb44a12a451501342566d30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 972.438394] env[62954]: DEBUG nova.network.neutron [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Successfully updated port: 14a8e3ac-3390-478f-b6ec-d4e99dd3238e {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 972.495072] env[62954]: DEBUG nova.compute.manager [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 972.777522] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41589a10-c003-44e2-bafd-8aeba2a3bd2d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.791437] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c908e5f4-5e5f-4556-85f9-156f822f0650 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.797866] env[62954]: DEBUG nova.network.neutron [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Updating instance_info_cache with network_info: [{"id": "9a3cd33d-fe29-48cd-ae1c-230d709e148c", "address": "fa:16:3e:52:3b:d9", "network": {"id": "83c48440-f1b0-4959-9641-df64dcfa43c4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1935869524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a34a6adfdb95418ba67dc915c9c734b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a3cd33d-fe", "ovs_interfaceid": "9a3cd33d-fe29-48cd-ae1c-230d709e148c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.824321] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Releasing lock "refresh_cache-d9c2765c-9024-42db-b1f7-19ef016c559a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.828247] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ecb672-ba09-41fa-8527-50db61e08085 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.841501] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eaaf160-137e-45b9-bacb-d53eecf4dcf1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.856827] env[62954]: DEBUG nova.compute.provider_tree [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.866433] env[62954]: DEBUG nova.network.neutron [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Updating instance_info_cache with network_info: [{"id": "69f23832-47a8-4c61-ab76-c3565283ebc7", "address": "fa:16:3e:d2:54:37", "network": {"id": "5b008fa1-5d50-4bae-bbd0-ab63d8e20f2f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-290645519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "579b64041fcd4d4288e938896c8b01e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69f23832-47", "ovs_interfaceid": "69f23832-47a8-4c61-ab76-c3565283ebc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.929970] env[62954]: DEBUG nova.network.neutron [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Successfully created port: 3aa92b41-ac40-4e7c-a6f4-4401624532c7 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 972.946589] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "refresh_cache-39a464fe-3499-47d5-b1d4-2c3cf4db3356" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.946589] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquired lock "refresh_cache-39a464fe-3499-47d5-b1d4-2c3cf4db3356" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.946589] env[62954]: DEBUG nova.network.neutron [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.083840] env[62954]: DEBUG nova.network.neutron [req-6ce958e5-642a-4443-8a0b-360c8021cc84 req-e0848833-157b-487b-882f-06f1d7124750 service nova] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Updated VIF entry in instance network info cache for port 6b1d1a52-4f58-47eb-a548-7fea59799a39. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.084486] env[62954]: DEBUG nova.network.neutron [req-6ce958e5-642a-4443-8a0b-360c8021cc84 req-e0848833-157b-487b-882f-06f1d7124750 service nova] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Updating instance_info_cache with network_info: [{"id": "6b1d1a52-4f58-47eb-a548-7fea59799a39", "address": "fa:16:3e:3e:f7:1f", "network": {"id": "98e46d55-b0b6-489a-a989-0b651f7654dc", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1790111339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "996f4979a3984002a2e736c69d2ea963", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b1d1a52-4f", "ovs_interfaceid": "6b1d1a52-4f58-47eb-a548-7fea59799a39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.354600] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fb1595-e830-4cbd-8793-a57a1d053daf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.360033] env[62954]: DEBUG nova.scheduler.client.report [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.379173] env[62954]: DEBUG oslo_concurrency.lockutils [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Releasing lock "refresh_cache-b7ae08a3-971e-4c17-be31-708bbf28cb66" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.381761] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.905s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.382264] env[62954]: DEBUG nova.compute.manager [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 973.385480] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee31d527-2fd4-497c-a3e3-5725319b9863 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.388310] env[62954]: DEBUG oslo_concurrency.lockutils [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.556s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.390075] env[62954]: INFO nova.compute.claims [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 973.398311] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Updating instance 'd9c2765c-9024-42db-b1f7-19ef016c559a' progress to 83 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 973.491361] env[62954]: DEBUG nova.network.neutron [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 973.512952] env[62954]: DEBUG nova.compute.manager [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 973.539165] env[62954]: DEBUG nova.virt.hardware [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.539828] env[62954]: DEBUG nova.virt.hardware [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.539828] env[62954]: DEBUG nova.virt.hardware [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.539828] env[62954]: DEBUG nova.virt.hardware [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.540021] env[62954]: DEBUG nova.virt.hardware [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.540060] env[62954]: DEBUG nova.virt.hardware [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.540288] env[62954]: DEBUG nova.virt.hardware [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.540438] env[62954]: DEBUG nova.virt.hardware [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.540648] env[62954]: DEBUG nova.virt.hardware [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 973.540797] env[62954]: DEBUG nova.virt.hardware [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 973.540974] env[62954]: DEBUG nova.virt.hardware [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 973.541791] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6594f3a9-5c50-411d-9bdd-349a975c3468 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.550234] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a557da-f500-477e-9a7a-73c020b2d0f1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.587211] env[62954]: DEBUG oslo_concurrency.lockutils [req-6ce958e5-642a-4443-8a0b-360c8021cc84 req-e0848833-157b-487b-882f-06f1d7124750 service nova] Releasing lock "refresh_cache-20ff6760-fe81-486c-a9b5-f42d3bef75e8" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.730313] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.731225] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c09ba5-d364-49e2-9591-2f435101f102 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.740284] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.740531] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7448535f-1bfd-4aa9-bd0b-d89dd2cce8d7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.751809] env[62954]: DEBUG nova.network.neutron [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Updating instance_info_cache with network_info: [{"id": "14a8e3ac-3390-478f-b6ec-d4e99dd3238e", "address": "fa:16:3e:c1:39:ab", "network": {"id": "484c56ca-1f11-4764-ae7d-eca649dd23a2", "bridge": "br-int", "label": "tempest-ServersTestJSON-320817937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bf9ee7b108347bfa5bd89b8f255aef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14a8e3ac-33", "ovs_interfaceid": "14a8e3ac-3390-478f-b6ec-d4e99dd3238e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.813057] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.813291] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.813469] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Deleting the datastore file [datastore1] b7ae08a3-971e-4c17-be31-708bbf28cb66 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.813733] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74ff086e-9507-409c-832e-53898b08a760 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.820970] env[62954]: DEBUG oslo_vmware.api [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for the task: (returnval){ [ 973.820970] env[62954]: value = "task-2597943" [ 973.820970] env[62954]: _type = "Task" [ 973.820970] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.829389] env[62954]: DEBUG oslo_vmware.api [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597943, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.894486] env[62954]: DEBUG nova.compute.utils [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 973.898397] env[62954]: DEBUG nova.compute.manager [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 973.898568] env[62954]: DEBUG nova.network.neutron [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 973.903936] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 973.904222] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b2a26a1-b49d-4c92-9682-540f87726ecf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.912603] env[62954]: DEBUG oslo_vmware.api [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 973.912603] env[62954]: value = "task-2597944" [ 973.912603] env[62954]: _type = "Task" [ 973.912603] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.921617] env[62954]: DEBUG oslo_vmware.api [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.966411] env[62954]: DEBUG nova.policy [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '278dfbe70e5b4ca9895a28045a42f4a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c63415eabc2540309dd82fe654116228', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 974.102518] env[62954]: DEBUG nova.compute.manager [req-f0050fb2-ab71-4c95-b854-8342decd76fa req-6e96c951-7f91-4593-9380-76ebfa246e00 service nova] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Received event network-vif-plugged-14a8e3ac-3390-478f-b6ec-d4e99dd3238e {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 974.102518] env[62954]: DEBUG oslo_concurrency.lockutils [req-f0050fb2-ab71-4c95-b854-8342decd76fa req-6e96c951-7f91-4593-9380-76ebfa246e00 service nova] Acquiring lock "39a464fe-3499-47d5-b1d4-2c3cf4db3356-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.103547] env[62954]: DEBUG oslo_concurrency.lockutils [req-f0050fb2-ab71-4c95-b854-8342decd76fa req-6e96c951-7f91-4593-9380-76ebfa246e00 service nova] Lock "39a464fe-3499-47d5-b1d4-2c3cf4db3356-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.104171] env[62954]: DEBUG oslo_concurrency.lockutils [req-f0050fb2-ab71-4c95-b854-8342decd76fa req-6e96c951-7f91-4593-9380-76ebfa246e00 service nova] Lock "39a464fe-3499-47d5-b1d4-2c3cf4db3356-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.104424] env[62954]: DEBUG nova.compute.manager [req-f0050fb2-ab71-4c95-b854-8342decd76fa req-6e96c951-7f91-4593-9380-76ebfa246e00 service nova] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] No waiting events found dispatching network-vif-plugged-14a8e3ac-3390-478f-b6ec-d4e99dd3238e {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 974.104639] env[62954]: WARNING nova.compute.manager [req-f0050fb2-ab71-4c95-b854-8342decd76fa req-6e96c951-7f91-4593-9380-76ebfa246e00 service nova] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Received unexpected event network-vif-plugged-14a8e3ac-3390-478f-b6ec-d4e99dd3238e for instance with vm_state building and task_state spawning. [ 974.104845] env[62954]: DEBUG nova.compute.manager [req-f0050fb2-ab71-4c95-b854-8342decd76fa req-6e96c951-7f91-4593-9380-76ebfa246e00 service nova] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Received event network-changed-14a8e3ac-3390-478f-b6ec-d4e99dd3238e {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 974.106186] env[62954]: DEBUG nova.compute.manager [req-f0050fb2-ab71-4c95-b854-8342decd76fa req-6e96c951-7f91-4593-9380-76ebfa246e00 service nova] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Refreshing instance network info cache due to event network-changed-14a8e3ac-3390-478f-b6ec-d4e99dd3238e. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 974.107067] env[62954]: DEBUG oslo_concurrency.lockutils [req-f0050fb2-ab71-4c95-b854-8342decd76fa req-6e96c951-7f91-4593-9380-76ebfa246e00 service nova] Acquiring lock "refresh_cache-39a464fe-3499-47d5-b1d4-2c3cf4db3356" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.254640] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Releasing lock "refresh_cache-39a464fe-3499-47d5-b1d4-2c3cf4db3356" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.255120] env[62954]: DEBUG nova.compute.manager [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Instance network_info: |[{"id": "14a8e3ac-3390-478f-b6ec-d4e99dd3238e", "address": "fa:16:3e:c1:39:ab", "network": {"id": "484c56ca-1f11-4764-ae7d-eca649dd23a2", "bridge": "br-int", "label": "tempest-ServersTestJSON-320817937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bf9ee7b108347bfa5bd89b8f255aef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14a8e3ac-33", "ovs_interfaceid": "14a8e3ac-3390-478f-b6ec-d4e99dd3238e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 974.255429] env[62954]: DEBUG oslo_concurrency.lockutils [req-f0050fb2-ab71-4c95-b854-8342decd76fa req-6e96c951-7f91-4593-9380-76ebfa246e00 service nova] Acquired lock "refresh_cache-39a464fe-3499-47d5-b1d4-2c3cf4db3356" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.256813] env[62954]: DEBUG nova.network.neutron [req-f0050fb2-ab71-4c95-b854-8342decd76fa req-6e96c951-7f91-4593-9380-76ebfa246e00 service nova] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Refreshing network info cache for port 14a8e3ac-3390-478f-b6ec-d4e99dd3238e {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.260087] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:39:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14a8e3ac-3390-478f-b6ec-d4e99dd3238e', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.266142] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Creating folder: Project (4bf9ee7b108347bfa5bd89b8f255aef8). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 974.266697] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba96f67d-4ddc-4353-9c9c-85d1cf46f861 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.279696] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Created folder: Project (4bf9ee7b108347bfa5bd89b8f255aef8) in parent group-v523717. [ 974.279907] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Creating folder: Instances. Parent ref: group-v523975. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 974.280178] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddc07df4-e077-4190-a46b-4ec3b4e946cc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.296198] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Created folder: Instances in parent group-v523975. [ 974.296198] env[62954]: DEBUG oslo.service.loopingcall [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 974.296198] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.296198] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00a72777-25ad-449b-8dfc-a46043946494 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.317108] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.317108] env[62954]: value = "task-2597947" [ 974.317108] env[62954]: _type = "Task" [ 974.317108] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.334170] env[62954]: DEBUG oslo_vmware.api [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597943, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293408} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.334393] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597947, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.334699] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.334894] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.335082] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.375698] env[62954]: INFO nova.scheduler.client.report [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Deleted allocations for instance b7ae08a3-971e-4c17-be31-708bbf28cb66 [ 974.402752] env[62954]: DEBUG nova.compute.manager [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 974.426062] env[62954]: DEBUG oslo_vmware.api [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597944, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.427093] env[62954]: DEBUG nova.network.neutron [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Successfully created port: 9d5eef71-161c-4e6e-add2-7373db6a9f51 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 974.626972] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479b8e67-4ec3-4ab4-8ac2-fe7c16d7b28a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.637628] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd42e16-b79a-409a-ac13-f6a71f15cd41 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.673330] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932cdeb0-d942-45dd-9772-6c08c8fad40b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.682103] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0292e55-74bc-49d6-ac9c-68bb17d86830 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.687766] env[62954]: DEBUG nova.network.neutron [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Successfully updated port: 3aa92b41-ac40-4e7c-a6f4-4401624532c7 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 974.703834] env[62954]: DEBUG nova.compute.provider_tree [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.831268] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597947, 'name': CreateVM_Task, 'duration_secs': 0.333172} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.831268] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.831268] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.831268] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.831268] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.831268] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d53e1bdd-1491-4bcb-90a0-4c21db5a2650 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.844779] env[62954]: DEBUG oslo_vmware.api [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 974.844779] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5271cd0f-741e-0ae4-49cb-95afe4bf7625" [ 974.844779] env[62954]: _type = "Task" [ 974.844779] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.855334] env[62954]: DEBUG oslo_vmware.api [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5271cd0f-741e-0ae4-49cb-95afe4bf7625, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.879864] env[62954]: DEBUG oslo_concurrency.lockutils [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.926618] env[62954]: DEBUG oslo_vmware.api [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597944, 'name': PowerOnVM_Task, 'duration_secs': 0.644744} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.926885] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.927075] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d31501f1-f69d-47da-91be-3832c1560928 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Updating instance 'd9c2765c-9024-42db-b1f7-19ef016c559a' progress to 100 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 975.082013] env[62954]: DEBUG nova.network.neutron [req-f0050fb2-ab71-4c95-b854-8342decd76fa req-6e96c951-7f91-4593-9380-76ebfa246e00 service nova] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Updated VIF entry in instance network info cache for port 14a8e3ac-3390-478f-b6ec-d4e99dd3238e. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.082385] env[62954]: DEBUG nova.network.neutron [req-f0050fb2-ab71-4c95-b854-8342decd76fa req-6e96c951-7f91-4593-9380-76ebfa246e00 service nova] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Updating instance_info_cache with network_info: [{"id": "14a8e3ac-3390-478f-b6ec-d4e99dd3238e", "address": "fa:16:3e:c1:39:ab", "network": {"id": "484c56ca-1f11-4764-ae7d-eca649dd23a2", "bridge": "br-int", "label": "tempest-ServersTestJSON-320817937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bf9ee7b108347bfa5bd89b8f255aef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14a8e3ac-33", "ovs_interfaceid": "14a8e3ac-3390-478f-b6ec-d4e99dd3238e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.190707] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "refresh_cache-034c1fcc-bec2-4e4b-b77d-821eba6a81fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.190979] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquired lock "refresh_cache-034c1fcc-bec2-4e4b-b77d-821eba6a81fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.191033] env[62954]: DEBUG nova.network.neutron [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.207712] env[62954]: DEBUG nova.scheduler.client.report [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.356586] env[62954]: DEBUG oslo_vmware.api [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5271cd0f-741e-0ae4-49cb-95afe4bf7625, 'name': SearchDatastore_Task, 'duration_secs': 0.016945} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.356907] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.357163] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.357402] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.357551] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.357780] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.358063] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60ff45db-5e48-49eb-acb7-46f222e491b0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.363956] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquiring lock "b8b76e1c-723c-47b9-a810-381de87e54bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.364242] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lock "b8b76e1c-723c-47b9-a810-381de87e54bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.372216] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.372941] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.373300] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2283fedf-b5ca-4b06-9552-fca7ea7851b9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.380586] env[62954]: DEBUG oslo_vmware.api [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 975.380586] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52670598-d79d-964d-bd7c-b63edd4ff388" [ 975.380586] env[62954]: _type = "Task" [ 975.380586] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.388702] env[62954]: DEBUG oslo_vmware.api [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52670598-d79d-964d-bd7c-b63edd4ff388, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.421184] env[62954]: DEBUG nova.compute.manager [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 975.447122] env[62954]: DEBUG nova.virt.hardware [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 975.447418] env[62954]: DEBUG nova.virt.hardware [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 975.447570] env[62954]: DEBUG nova.virt.hardware [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.447847] env[62954]: DEBUG nova.virt.hardware [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 975.448067] env[62954]: DEBUG nova.virt.hardware [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.448237] env[62954]: DEBUG nova.virt.hardware [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 975.448451] env[62954]: DEBUG nova.virt.hardware [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 975.448614] env[62954]: DEBUG nova.virt.hardware [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 975.448782] env[62954]: DEBUG nova.virt.hardware [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 975.449769] env[62954]: DEBUG nova.virt.hardware [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 975.449769] env[62954]: DEBUG nova.virt.hardware [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 975.449963] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e0f893-dd3a-4c1c-a07b-44ae61b1ca80 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.459593] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9979c715-dc55-4c51-b14f-829901eef3a8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.586777] env[62954]: DEBUG oslo_concurrency.lockutils [req-f0050fb2-ab71-4c95-b854-8342decd76fa req-6e96c951-7f91-4593-9380-76ebfa246e00 service nova] Releasing lock "refresh_cache-39a464fe-3499-47d5-b1d4-2c3cf4db3356" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.587083] env[62954]: DEBUG nova.compute.manager [req-f0050fb2-ab71-4c95-b854-8342decd76fa req-6e96c951-7f91-4593-9380-76ebfa246e00 service nova] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Received event network-vif-unplugged-69f23832-47a8-4c61-ab76-c3565283ebc7 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 975.587301] env[62954]: DEBUG oslo_concurrency.lockutils [req-f0050fb2-ab71-4c95-b854-8342decd76fa req-6e96c951-7f91-4593-9380-76ebfa246e00 service nova] Acquiring lock "b7ae08a3-971e-4c17-be31-708bbf28cb66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.587508] env[62954]: DEBUG oslo_concurrency.lockutils [req-f0050fb2-ab71-4c95-b854-8342decd76fa req-6e96c951-7f91-4593-9380-76ebfa246e00 service nova] Lock "b7ae08a3-971e-4c17-be31-708bbf28cb66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.587671] env[62954]: DEBUG oslo_concurrency.lockutils [req-f0050fb2-ab71-4c95-b854-8342decd76fa req-6e96c951-7f91-4593-9380-76ebfa246e00 service nova] Lock "b7ae08a3-971e-4c17-be31-708bbf28cb66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.587866] env[62954]: DEBUG nova.compute.manager [req-f0050fb2-ab71-4c95-b854-8342decd76fa req-6e96c951-7f91-4593-9380-76ebfa246e00 service nova] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] No waiting events found dispatching network-vif-unplugged-69f23832-47a8-4c61-ab76-c3565283ebc7 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 975.588056] env[62954]: WARNING nova.compute.manager [req-f0050fb2-ab71-4c95-b854-8342decd76fa req-6e96c951-7f91-4593-9380-76ebfa246e00 service nova] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Received unexpected event network-vif-unplugged-69f23832-47a8-4c61-ab76-c3565283ebc7 for instance with vm_state shelved and task_state shelving_offloading. [ 975.588240] env[62954]: DEBUG nova.compute.manager [req-f0050fb2-ab71-4c95-b854-8342decd76fa req-6e96c951-7f91-4593-9380-76ebfa246e00 service nova] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Received event network-changed-69f23832-47a8-4c61-ab76-c3565283ebc7 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 975.588418] env[62954]: DEBUG nova.compute.manager [req-f0050fb2-ab71-4c95-b854-8342decd76fa req-6e96c951-7f91-4593-9380-76ebfa246e00 service nova] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Refreshing instance network info cache due to event network-changed-69f23832-47a8-4c61-ab76-c3565283ebc7. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 975.588604] env[62954]: DEBUG oslo_concurrency.lockutils [req-f0050fb2-ab71-4c95-b854-8342decd76fa req-6e96c951-7f91-4593-9380-76ebfa246e00 service nova] Acquiring lock "refresh_cache-b7ae08a3-971e-4c17-be31-708bbf28cb66" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.588743] env[62954]: DEBUG oslo_concurrency.lockutils [req-f0050fb2-ab71-4c95-b854-8342decd76fa req-6e96c951-7f91-4593-9380-76ebfa246e00 service nova] Acquired lock "refresh_cache-b7ae08a3-971e-4c17-be31-708bbf28cb66" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.589634] env[62954]: DEBUG nova.network.neutron [req-f0050fb2-ab71-4c95-b854-8342decd76fa req-6e96c951-7f91-4593-9380-76ebfa246e00 service nova] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Refreshing network info cache for port 69f23832-47a8-4c61-ab76-c3565283ebc7 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.713384] env[62954]: DEBUG oslo_concurrency.lockutils [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.713926] env[62954]: DEBUG nova.compute.manager [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 975.716690] env[62954]: DEBUG oslo_concurrency.lockutils [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.837s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.716869] env[62954]: DEBUG nova.objects.instance [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Lazy-loading 'resources' on Instance uuid b7ae08a3-971e-4c17-be31-708bbf28cb66 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.730409] env[62954]: DEBUG nova.network.neutron [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 975.857902] env[62954]: DEBUG nova.compute.manager [req-a6c5c9df-bf3a-41b8-9df6-2cd97331a9cc req-d55bb6d3-3a45-4bf1-a007-c900c515c9b1 service nova] [instance: d4f72348-191e-4762-a939-911324d07d59] Received event network-vif-plugged-9d5eef71-161c-4e6e-add2-7373db6a9f51 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 975.857902] env[62954]: DEBUG oslo_concurrency.lockutils [req-a6c5c9df-bf3a-41b8-9df6-2cd97331a9cc req-d55bb6d3-3a45-4bf1-a007-c900c515c9b1 service nova] Acquiring lock "d4f72348-191e-4762-a939-911324d07d59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.857902] env[62954]: DEBUG oslo_concurrency.lockutils [req-a6c5c9df-bf3a-41b8-9df6-2cd97331a9cc req-d55bb6d3-3a45-4bf1-a007-c900c515c9b1 service nova] Lock "d4f72348-191e-4762-a939-911324d07d59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.857902] env[62954]: DEBUG oslo_concurrency.lockutils [req-a6c5c9df-bf3a-41b8-9df6-2cd97331a9cc req-d55bb6d3-3a45-4bf1-a007-c900c515c9b1 service nova] Lock "d4f72348-191e-4762-a939-911324d07d59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.857902] env[62954]: DEBUG nova.compute.manager [req-a6c5c9df-bf3a-41b8-9df6-2cd97331a9cc req-d55bb6d3-3a45-4bf1-a007-c900c515c9b1 service nova] [instance: d4f72348-191e-4762-a939-911324d07d59] No waiting events found dispatching network-vif-plugged-9d5eef71-161c-4e6e-add2-7373db6a9f51 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 975.858110] env[62954]: WARNING nova.compute.manager [req-a6c5c9df-bf3a-41b8-9df6-2cd97331a9cc req-d55bb6d3-3a45-4bf1-a007-c900c515c9b1 service nova] [instance: d4f72348-191e-4762-a939-911324d07d59] Received unexpected event network-vif-plugged-9d5eef71-161c-4e6e-add2-7373db6a9f51 for instance with vm_state building and task_state spawning. [ 975.866992] env[62954]: DEBUG nova.network.neutron [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Updating instance_info_cache with network_info: [{"id": "3aa92b41-ac40-4e7c-a6f4-4401624532c7", "address": "fa:16:3e:fe:71:e1", "network": {"id": "7c267a0a-446f-4e24-9552-67fbdacd4c1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1764129639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b7067a8cb44a12a451501342566d30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aa92b41-ac", "ovs_interfaceid": "3aa92b41-ac40-4e7c-a6f4-4401624532c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.870077] env[62954]: DEBUG nova.compute.manager [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 975.892850] env[62954]: DEBUG oslo_vmware.api [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52670598-d79d-964d-bd7c-b63edd4ff388, 'name': SearchDatastore_Task, 'duration_secs': 0.02457} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.893440] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e70103d-1545-4935-b0f7-50f709839cd7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.900613] env[62954]: DEBUG oslo_vmware.api [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 975.900613] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52c83f31-9213-2926-7daa-5efc689f2266" [ 975.900613] env[62954]: _type = "Task" [ 975.900613] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.909919] env[62954]: DEBUG oslo_vmware.api [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52c83f31-9213-2926-7daa-5efc689f2266, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.029260] env[62954]: DEBUG nova.network.neutron [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Successfully updated port: 9d5eef71-161c-4e6e-add2-7373db6a9f51 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 976.131745] env[62954]: DEBUG nova.compute.manager [req-550ba6b5-8999-41a6-bb3a-07c9b064dfba req-b42b6e05-f955-4c66-a466-aa7fd0ae6477 service nova] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Received event network-vif-plugged-3aa92b41-ac40-4e7c-a6f4-4401624532c7 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 976.131745] env[62954]: DEBUG oslo_concurrency.lockutils [req-550ba6b5-8999-41a6-bb3a-07c9b064dfba req-b42b6e05-f955-4c66-a466-aa7fd0ae6477 service nova] Acquiring lock "034c1fcc-bec2-4e4b-b77d-821eba6a81fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.131745] env[62954]: DEBUG oslo_concurrency.lockutils [req-550ba6b5-8999-41a6-bb3a-07c9b064dfba req-b42b6e05-f955-4c66-a466-aa7fd0ae6477 service nova] Lock "034c1fcc-bec2-4e4b-b77d-821eba6a81fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.131745] env[62954]: DEBUG oslo_concurrency.lockutils [req-550ba6b5-8999-41a6-bb3a-07c9b064dfba req-b42b6e05-f955-4c66-a466-aa7fd0ae6477 service nova] Lock "034c1fcc-bec2-4e4b-b77d-821eba6a81fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.131745] env[62954]: DEBUG nova.compute.manager [req-550ba6b5-8999-41a6-bb3a-07c9b064dfba req-b42b6e05-f955-4c66-a466-aa7fd0ae6477 service nova] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] No waiting events found dispatching network-vif-plugged-3aa92b41-ac40-4e7c-a6f4-4401624532c7 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 976.131745] env[62954]: WARNING nova.compute.manager [req-550ba6b5-8999-41a6-bb3a-07c9b064dfba req-b42b6e05-f955-4c66-a466-aa7fd0ae6477 service nova] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Received unexpected event network-vif-plugged-3aa92b41-ac40-4e7c-a6f4-4401624532c7 for instance with vm_state building and task_state spawning. [ 976.131745] env[62954]: DEBUG nova.compute.manager [req-550ba6b5-8999-41a6-bb3a-07c9b064dfba req-b42b6e05-f955-4c66-a466-aa7fd0ae6477 service nova] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Received event network-changed-3aa92b41-ac40-4e7c-a6f4-4401624532c7 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 976.131745] env[62954]: DEBUG nova.compute.manager [req-550ba6b5-8999-41a6-bb3a-07c9b064dfba req-b42b6e05-f955-4c66-a466-aa7fd0ae6477 service nova] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Refreshing instance network info cache due to event network-changed-3aa92b41-ac40-4e7c-a6f4-4401624532c7. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 976.131745] env[62954]: DEBUG oslo_concurrency.lockutils [req-550ba6b5-8999-41a6-bb3a-07c9b064dfba req-b42b6e05-f955-4c66-a466-aa7fd0ae6477 service nova] Acquiring lock "refresh_cache-034c1fcc-bec2-4e4b-b77d-821eba6a81fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.219491] env[62954]: DEBUG nova.compute.utils [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 976.221074] env[62954]: DEBUG nova.objects.instance [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Lazy-loading 'numa_topology' on Instance uuid b7ae08a3-971e-4c17-be31-708bbf28cb66 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.222453] env[62954]: DEBUG nova.compute.manager [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 976.222622] env[62954]: DEBUG nova.network.neutron [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 976.264338] env[62954]: DEBUG nova.policy [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98cb55b886fb4825b80315af560c4c0e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3eed675f8f04cffb49792ee5c797352', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 976.313389] env[62954]: DEBUG nova.network.neutron [req-f0050fb2-ab71-4c95-b854-8342decd76fa req-6e96c951-7f91-4593-9380-76ebfa246e00 service nova] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Updated VIF entry in instance network info cache for port 69f23832-47a8-4c61-ab76-c3565283ebc7. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.313742] env[62954]: DEBUG nova.network.neutron [req-f0050fb2-ab71-4c95-b854-8342decd76fa req-6e96c951-7f91-4593-9380-76ebfa246e00 service nova] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Updating instance_info_cache with network_info: [{"id": "69f23832-47a8-4c61-ab76-c3565283ebc7", "address": "fa:16:3e:d2:54:37", "network": {"id": "5b008fa1-5d50-4bae-bbd0-ab63d8e20f2f", "bridge": null, "label": "tempest-ServersNegativeTestJSON-290645519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "579b64041fcd4d4288e938896c8b01e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap69f23832-47", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.372045] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Releasing lock "refresh_cache-034c1fcc-bec2-4e4b-b77d-821eba6a81fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.372373] env[62954]: DEBUG nova.compute.manager [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Instance network_info: |[{"id": "3aa92b41-ac40-4e7c-a6f4-4401624532c7", "address": "fa:16:3e:fe:71:e1", "network": {"id": "7c267a0a-446f-4e24-9552-67fbdacd4c1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1764129639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b7067a8cb44a12a451501342566d30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aa92b41-ac", "ovs_interfaceid": "3aa92b41-ac40-4e7c-a6f4-4401624532c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 976.374706] env[62954]: DEBUG oslo_concurrency.lockutils [req-550ba6b5-8999-41a6-bb3a-07c9b064dfba req-b42b6e05-f955-4c66-a466-aa7fd0ae6477 service nova] Acquired lock "refresh_cache-034c1fcc-bec2-4e4b-b77d-821eba6a81fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.374929] env[62954]: DEBUG nova.network.neutron [req-550ba6b5-8999-41a6-bb3a-07c9b064dfba req-b42b6e05-f955-4c66-a466-aa7fd0ae6477 service nova] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Refreshing network info cache for port 3aa92b41-ac40-4e7c-a6f4-4401624532c7 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.376044] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:71:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5a629f-6902-4d30-9278-74b443a8371d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3aa92b41-ac40-4e7c-a6f4-4401624532c7', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.383345] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Creating folder: Project (a2b7067a8cb44a12a451501342566d30). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.387382] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ce987eb-38ac-418b-b867-766683df5a35 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.401815] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.406505] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Created folder: Project (a2b7067a8cb44a12a451501342566d30) in parent group-v523717. [ 976.406697] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Creating folder: Instances. Parent ref: group-v523978. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.407408] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbcbf458-5b7d-43a6-b864-71f721f0f401 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.412501] env[62954]: DEBUG oslo_vmware.api [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52c83f31-9213-2926-7daa-5efc689f2266, 'name': SearchDatastore_Task, 'duration_secs': 0.017298} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.412732] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.413385] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 39a464fe-3499-47d5-b1d4-2c3cf4db3356/39a464fe-3499-47d5-b1d4-2c3cf4db3356.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.413385] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37986497-0412-408e-b25c-07bcae04200f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.418528] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Created folder: Instances in parent group-v523978. [ 976.418776] env[62954]: DEBUG oslo.service.loopingcall [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 976.419878] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.420197] env[62954]: DEBUG oslo_vmware.api [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 976.420197] env[62954]: value = "task-2597950" [ 976.420197] env[62954]: _type = "Task" [ 976.420197] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.420386] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd20adbf-c296-4dd7-a20f-34b442cb5385 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.442491] env[62954]: DEBUG oslo_vmware.api [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2597950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.443629] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.443629] env[62954]: value = "task-2597951" [ 976.443629] env[62954]: _type = "Task" [ 976.443629] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.456970] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597951, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.532863] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "refresh_cache-d4f72348-191e-4762-a939-911324d07d59" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.533095] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquired lock "refresh_cache-d4f72348-191e-4762-a939-911324d07d59" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.533265] env[62954]: DEBUG nova.network.neutron [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.560180] env[62954]: DEBUG nova.network.neutron [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Successfully created port: 608a3459-1b48-4019-9856-cb5e0ce41878 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 976.622148] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Acquiring lock "b7ae08a3-971e-4c17-be31-708bbf28cb66" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.723248] env[62954]: DEBUG nova.compute.manager [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 976.727228] env[62954]: DEBUG nova.objects.base [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62954) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 976.816332] env[62954]: DEBUG oslo_concurrency.lockutils [req-f0050fb2-ab71-4c95-b854-8342decd76fa req-6e96c951-7f91-4593-9380-76ebfa246e00 service nova] Releasing lock "refresh_cache-b7ae08a3-971e-4c17-be31-708bbf28cb66" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.954200] env[62954]: DEBUG oslo_vmware.api [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2597950, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454223} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.955209] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 39a464fe-3499-47d5-b1d4-2c3cf4db3356/39a464fe-3499-47d5-b1d4-2c3cf4db3356.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.955475] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.955822] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a858449c-c642-49e8-82cf-70e1c7aa2183 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.961422] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597951, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.966084] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa111d65-9c08-45c7-804c-2602346dff40 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.971048] env[62954]: DEBUG oslo_vmware.api [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 976.971048] env[62954]: value = "task-2597952" [ 976.971048] env[62954]: _type = "Task" [ 976.971048] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.979106] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc03d9c9-d511-46a9-845b-27ada9ba7bc5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.016677] env[62954]: DEBUG oslo_vmware.api [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2597952, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.017480] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447bac3d-a56d-49ab-a68b-67f9f9a454d5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.027053] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6944f7-1fae-4f23-8032-c846675d62e3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.042739] env[62954]: DEBUG nova.compute.provider_tree [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.105323] env[62954]: DEBUG nova.network.neutron [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.213497] env[62954]: DEBUG nova.network.neutron [req-550ba6b5-8999-41a6-bb3a-07c9b064dfba req-b42b6e05-f955-4c66-a466-aa7fd0ae6477 service nova] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Updated VIF entry in instance network info cache for port 3aa92b41-ac40-4e7c-a6f4-4401624532c7. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.214782] env[62954]: DEBUG nova.network.neutron [req-550ba6b5-8999-41a6-bb3a-07c9b064dfba req-b42b6e05-f955-4c66-a466-aa7fd0ae6477 service nova] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Updating instance_info_cache with network_info: [{"id": "3aa92b41-ac40-4e7c-a6f4-4401624532c7", "address": "fa:16:3e:fe:71:e1", "network": {"id": "7c267a0a-446f-4e24-9552-67fbdacd4c1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1764129639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b7067a8cb44a12a451501342566d30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aa92b41-ac", "ovs_interfaceid": "3aa92b41-ac40-4e7c-a6f4-4401624532c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.310164] env[62954]: DEBUG nova.network.neutron [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Updating instance_info_cache with network_info: [{"id": "9d5eef71-161c-4e6e-add2-7373db6a9f51", "address": "fa:16:3e:1b:74:b6", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d5eef71-16", "ovs_interfaceid": "9d5eef71-161c-4e6e-add2-7373db6a9f51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.456129] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597951, 'name': CreateVM_Task, 'duration_secs': 0.608012} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.456129] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.456439] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.456485] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.456805] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.457080] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05194027-1653-4095-bd4e-e416878c7ebd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.462787] env[62954]: DEBUG oslo_vmware.api [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 977.462787] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52887fe1-b7af-3740-2eb6-01bddb52a8d4" [ 977.462787] env[62954]: _type = "Task" [ 977.462787] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.471738] env[62954]: DEBUG oslo_vmware.api [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52887fe1-b7af-3740-2eb6-01bddb52a8d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.479316] env[62954]: DEBUG oslo_vmware.api [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2597952, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088776} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.479571] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.480366] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50ad6a9-f34f-4620-9ce8-708af78eac3e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.502671] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 39a464fe-3499-47d5-b1d4-2c3cf4db3356/39a464fe-3499-47d5-b1d4-2c3cf4db3356.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.502955] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89d5473f-41d6-4960-a192-f919b8656608 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.525275] env[62954]: DEBUG oslo_vmware.api [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 977.525275] env[62954]: value = "task-2597953" [ 977.525275] env[62954]: _type = "Task" [ 977.525275] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.534113] env[62954]: DEBUG oslo_vmware.api [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2597953, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.546284] env[62954]: DEBUG nova.scheduler.client.report [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.717256] env[62954]: DEBUG oslo_concurrency.lockutils [req-550ba6b5-8999-41a6-bb3a-07c9b064dfba req-b42b6e05-f955-4c66-a466-aa7fd0ae6477 service nova] Releasing lock "refresh_cache-034c1fcc-bec2-4e4b-b77d-821eba6a81fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.733248] env[62954]: DEBUG nova.compute.manager [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 977.767470] env[62954]: DEBUG nova.virt.hardware [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.767941] env[62954]: DEBUG nova.virt.hardware [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.768250] env[62954]: DEBUG nova.virt.hardware [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.768573] env[62954]: DEBUG nova.virt.hardware [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.768881] env[62954]: DEBUG nova.virt.hardware [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.769189] env[62954]: DEBUG nova.virt.hardware [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.769547] env[62954]: DEBUG nova.virt.hardware [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.769857] env[62954]: DEBUG nova.virt.hardware [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.770224] env[62954]: DEBUG nova.virt.hardware [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.770549] env[62954]: DEBUG nova.virt.hardware [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.770886] env[62954]: DEBUG nova.virt.hardware [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.772311] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c90c5b4-8137-4bc4-90d4-1ea3c28f74d8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.784060] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f102442-94d5-49e8-929d-32f6b4b251b8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.809910] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9937ae59-f569-4fdc-8a46-36c6497115b4 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "d9c2765c-9024-42db-b1f7-19ef016c559a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.810132] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9937ae59-f569-4fdc-8a46-36c6497115b4 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "d9c2765c-9024-42db-b1f7-19ef016c559a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.810276] env[62954]: DEBUG nova.compute.manager [None req-9937ae59-f569-4fdc-8a46-36c6497115b4 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Going to confirm migration 5 {{(pid=62954) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 977.812901] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Releasing lock "refresh_cache-d4f72348-191e-4762-a939-911324d07d59" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.814026] env[62954]: DEBUG nova.compute.manager [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Instance network_info: |[{"id": "9d5eef71-161c-4e6e-add2-7373db6a9f51", "address": "fa:16:3e:1b:74:b6", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d5eef71-16", "ovs_interfaceid": "9d5eef71-161c-4e6e-add2-7373db6a9f51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 977.814219] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:74:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '594b35bb-a20b-4f0e-bd35-9acf9cc6bf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d5eef71-161c-4e6e-add2-7373db6a9f51', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 977.823015] env[62954]: DEBUG oslo.service.loopingcall [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 977.823645] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4f72348-191e-4762-a939-911324d07d59] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 977.823892] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e137b64-5ce1-49c9-bdb8-352ce155ab73 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.848078] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 977.848078] env[62954]: value = "task-2597954" [ 977.848078] env[62954]: _type = "Task" [ 977.848078] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.857400] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597954, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.890323] env[62954]: DEBUG nova.compute.manager [req-0a4c417e-d88a-4999-bd3a-1898dfa9277b req-0339a800-956d-4c30-a135-fee0e2149fbb service nova] [instance: d4f72348-191e-4762-a939-911324d07d59] Received event network-changed-9d5eef71-161c-4e6e-add2-7373db6a9f51 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 977.890558] env[62954]: DEBUG nova.compute.manager [req-0a4c417e-d88a-4999-bd3a-1898dfa9277b req-0339a800-956d-4c30-a135-fee0e2149fbb service nova] [instance: d4f72348-191e-4762-a939-911324d07d59] Refreshing instance network info cache due to event network-changed-9d5eef71-161c-4e6e-add2-7373db6a9f51. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 977.890781] env[62954]: DEBUG oslo_concurrency.lockutils [req-0a4c417e-d88a-4999-bd3a-1898dfa9277b req-0339a800-956d-4c30-a135-fee0e2149fbb service nova] Acquiring lock "refresh_cache-d4f72348-191e-4762-a939-911324d07d59" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.890928] env[62954]: DEBUG oslo_concurrency.lockutils [req-0a4c417e-d88a-4999-bd3a-1898dfa9277b req-0339a800-956d-4c30-a135-fee0e2149fbb service nova] Acquired lock "refresh_cache-d4f72348-191e-4762-a939-911324d07d59" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.891104] env[62954]: DEBUG nova.network.neutron [req-0a4c417e-d88a-4999-bd3a-1898dfa9277b req-0339a800-956d-4c30-a135-fee0e2149fbb service nova] [instance: d4f72348-191e-4762-a939-911324d07d59] Refreshing network info cache for port 9d5eef71-161c-4e6e-add2-7373db6a9f51 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 977.974994] env[62954]: DEBUG oslo_vmware.api [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52887fe1-b7af-3740-2eb6-01bddb52a8d4, 'name': SearchDatastore_Task, 'duration_secs': 0.070794} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.975278] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.975518] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.975996] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.976324] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.976653] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.977066] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c2ed6dc-b947-4a8d-805e-00842d435c02 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.991482] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.991729] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.992621] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c02baea1-2ede-4821-8bd0-105b77c17a53 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.999142] env[62954]: DEBUG oslo_vmware.api [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 977.999142] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52260948-1c90-4303-f341-2b41e8c6b462" [ 977.999142] env[62954]: _type = "Task" [ 977.999142] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.008494] env[62954]: DEBUG oslo_vmware.api [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52260948-1c90-4303-f341-2b41e8c6b462, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.036347] env[62954]: DEBUG oslo_vmware.api [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2597953, 'name': ReconfigVM_Task, 'duration_secs': 0.303935} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.036704] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 39a464fe-3499-47d5-b1d4-2c3cf4db3356/39a464fe-3499-47d5-b1d4-2c3cf4db3356.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.037287] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71f0f0cc-77d0-4b72-9649-43b76ade4818 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.044721] env[62954]: DEBUG oslo_vmware.api [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 978.044721] env[62954]: value = "task-2597955" [ 978.044721] env[62954]: _type = "Task" [ 978.044721] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.051095] env[62954]: DEBUG oslo_concurrency.lockutils [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.334s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.057343] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.655s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.059084] env[62954]: INFO nova.compute.claims [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.061747] env[62954]: DEBUG oslo_vmware.api [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2597955, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.134459] env[62954]: DEBUG nova.network.neutron [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Successfully updated port: 608a3459-1b48-4019-9856-cb5e0ce41878 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 978.164908] env[62954]: DEBUG nova.compute.manager [req-9446108d-6bb0-4cd2-af27-c6c2589bdcf9 req-f1ca2935-694d-4bf1-b64f-5396bc1a5139 service nova] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Received event network-vif-plugged-608a3459-1b48-4019-9856-cb5e0ce41878 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 978.165158] env[62954]: DEBUG oslo_concurrency.lockutils [req-9446108d-6bb0-4cd2-af27-c6c2589bdcf9 req-f1ca2935-694d-4bf1-b64f-5396bc1a5139 service nova] Acquiring lock "9d694e55-25f6-45fc-9909-3ce31bb25956-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.165449] env[62954]: DEBUG oslo_concurrency.lockutils [req-9446108d-6bb0-4cd2-af27-c6c2589bdcf9 req-f1ca2935-694d-4bf1-b64f-5396bc1a5139 service nova] Lock "9d694e55-25f6-45fc-9909-3ce31bb25956-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.165644] env[62954]: DEBUG oslo_concurrency.lockutils [req-9446108d-6bb0-4cd2-af27-c6c2589bdcf9 req-f1ca2935-694d-4bf1-b64f-5396bc1a5139 service nova] Lock "9d694e55-25f6-45fc-9909-3ce31bb25956-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.165912] env[62954]: DEBUG nova.compute.manager [req-9446108d-6bb0-4cd2-af27-c6c2589bdcf9 req-f1ca2935-694d-4bf1-b64f-5396bc1a5139 service nova] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] No waiting events found dispatching network-vif-plugged-608a3459-1b48-4019-9856-cb5e0ce41878 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 978.166231] env[62954]: WARNING nova.compute.manager [req-9446108d-6bb0-4cd2-af27-c6c2589bdcf9 req-f1ca2935-694d-4bf1-b64f-5396bc1a5139 service nova] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Received unexpected event network-vif-plugged-608a3459-1b48-4019-9856-cb5e0ce41878 for instance with vm_state building and task_state spawning. [ 978.166615] env[62954]: DEBUG nova.compute.manager [req-9446108d-6bb0-4cd2-af27-c6c2589bdcf9 req-f1ca2935-694d-4bf1-b64f-5396bc1a5139 service nova] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Received event network-changed-608a3459-1b48-4019-9856-cb5e0ce41878 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 978.166615] env[62954]: DEBUG nova.compute.manager [req-9446108d-6bb0-4cd2-af27-c6c2589bdcf9 req-f1ca2935-694d-4bf1-b64f-5396bc1a5139 service nova] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Refreshing instance network info cache due to event network-changed-608a3459-1b48-4019-9856-cb5e0ce41878. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 978.166774] env[62954]: DEBUG oslo_concurrency.lockutils [req-9446108d-6bb0-4cd2-af27-c6c2589bdcf9 req-f1ca2935-694d-4bf1-b64f-5396bc1a5139 service nova] Acquiring lock "refresh_cache-9d694e55-25f6-45fc-9909-3ce31bb25956" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.166892] env[62954]: DEBUG oslo_concurrency.lockutils [req-9446108d-6bb0-4cd2-af27-c6c2589bdcf9 req-f1ca2935-694d-4bf1-b64f-5396bc1a5139 service nova] Acquired lock "refresh_cache-9d694e55-25f6-45fc-9909-3ce31bb25956" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.167028] env[62954]: DEBUG nova.network.neutron [req-9446108d-6bb0-4cd2-af27-c6c2589bdcf9 req-f1ca2935-694d-4bf1-b64f-5396bc1a5139 service nova] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Refreshing network info cache for port 608a3459-1b48-4019-9856-cb5e0ce41878 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.350248] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9937ae59-f569-4fdc-8a46-36c6497115b4 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "refresh_cache-d9c2765c-9024-42db-b1f7-19ef016c559a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.350529] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9937ae59-f569-4fdc-8a46-36c6497115b4 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquired lock "refresh_cache-d9c2765c-9024-42db-b1f7-19ef016c559a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.350632] env[62954]: DEBUG nova.network.neutron [None req-9937ae59-f569-4fdc-8a46-36c6497115b4 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.350813] env[62954]: DEBUG nova.objects.instance [None req-9937ae59-f569-4fdc-8a46-36c6497115b4 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lazy-loading 'info_cache' on Instance uuid d9c2765c-9024-42db-b1f7-19ef016c559a {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.363026] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597954, 'name': CreateVM_Task, 'duration_secs': 0.380238} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.363853] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4f72348-191e-4762-a939-911324d07d59] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 978.364557] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.364723] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.365043] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.365552] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8431e7e-8a6e-4005-9c6a-f63ce63129b9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.371308] env[62954]: DEBUG oslo_vmware.api [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 978.371308] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52af8a0a-6ce5-2210-db40-b4d18a66f4e0" [ 978.371308] env[62954]: _type = "Task" [ 978.371308] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.380164] env[62954]: DEBUG oslo_vmware.api [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52af8a0a-6ce5-2210-db40-b4d18a66f4e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.514263] env[62954]: DEBUG oslo_vmware.api [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52260948-1c90-4303-f341-2b41e8c6b462, 'name': SearchDatastore_Task, 'duration_secs': 0.015464} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.515152] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1e7b0d1-c5a0-48bc-931d-18f75a77e4ea {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.521344] env[62954]: DEBUG oslo_vmware.api [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 978.521344] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52c17e5b-086c-cbc9-e0b1-4175880e5d38" [ 978.521344] env[62954]: _type = "Task" [ 978.521344] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.530013] env[62954]: DEBUG oslo_vmware.api [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52c17e5b-086c-cbc9-e0b1-4175880e5d38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.555014] env[62954]: DEBUG oslo_vmware.api [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2597955, 'name': Rename_Task, 'duration_secs': 0.217646} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.555315] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.555559] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10663abb-2f83-4013-b23b-19a55eea9bc9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.564289] env[62954]: DEBUG oslo_vmware.api [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 978.564289] env[62954]: value = "task-2597956" [ 978.564289] env[62954]: _type = "Task" [ 978.564289] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.570436] env[62954]: DEBUG oslo_concurrency.lockutils [None req-74bbaec9-ad8c-4add-a4ed-b723f3e876c9 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Lock "b7ae08a3-971e-4c17-be31-708bbf28cb66" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.572s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.574775] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Lock "b7ae08a3-971e-4c17-be31-708bbf28cb66" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.952s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.574775] env[62954]: INFO nova.compute.manager [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Unshelving [ 978.582143] env[62954]: DEBUG oslo_vmware.api [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2597956, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.639756] env[62954]: DEBUG oslo_concurrency.lockutils [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "refresh_cache-9d694e55-25f6-45fc-9909-3ce31bb25956" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.650059] env[62954]: DEBUG nova.network.neutron [req-0a4c417e-d88a-4999-bd3a-1898dfa9277b req-0339a800-956d-4c30-a135-fee0e2149fbb service nova] [instance: d4f72348-191e-4762-a939-911324d07d59] Updated VIF entry in instance network info cache for port 9d5eef71-161c-4e6e-add2-7373db6a9f51. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 978.650481] env[62954]: DEBUG nova.network.neutron [req-0a4c417e-d88a-4999-bd3a-1898dfa9277b req-0339a800-956d-4c30-a135-fee0e2149fbb service nova] [instance: d4f72348-191e-4762-a939-911324d07d59] Updating instance_info_cache with network_info: [{"id": "9d5eef71-161c-4e6e-add2-7373db6a9f51", "address": "fa:16:3e:1b:74:b6", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d5eef71-16", "ovs_interfaceid": "9d5eef71-161c-4e6e-add2-7373db6a9f51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.698126] env[62954]: DEBUG nova.network.neutron [req-9446108d-6bb0-4cd2-af27-c6c2589bdcf9 req-f1ca2935-694d-4bf1-b64f-5396bc1a5139 service nova] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 978.771164] env[62954]: DEBUG nova.network.neutron [req-9446108d-6bb0-4cd2-af27-c6c2589bdcf9 req-f1ca2935-694d-4bf1-b64f-5396bc1a5139 service nova] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.884352] env[62954]: DEBUG oslo_vmware.api [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52af8a0a-6ce5-2210-db40-b4d18a66f4e0, 'name': SearchDatastore_Task, 'duration_secs': 0.026711} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.884679] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.884964] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 978.885220] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.032527] env[62954]: DEBUG oslo_vmware.api [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52c17e5b-086c-cbc9-e0b1-4175880e5d38, 'name': SearchDatastore_Task, 'duration_secs': 0.026744} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.032740] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.033011] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 034c1fcc-bec2-4e4b-b77d-821eba6a81fb/034c1fcc-bec2-4e4b-b77d-821eba6a81fb.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.033315] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.033511] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.033727] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3963cafe-c8ee-4e6e-9a9f-dff4d724591e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.036146] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-190c808f-04cc-40ca-b7d6-d0a66cfa3c2f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.043755] env[62954]: DEBUG oslo_vmware.api [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 979.043755] env[62954]: value = "task-2597957" [ 979.043755] env[62954]: _type = "Task" [ 979.043755] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.044888] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.045076] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.048506] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-153f5070-5ff7-4a50-bfa4-1e70a37f4e4d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.057830] env[62954]: DEBUG oslo_vmware.api [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2597957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.058824] env[62954]: DEBUG oslo_vmware.api [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 979.058824] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]529ab170-0c78-adc5-7b30-5c83702fd81d" [ 979.058824] env[62954]: _type = "Task" [ 979.058824] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.067499] env[62954]: DEBUG oslo_vmware.api [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]529ab170-0c78-adc5-7b30-5c83702fd81d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.076055] env[62954]: DEBUG oslo_vmware.api [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2597956, 'name': PowerOnVM_Task, 'duration_secs': 0.455936} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.080562] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.080775] env[62954]: INFO nova.compute.manager [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Took 7.96 seconds to spawn the instance on the hypervisor. [ 979.080957] env[62954]: DEBUG nova.compute.manager [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.084185] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abdaa8b-35d6-4178-8e73-662ca2ef1ab6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.152795] env[62954]: DEBUG oslo_concurrency.lockutils [req-0a4c417e-d88a-4999-bd3a-1898dfa9277b req-0339a800-956d-4c30-a135-fee0e2149fbb service nova] Releasing lock "refresh_cache-d4f72348-191e-4762-a939-911324d07d59" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.274157] env[62954]: DEBUG oslo_concurrency.lockutils [req-9446108d-6bb0-4cd2-af27-c6c2589bdcf9 req-f1ca2935-694d-4bf1-b64f-5396bc1a5139 service nova] Releasing lock "refresh_cache-9d694e55-25f6-45fc-9909-3ce31bb25956" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.274224] env[62954]: DEBUG oslo_concurrency.lockutils [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquired lock "refresh_cache-9d694e55-25f6-45fc-9909-3ce31bb25956" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.274452] env[62954]: DEBUG nova.network.neutron [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.299602] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cea688-856d-4fb9-b5a9-9a49bb47c2d8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.313129] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7dacf4-3101-4808-b519-b696a55c1dc1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.352046] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7332bd1a-bee3-4d0b-b397-48ad05c701da {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.365218] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c244e1a7-d6a7-4852-abab-8fbc9be3b6eb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.384389] env[62954]: DEBUG nova.compute.provider_tree [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.560255] env[62954]: DEBUG oslo_vmware.api [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2597957, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.573866] env[62954]: DEBUG oslo_vmware.api [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]529ab170-0c78-adc5-7b30-5c83702fd81d, 'name': SearchDatastore_Task, 'duration_secs': 0.014659} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.575201] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-728e1ba4-32b3-4485-88c9-0a77e5f309c6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.582118] env[62954]: DEBUG oslo_vmware.api [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 979.582118] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52438b56-acfd-e37c-75f8-afafdbc30e51" [ 979.582118] env[62954]: _type = "Task" [ 979.582118] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.593699] env[62954]: DEBUG oslo_vmware.api [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52438b56-acfd-e37c-75f8-afafdbc30e51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.606542] env[62954]: INFO nova.compute.manager [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Took 15.62 seconds to build instance. [ 979.609462] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.668780] env[62954]: DEBUG nova.network.neutron [None req-9937ae59-f569-4fdc-8a46-36c6497115b4 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Updating instance_info_cache with network_info: [{"id": "9a3cd33d-fe29-48cd-ae1c-230d709e148c", "address": "fa:16:3e:52:3b:d9", "network": {"id": "83c48440-f1b0-4959-9641-df64dcfa43c4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1935869524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a34a6adfdb95418ba67dc915c9c734b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a3cd33d-fe", "ovs_interfaceid": "9a3cd33d-fe29-48cd-ae1c-230d709e148c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.811156] env[62954]: DEBUG nova.network.neutron [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 979.887889] env[62954]: DEBUG nova.scheduler.client.report [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.956692] env[62954]: DEBUG nova.network.neutron [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Updating instance_info_cache with network_info: [{"id": "608a3459-1b48-4019-9856-cb5e0ce41878", "address": "fa:16:3e:9c:3b:24", "network": {"id": "ccb3874a-a834-4f33-a065-0df90cc66674", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1110790858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3eed675f8f04cffb49792ee5c797352", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap608a3459-1b", "ovs_interfaceid": "608a3459-1b48-4019-9856-cb5e0ce41878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.056960] env[62954]: DEBUG oslo_vmware.api [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2597957, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565646} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.057273] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 034c1fcc-bec2-4e4b-b77d-821eba6a81fb/034c1fcc-bec2-4e4b-b77d-821eba6a81fb.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 980.057491] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 980.057752] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8299c90-a267-427a-92a8-e92462ffbade {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.065514] env[62954]: DEBUG oslo_vmware.api [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 980.065514] env[62954]: value = "task-2597958" [ 980.065514] env[62954]: _type = "Task" [ 980.065514] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.075549] env[62954]: DEBUG oslo_vmware.api [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2597958, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.093183] env[62954]: DEBUG oslo_vmware.api [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52438b56-acfd-e37c-75f8-afafdbc30e51, 'name': SearchDatastore_Task, 'duration_secs': 0.011144} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.093476] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.093709] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] d4f72348-191e-4762-a939-911324d07d59/d4f72348-191e-4762-a939-911324d07d59.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 980.093965] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9450113-bab0-4fb9-8ba9-9d09ac841619 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.103104] env[62954]: DEBUG oslo_vmware.api [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 980.103104] env[62954]: value = "task-2597959" [ 980.103104] env[62954]: _type = "Task" [ 980.103104] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.108697] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8721a377-e86e-4ca3-85e2-f487990eb499 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "39a464fe-3499-47d5-b1d4-2c3cf4db3356" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.141s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.112577] env[62954]: DEBUG oslo_vmware.api [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597959, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.171443] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9937ae59-f569-4fdc-8a46-36c6497115b4 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Releasing lock "refresh_cache-d9c2765c-9024-42db-b1f7-19ef016c559a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.171726] env[62954]: DEBUG nova.objects.instance [None req-9937ae59-f569-4fdc-8a46-36c6497115b4 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lazy-loading 'migration_context' on Instance uuid d9c2765c-9024-42db-b1f7-19ef016c559a {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.395478] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.338s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.396016] env[62954]: DEBUG nova.compute.manager [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 980.398699] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.789s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.398939] env[62954]: DEBUG nova.objects.instance [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Lazy-loading 'pci_requests' on Instance uuid b7ae08a3-971e-4c17-be31-708bbf28cb66 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.459408] env[62954]: DEBUG oslo_concurrency.lockutils [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Releasing lock "refresh_cache-9d694e55-25f6-45fc-9909-3ce31bb25956" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.459743] env[62954]: DEBUG nova.compute.manager [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Instance network_info: |[{"id": "608a3459-1b48-4019-9856-cb5e0ce41878", "address": "fa:16:3e:9c:3b:24", "network": {"id": "ccb3874a-a834-4f33-a065-0df90cc66674", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1110790858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3eed675f8f04cffb49792ee5c797352", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap608a3459-1b", "ovs_interfaceid": "608a3459-1b48-4019-9856-cb5e0ce41878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 980.460249] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:3b:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afae6acd-1873-4228-9d5a-1cd5d4efe3e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '608a3459-1b48-4019-9856-cb5e0ce41878', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 980.468165] env[62954]: DEBUG oslo.service.loopingcall [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 980.468719] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 980.468963] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39c2c017-5b9c-4419-a9cb-f58a10b40883 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.491930] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 980.491930] env[62954]: value = "task-2597960" [ 980.491930] env[62954]: _type = "Task" [ 980.491930] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.501749] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597960, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.576866] env[62954]: DEBUG oslo_vmware.api [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2597958, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072441} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.576866] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 980.577289] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d11a5a-1deb-4566-93c3-0d254b229d3a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.602243] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 034c1fcc-bec2-4e4b-b77d-821eba6a81fb/034c1fcc-bec2-4e4b-b77d-821eba6a81fb.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.602551] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfd04646-23a3-45d0-b6a2-2e99867eb869 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.628446] env[62954]: DEBUG oslo_vmware.api [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597959, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.629752] env[62954]: DEBUG oslo_vmware.api [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 980.629752] env[62954]: value = "task-2597961" [ 980.629752] env[62954]: _type = "Task" [ 980.629752] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.637903] env[62954]: DEBUG oslo_vmware.api [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2597961, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.675079] env[62954]: DEBUG nova.objects.base [None req-9937ae59-f569-4fdc-8a46-36c6497115b4 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62954) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 980.676357] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5887f760-915d-4abf-8903-45226a59c1d1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.700178] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f26bc484-7163-4ec1-bcbd-ef9ed34d0ef2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.707027] env[62954]: DEBUG oslo_vmware.api [None req-9937ae59-f569-4fdc-8a46-36c6497115b4 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 980.707027] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]522d0001-e77b-136a-7353-f446df364502" [ 980.707027] env[62954]: _type = "Task" [ 980.707027] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.715471] env[62954]: DEBUG oslo_vmware.api [None req-9937ae59-f569-4fdc-8a46-36c6497115b4 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]522d0001-e77b-136a-7353-f446df364502, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.903528] env[62954]: DEBUG nova.compute.utils [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 980.905420] env[62954]: DEBUG nova.objects.instance [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Lazy-loading 'numa_topology' on Instance uuid b7ae08a3-971e-4c17-be31-708bbf28cb66 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.906757] env[62954]: DEBUG nova.compute.manager [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 980.906936] env[62954]: DEBUG nova.network.neutron [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 980.949684] env[62954]: DEBUG nova.policy [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9af453307c714d4f9a8376c2fa619510', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55676c64756f4e1890efd5c9265b3f01', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 981.005414] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597960, 'name': CreateVM_Task} progress is 25%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.131216] env[62954]: DEBUG oslo_vmware.api [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597959, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.141583] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "e298a3a0-26a1-4561-a645-34c509cc8f82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.141872] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "e298a3a0-26a1-4561-a645-34c509cc8f82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.149729] env[62954]: DEBUG oslo_vmware.api [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2597961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.217711] env[62954]: DEBUG oslo_vmware.api [None req-9937ae59-f569-4fdc-8a46-36c6497115b4 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]522d0001-e77b-136a-7353-f446df364502, 'name': SearchDatastore_Task, 'duration_secs': 0.011336} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.218069] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9937ae59-f569-4fdc-8a46-36c6497115b4 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.331893] env[62954]: DEBUG nova.network.neutron [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Successfully created port: fbb2d8e6-01a2-4d3a-a861-6445e4622aa9 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 981.409677] env[62954]: DEBUG nova.compute.manager [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 981.410573] env[62954]: INFO nova.compute.claims [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 981.504642] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597960, 'name': CreateVM_Task, 'duration_secs': 0.725262} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.504642] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 981.505849] env[62954]: DEBUG oslo_concurrency.lockutils [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.505849] env[62954]: DEBUG oslo_concurrency.lockutils [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.506103] env[62954]: DEBUG oslo_concurrency.lockutils [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.506381] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74b2bcbc-951f-455e-8a8c-342f105aa2cb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.513671] env[62954]: DEBUG oslo_vmware.api [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 981.513671] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]527aceee-d4fa-3342-765b-0d8650e179be" [ 981.513671] env[62954]: _type = "Task" [ 981.513671] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.525101] env[62954]: DEBUG oslo_vmware.api [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]527aceee-d4fa-3342-765b-0d8650e179be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.633380] env[62954]: DEBUG oslo_vmware.api [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597959, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.170862} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.637498] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] d4f72348-191e-4762-a939-911324d07d59/d4f72348-191e-4762-a939-911324d07d59.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.637758] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.638258] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ed62ae7-6ada-4e24-8cd0-804af2749531 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.649346] env[62954]: DEBUG nova.compute.manager [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 981.652527] env[62954]: DEBUG oslo_vmware.api [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2597961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.654817] env[62954]: DEBUG oslo_vmware.api [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 981.654817] env[62954]: value = "task-2597962" [ 981.654817] env[62954]: _type = "Task" [ 981.654817] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.666444] env[62954]: DEBUG oslo_vmware.api [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597962, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.026397] env[62954]: DEBUG oslo_vmware.api [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]527aceee-d4fa-3342-765b-0d8650e179be, 'name': SearchDatastore_Task, 'duration_secs': 0.014421} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.026686] env[62954]: DEBUG oslo_concurrency.lockutils [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.026928] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.027182] env[62954]: DEBUG oslo_concurrency.lockutils [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.027328] env[62954]: DEBUG oslo_concurrency.lockutils [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.027518] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.027779] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ee12110-4b7e-4240-abcc-f791d5be4869 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.042171] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.042365] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.043131] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a31fd75-0628-487f-8b31-c80e35c16023 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.048848] env[62954]: DEBUG oslo_vmware.api [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 982.048848] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52f2c9ca-8e35-0d9d-2f8d-d9df4d8ebc10" [ 982.048848] env[62954]: _type = "Task" [ 982.048848] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.057075] env[62954]: DEBUG oslo_vmware.api [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52f2c9ca-8e35-0d9d-2f8d-d9df4d8ebc10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.143320] env[62954]: DEBUG oslo_vmware.api [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2597961, 'name': ReconfigVM_Task, 'duration_secs': 1.107287} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.143622] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 034c1fcc-bec2-4e4b-b77d-821eba6a81fb/034c1fcc-bec2-4e4b-b77d-821eba6a81fb.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.144412] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e11d8ff6-1fea-439c-a237-4d7fa51108d5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.152941] env[62954]: DEBUG oslo_vmware.api [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 982.152941] env[62954]: value = "task-2597963" [ 982.152941] env[62954]: _type = "Task" [ 982.152941] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.173933] env[62954]: DEBUG oslo_vmware.api [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2597963, 'name': Rename_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.174665] env[62954]: DEBUG oslo_vmware.api [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597962, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084471} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.174843] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.175697] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b88152-0dd9-4c3b-b40b-2955f08eae2e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.180574] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.199381] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] d4f72348-191e-4762-a939-911324d07d59/d4f72348-191e-4762-a939-911324d07d59.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.199604] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51d1ba31-ac15-40c3-919d-721f9646aa90 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.220472] env[62954]: DEBUG oslo_vmware.api [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 982.220472] env[62954]: value = "task-2597964" [ 982.220472] env[62954]: _type = "Task" [ 982.220472] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.229572] env[62954]: DEBUG oslo_vmware.api [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597964, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.421567] env[62954]: DEBUG nova.compute.manager [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 982.453017] env[62954]: DEBUG nova.virt.hardware [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 982.453017] env[62954]: DEBUG nova.virt.hardware [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.453017] env[62954]: DEBUG nova.virt.hardware [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.453017] env[62954]: DEBUG nova.virt.hardware [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.453017] env[62954]: DEBUG nova.virt.hardware [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.453017] env[62954]: DEBUG nova.virt.hardware [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 982.453017] env[62954]: DEBUG nova.virt.hardware [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 982.453017] env[62954]: DEBUG nova.virt.hardware [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 982.453017] env[62954]: DEBUG nova.virt.hardware [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 982.453017] env[62954]: DEBUG nova.virt.hardware [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 982.453817] env[62954]: DEBUG nova.virt.hardware [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 982.454771] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373eec5b-0b8f-4612-9f57-ec0eb3c7b82b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.467123] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c60a71-77a2-4e3b-a086-30e967c7b5a5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.561965] env[62954]: DEBUG oslo_vmware.api [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52f2c9ca-8e35-0d9d-2f8d-d9df4d8ebc10, 'name': SearchDatastore_Task, 'duration_secs': 0.018216} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.562800] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91d0edf1-e03f-43fd-b0ec-9587f6331ecd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.571455] env[62954]: DEBUG oslo_vmware.api [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 982.571455] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5252a150-c83c-a2c6-934a-a13bc104926c" [ 982.571455] env[62954]: _type = "Task" [ 982.571455] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.580087] env[62954]: DEBUG oslo_vmware.api [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5252a150-c83c-a2c6-934a-a13bc104926c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.638721] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73682155-d1ec-4125-9068-fd1e1cd026e8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.646728] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e052cd36-bff6-44ab-9a65-02d84752e7fc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.683725] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31f7b73-39ca-4f8c-a84e-0b05cbd83bbf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.694891] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb5a00b-1860-44a6-bba4-612f1008dc96 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.698864] env[62954]: DEBUG oslo_vmware.api [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2597963, 'name': Rename_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.711544] env[62954]: DEBUG nova.compute.provider_tree [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.726628] env[62954]: DEBUG nova.compute.manager [req-484e7b6b-2552-4c10-90a7-da989af361f5 req-67d3f026-8743-444b-97c8-ea5752d53e03 service nova] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Received event network-vif-plugged-fbb2d8e6-01a2-4d3a-a861-6445e4622aa9 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 982.726845] env[62954]: DEBUG oslo_concurrency.lockutils [req-484e7b6b-2552-4c10-90a7-da989af361f5 req-67d3f026-8743-444b-97c8-ea5752d53e03 service nova] Acquiring lock "b8b76e1c-723c-47b9-a810-381de87e54bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.727073] env[62954]: DEBUG oslo_concurrency.lockutils [req-484e7b6b-2552-4c10-90a7-da989af361f5 req-67d3f026-8743-444b-97c8-ea5752d53e03 service nova] Lock "b8b76e1c-723c-47b9-a810-381de87e54bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.727249] env[62954]: DEBUG oslo_concurrency.lockutils [req-484e7b6b-2552-4c10-90a7-da989af361f5 req-67d3f026-8743-444b-97c8-ea5752d53e03 service nova] Lock "b8b76e1c-723c-47b9-a810-381de87e54bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.727540] env[62954]: DEBUG nova.compute.manager [req-484e7b6b-2552-4c10-90a7-da989af361f5 req-67d3f026-8743-444b-97c8-ea5752d53e03 service nova] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] No waiting events found dispatching network-vif-plugged-fbb2d8e6-01a2-4d3a-a861-6445e4622aa9 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 982.727612] env[62954]: WARNING nova.compute.manager [req-484e7b6b-2552-4c10-90a7-da989af361f5 req-67d3f026-8743-444b-97c8-ea5752d53e03 service nova] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Received unexpected event network-vif-plugged-fbb2d8e6-01a2-4d3a-a861-6445e4622aa9 for instance with vm_state building and task_state spawning. [ 982.735284] env[62954]: DEBUG oslo_vmware.api [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.821560] env[62954]: DEBUG nova.network.neutron [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Successfully updated port: fbb2d8e6-01a2-4d3a-a861-6445e4622aa9 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 983.083025] env[62954]: DEBUG oslo_vmware.api [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5252a150-c83c-a2c6-934a-a13bc104926c, 'name': SearchDatastore_Task, 'duration_secs': 0.016448} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.083228] env[62954]: DEBUG oslo_concurrency.lockutils [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.083487] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 9d694e55-25f6-45fc-9909-3ce31bb25956/9d694e55-25f6-45fc-9909-3ce31bb25956.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.083749] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95e0066e-e142-4f77-8aba-61bd9d1c5264 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.091100] env[62954]: DEBUG oslo_vmware.api [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 983.091100] env[62954]: value = "task-2597965" [ 983.091100] env[62954]: _type = "Task" [ 983.091100] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.098914] env[62954]: DEBUG oslo_vmware.api [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.190037] env[62954]: DEBUG oslo_vmware.api [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2597963, 'name': Rename_Task, 'duration_secs': 0.624349} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.190347] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.190595] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e5f89d7-6fbd-40d4-ad62-32e22da2549e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.198932] env[62954]: DEBUG oslo_vmware.api [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 983.198932] env[62954]: value = "task-2597966" [ 983.198932] env[62954]: _type = "Task" [ 983.198932] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.206840] env[62954]: DEBUG oslo_vmware.api [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2597966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.214950] env[62954]: DEBUG nova.scheduler.client.report [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.231251] env[62954]: DEBUG oslo_vmware.api [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597964, 'name': ReconfigVM_Task, 'duration_secs': 0.843024} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.231536] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Reconfigured VM instance instance-00000061 to attach disk [datastore2] d4f72348-191e-4762-a939-911324d07d59/d4f72348-191e-4762-a939-911324d07d59.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.232773] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e5dc3b7-f127-4943-8c15-b790cc93ff48 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.239833] env[62954]: DEBUG oslo_vmware.api [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 983.239833] env[62954]: value = "task-2597967" [ 983.239833] env[62954]: _type = "Task" [ 983.239833] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.252140] env[62954]: DEBUG oslo_vmware.api [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597967, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.324607] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquiring lock "refresh_cache-b8b76e1c-723c-47b9-a810-381de87e54bc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.324829] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquired lock "refresh_cache-b8b76e1c-723c-47b9-a810-381de87e54bc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.324930] env[62954]: DEBUG nova.network.neutron [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.601994] env[62954]: DEBUG oslo_vmware.api [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597965, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475377} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.602403] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 9d694e55-25f6-45fc-9909-3ce31bb25956/9d694e55-25f6-45fc-9909-3ce31bb25956.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 983.602478] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 983.602715] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc01fdcf-cdcf-4aa5-a9d0-077759a1c6f3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.609827] env[62954]: DEBUG oslo_vmware.api [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 983.609827] env[62954]: value = "task-2597968" [ 983.609827] env[62954]: _type = "Task" [ 983.609827] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.618589] env[62954]: DEBUG oslo_vmware.api [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597968, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.709745] env[62954]: DEBUG oslo_vmware.api [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2597966, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.720762] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.322s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.723132] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9937ae59-f569-4fdc-8a46-36c6497115b4 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.505s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.751253] env[62954]: DEBUG oslo_vmware.api [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597967, 'name': Rename_Task, 'duration_secs': 0.259139} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.751510] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.751754] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf76d575-88e3-4bba-9f3f-20d51e353722 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.757935] env[62954]: INFO nova.network.neutron [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Updating port 69f23832-47a8-4c61-ab76-c3565283ebc7 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 983.761199] env[62954]: DEBUG oslo_vmware.api [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 983.761199] env[62954]: value = "task-2597969" [ 983.761199] env[62954]: _type = "Task" [ 983.761199] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.769393] env[62954]: DEBUG oslo_vmware.api [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597969, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.894891] env[62954]: DEBUG nova.network.neutron [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 984.121391] env[62954]: DEBUG oslo_vmware.api [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597968, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063968} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.121668] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 984.122490] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92f049e-f6b4-457d-942f-2ead2d59e145 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.147260] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 9d694e55-25f6-45fc-9909-3ce31bb25956/9d694e55-25f6-45fc-9909-3ce31bb25956.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.147567] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-370ff23c-387f-4994-9cd2-af79c626dc24 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.163273] env[62954]: DEBUG nova.network.neutron [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Updating instance_info_cache with network_info: [{"id": "fbb2d8e6-01a2-4d3a-a861-6445e4622aa9", "address": "fa:16:3e:0d:16:28", "network": {"id": "47528c63-56ff-4749-94ed-f0e94687ac13", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1980367274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55676c64756f4e1890efd5c9265b3f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbb2d8e6-01", "ovs_interfaceid": "fbb2d8e6-01a2-4d3a-a861-6445e4622aa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.173250] env[62954]: DEBUG oslo_vmware.api [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 984.173250] env[62954]: value = "task-2597970" [ 984.173250] env[62954]: _type = "Task" [ 984.173250] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.181851] env[62954]: DEBUG oslo_vmware.api [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597970, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.210138] env[62954]: DEBUG oslo_vmware.api [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2597966, 'name': PowerOnVM_Task, 'duration_secs': 0.834029} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.210510] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.210724] env[62954]: INFO nova.compute.manager [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Took 10.70 seconds to spawn the instance on the hypervisor. [ 984.210905] env[62954]: DEBUG nova.compute.manager [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.211701] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5ddb28-585b-44dc-83d7-c97dcc2e3395 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.271973] env[62954]: DEBUG oslo_vmware.api [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597969, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.425974] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b827292a-9fd2-4985-bb76-4c50953953a3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.434398] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cf8913-0b89-4c86-a083-79e3b9453775 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.465140] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005af818-6a15-49b3-9624-83b959b54e59 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.472575] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389e45b9-0a1d-4b9d-953e-be5f2ef71b7e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.486751] env[62954]: DEBUG nova.compute.provider_tree [None req-9937ae59-f569-4fdc-8a46-36c6497115b4 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.667159] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Releasing lock "refresh_cache-b8b76e1c-723c-47b9-a810-381de87e54bc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.667159] env[62954]: DEBUG nova.compute.manager [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Instance network_info: |[{"id": "fbb2d8e6-01a2-4d3a-a861-6445e4622aa9", "address": "fa:16:3e:0d:16:28", "network": {"id": "47528c63-56ff-4749-94ed-f0e94687ac13", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1980367274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55676c64756f4e1890efd5c9265b3f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbb2d8e6-01", "ovs_interfaceid": "fbb2d8e6-01a2-4d3a-a861-6445e4622aa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 984.667159] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:16:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbb2d8e6-01a2-4d3a-a861-6445e4622aa9', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.675052] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Creating folder: Project (55676c64756f4e1890efd5c9265b3f01). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 984.675304] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b315ed65-33e6-4620-9cc9-04fa0df47747 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.686528] env[62954]: DEBUG oslo_vmware.api [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597970, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.691518] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Created folder: Project (55676c64756f4e1890efd5c9265b3f01) in parent group-v523717. [ 984.691701] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Creating folder: Instances. Parent ref: group-v523983. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 984.691942] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-032628e0-1e7f-463b-bfbb-9bc548294378 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.701654] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Created folder: Instances in parent group-v523983. [ 984.701934] env[62954]: DEBUG oslo.service.loopingcall [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 984.702178] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.702390] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9cc4970d-8cc1-4405-ae6a-45ed1c71ed4b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.727260] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.727260] env[62954]: value = "task-2597973" [ 984.727260] env[62954]: _type = "Task" [ 984.727260] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.731876] env[62954]: INFO nova.compute.manager [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Took 19.91 seconds to build instance. [ 984.738508] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597973, 'name': CreateVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.752046] env[62954]: DEBUG nova.compute.manager [req-5451fc61-c651-4ba1-bda6-5c7f0a640c80 req-27af0e34-d08d-4499-a487-9bfddd52053c service nova] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Received event network-changed-fbb2d8e6-01a2-4d3a-a861-6445e4622aa9 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 984.752250] env[62954]: DEBUG nova.compute.manager [req-5451fc61-c651-4ba1-bda6-5c7f0a640c80 req-27af0e34-d08d-4499-a487-9bfddd52053c service nova] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Refreshing instance network info cache due to event network-changed-fbb2d8e6-01a2-4d3a-a861-6445e4622aa9. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 984.752463] env[62954]: DEBUG oslo_concurrency.lockutils [req-5451fc61-c651-4ba1-bda6-5c7f0a640c80 req-27af0e34-d08d-4499-a487-9bfddd52053c service nova] Acquiring lock "refresh_cache-b8b76e1c-723c-47b9-a810-381de87e54bc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.752654] env[62954]: DEBUG oslo_concurrency.lockutils [req-5451fc61-c651-4ba1-bda6-5c7f0a640c80 req-27af0e34-d08d-4499-a487-9bfddd52053c service nova] Acquired lock "refresh_cache-b8b76e1c-723c-47b9-a810-381de87e54bc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.753602] env[62954]: DEBUG nova.network.neutron [req-5451fc61-c651-4ba1-bda6-5c7f0a640c80 req-27af0e34-d08d-4499-a487-9bfddd52053c service nova] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Refreshing network info cache for port fbb2d8e6-01a2-4d3a-a861-6445e4622aa9 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.772599] env[62954]: DEBUG oslo_vmware.api [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597969, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.990274] env[62954]: DEBUG nova.scheduler.client.report [None req-9937ae59-f569-4fdc-8a46-36c6497115b4 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.185669] env[62954]: DEBUG oslo_vmware.api [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597970, 'name': ReconfigVM_Task, 'duration_secs': 0.889478} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.186018] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 9d694e55-25f6-45fc-9909-3ce31bb25956/9d694e55-25f6-45fc-9909-3ce31bb25956.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 985.186665] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e4cbdf9-b61a-4f53-9197-3766897072ff {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.193882] env[62954]: DEBUG oslo_vmware.api [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 985.193882] env[62954]: value = "task-2597974" [ 985.193882] env[62954]: _type = "Task" [ 985.193882] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.202153] env[62954]: DEBUG oslo_vmware.api [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597974, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.233663] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9da2e5c9-a284-4893-bfc6-c929eaf1a929 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "034c1fcc-bec2-4e4b-b77d-821eba6a81fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.421s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.238518] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597973, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.274629] env[62954]: DEBUG oslo_vmware.api [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2597969, 'name': PowerOnVM_Task, 'duration_secs': 1.24867} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.274894] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.275109] env[62954]: INFO nova.compute.manager [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Took 9.85 seconds to spawn the instance on the hypervisor. [ 985.275292] env[62954]: DEBUG nova.compute.manager [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.276073] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0fba21-609b-434d-a83f-6d239af9ee00 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.607977] env[62954]: DEBUG nova.network.neutron [req-5451fc61-c651-4ba1-bda6-5c7f0a640c80 req-27af0e34-d08d-4499-a487-9bfddd52053c service nova] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Updated VIF entry in instance network info cache for port fbb2d8e6-01a2-4d3a-a861-6445e4622aa9. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.608464] env[62954]: DEBUG nova.network.neutron [req-5451fc61-c651-4ba1-bda6-5c7f0a640c80 req-27af0e34-d08d-4499-a487-9bfddd52053c service nova] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Updating instance_info_cache with network_info: [{"id": "fbb2d8e6-01a2-4d3a-a861-6445e4622aa9", "address": "fa:16:3e:0d:16:28", "network": {"id": "47528c63-56ff-4749-94ed-f0e94687ac13", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1980367274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55676c64756f4e1890efd5c9265b3f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbb2d8e6-01", "ovs_interfaceid": "fbb2d8e6-01a2-4d3a-a861-6445e4622aa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.656530] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Acquiring lock "refresh_cache-b7ae08a3-971e-4c17-be31-708bbf28cb66" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.656636] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Acquired lock "refresh_cache-b7ae08a3-971e-4c17-be31-708bbf28cb66" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.656852] env[62954]: DEBUG nova.network.neutron [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.705071] env[62954]: DEBUG oslo_vmware.api [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597974, 'name': Rename_Task, 'duration_secs': 0.144037} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.705424] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.705667] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6dfd8cf-55a1-4eb6-b272-1b71f046acf4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.715105] env[62954]: DEBUG oslo_vmware.api [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 985.715105] env[62954]: value = "task-2597975" [ 985.715105] env[62954]: _type = "Task" [ 985.715105] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.722495] env[62954]: DEBUG oslo_vmware.api [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597975, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.748693] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597973, 'name': CreateVM_Task, 'duration_secs': 0.679682} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.748924] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.749650] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.749840] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.750170] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.750454] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86347739-962d-4e93-8ef8-7428ea287b73 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.757505] env[62954]: DEBUG oslo_vmware.api [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 985.757505] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52e73b76-1f1d-73e6-a568-ea76eafc0073" [ 985.757505] env[62954]: _type = "Task" [ 985.757505] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.766766] env[62954]: DEBUG oslo_vmware.api [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52e73b76-1f1d-73e6-a568-ea76eafc0073, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.793553] env[62954]: INFO nova.compute.manager [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Took 19.58 seconds to build instance. [ 985.974265] env[62954]: DEBUG nova.compute.manager [req-0f66d4b8-0280-4ba1-b29e-8e6d6f15804b req-debbf4fd-f670-4d69-82bd-321f1e1304d1 service nova] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Received event network-changed-3aa92b41-ac40-4e7c-a6f4-4401624532c7 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 985.974265] env[62954]: DEBUG nova.compute.manager [req-0f66d4b8-0280-4ba1-b29e-8e6d6f15804b req-debbf4fd-f670-4d69-82bd-321f1e1304d1 service nova] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Refreshing instance network info cache due to event network-changed-3aa92b41-ac40-4e7c-a6f4-4401624532c7. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 985.974265] env[62954]: DEBUG oslo_concurrency.lockutils [req-0f66d4b8-0280-4ba1-b29e-8e6d6f15804b req-debbf4fd-f670-4d69-82bd-321f1e1304d1 service nova] Acquiring lock "refresh_cache-034c1fcc-bec2-4e4b-b77d-821eba6a81fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.974265] env[62954]: DEBUG oslo_concurrency.lockutils [req-0f66d4b8-0280-4ba1-b29e-8e6d6f15804b req-debbf4fd-f670-4d69-82bd-321f1e1304d1 service nova] Acquired lock "refresh_cache-034c1fcc-bec2-4e4b-b77d-821eba6a81fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.974265] env[62954]: DEBUG nova.network.neutron [req-0f66d4b8-0280-4ba1-b29e-8e6d6f15804b req-debbf4fd-f670-4d69-82bd-321f1e1304d1 service nova] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Refreshing network info cache for port 3aa92b41-ac40-4e7c-a6f4-4401624532c7 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.005363] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9937ae59-f569-4fdc-8a46-36c6497115b4 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.282s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.008398] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.828s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.009869] env[62954]: INFO nova.compute.claims [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.111084] env[62954]: DEBUG oslo_concurrency.lockutils [req-5451fc61-c651-4ba1-bda6-5c7f0a640c80 req-27af0e34-d08d-4499-a487-9bfddd52053c service nova] Releasing lock "refresh_cache-b8b76e1c-723c-47b9-a810-381de87e54bc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.227355] env[62954]: DEBUG oslo_vmware.api [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597975, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.269684] env[62954]: DEBUG oslo_vmware.api [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52e73b76-1f1d-73e6-a568-ea76eafc0073, 'name': SearchDatastore_Task, 'duration_secs': 0.013949} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.269939] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.270503] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 986.270806] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.270957] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.271153] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.271612] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b356239-23bf-4c2b-a9f5-a50364cefd7f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.281417] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.281617] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 986.282360] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f42aa603-bd30-4a2a-822a-6752608f12b4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.287728] env[62954]: DEBUG oslo_vmware.api [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 986.287728] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52dd8a90-71d1-c8f1-dab9-265c913b40f2" [ 986.287728] env[62954]: _type = "Task" [ 986.287728] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.297615] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0a556470-d5a8-4979-a0d4-b773c481c49e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "d4f72348-191e-4762-a939-911324d07d59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.099s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.297849] env[62954]: DEBUG oslo_vmware.api [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52dd8a90-71d1-c8f1-dab9-265c913b40f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.458650] env[62954]: DEBUG nova.network.neutron [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Updating instance_info_cache with network_info: [{"id": "69f23832-47a8-4c61-ab76-c3565283ebc7", "address": "fa:16:3e:d2:54:37", "network": {"id": "5b008fa1-5d50-4bae-bbd0-ab63d8e20f2f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-290645519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "579b64041fcd4d4288e938896c8b01e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69f23832-47", "ovs_interfaceid": "69f23832-47a8-4c61-ab76-c3565283ebc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.596008] env[62954]: INFO nova.scheduler.client.report [None req-9937ae59-f569-4fdc-8a46-36c6497115b4 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Deleted allocation for migration 33fb79fd-a0d2-4a3a-8ec1-5f0b3b7501b5 [ 986.730022] env[62954]: DEBUG oslo_vmware.api [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2597975, 'name': PowerOnVM_Task, 'duration_secs': 0.553447} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.730022] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.730022] env[62954]: INFO nova.compute.manager [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Took 8.99 seconds to spawn the instance on the hypervisor. [ 986.730022] env[62954]: DEBUG nova.compute.manager [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.730022] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87b4417-abbc-4087-8d6e-f0fb8915668d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.797227] env[62954]: DEBUG nova.compute.manager [req-f051ee68-e7e6-471d-a143-fffba87886e4 req-8233e3ff-d09a-4279-8cdf-d2bacf987aca service nova] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Received event network-vif-plugged-69f23832-47a8-4c61-ab76-c3565283ebc7 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 986.797654] env[62954]: DEBUG oslo_concurrency.lockutils [req-f051ee68-e7e6-471d-a143-fffba87886e4 req-8233e3ff-d09a-4279-8cdf-d2bacf987aca service nova] Acquiring lock "b7ae08a3-971e-4c17-be31-708bbf28cb66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.798251] env[62954]: DEBUG oslo_concurrency.lockutils [req-f051ee68-e7e6-471d-a143-fffba87886e4 req-8233e3ff-d09a-4279-8cdf-d2bacf987aca service nova] Lock "b7ae08a3-971e-4c17-be31-708bbf28cb66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.798715] env[62954]: DEBUG oslo_concurrency.lockutils [req-f051ee68-e7e6-471d-a143-fffba87886e4 req-8233e3ff-d09a-4279-8cdf-d2bacf987aca service nova] Lock "b7ae08a3-971e-4c17-be31-708bbf28cb66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.802284] env[62954]: DEBUG nova.compute.manager [req-f051ee68-e7e6-471d-a143-fffba87886e4 req-8233e3ff-d09a-4279-8cdf-d2bacf987aca service nova] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] No waiting events found dispatching network-vif-plugged-69f23832-47a8-4c61-ab76-c3565283ebc7 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 986.802284] env[62954]: WARNING nova.compute.manager [req-f051ee68-e7e6-471d-a143-fffba87886e4 req-8233e3ff-d09a-4279-8cdf-d2bacf987aca service nova] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Received unexpected event network-vif-plugged-69f23832-47a8-4c61-ab76-c3565283ebc7 for instance with vm_state shelved_offloaded and task_state spawning. [ 986.802284] env[62954]: DEBUG nova.compute.manager [req-f051ee68-e7e6-471d-a143-fffba87886e4 req-8233e3ff-d09a-4279-8cdf-d2bacf987aca service nova] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Received event network-changed-69f23832-47a8-4c61-ab76-c3565283ebc7 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 986.802284] env[62954]: DEBUG nova.compute.manager [req-f051ee68-e7e6-471d-a143-fffba87886e4 req-8233e3ff-d09a-4279-8cdf-d2bacf987aca service nova] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Refreshing instance network info cache due to event network-changed-69f23832-47a8-4c61-ab76-c3565283ebc7. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 986.802284] env[62954]: DEBUG oslo_concurrency.lockutils [req-f051ee68-e7e6-471d-a143-fffba87886e4 req-8233e3ff-d09a-4279-8cdf-d2bacf987aca service nova] Acquiring lock "refresh_cache-b7ae08a3-971e-4c17-be31-708bbf28cb66" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.807747] env[62954]: DEBUG oslo_vmware.api [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52dd8a90-71d1-c8f1-dab9-265c913b40f2, 'name': SearchDatastore_Task, 'duration_secs': 0.01047} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.808950] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e26667fd-b3ce-4bb9-9590-44943004e2fb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.818849] env[62954]: DEBUG oslo_vmware.api [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 986.818849] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5202c546-7701-5c23-fb1a-3f54c67bfeef" [ 986.818849] env[62954]: _type = "Task" [ 986.818849] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.828634] env[62954]: DEBUG oslo_vmware.api [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5202c546-7701-5c23-fb1a-3f54c67bfeef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.962605] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Releasing lock "refresh_cache-b7ae08a3-971e-4c17-be31-708bbf28cb66" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.964575] env[62954]: DEBUG oslo_concurrency.lockutils [req-f051ee68-e7e6-471d-a143-fffba87886e4 req-8233e3ff-d09a-4279-8cdf-d2bacf987aca service nova] Acquired lock "refresh_cache-b7ae08a3-971e-4c17-be31-708bbf28cb66" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.966059] env[62954]: DEBUG nova.network.neutron [req-f051ee68-e7e6-471d-a143-fffba87886e4 req-8233e3ff-d09a-4279-8cdf-d2bacf987aca service nova] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Refreshing network info cache for port 69f23832-47a8-4c61-ab76-c3565283ebc7 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.998297] env[62954]: DEBUG nova.virt.hardware [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b84da1cb4d0b7dfbb4a7715f189fe2ca',container_format='bare',created_at=2025-02-17T22:37:12Z,direct_url=,disk_format='vmdk',id=35832758-b5ad-42bd-8be1-6c80cba7868c,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1985243757-shelved',owner='579b64041fcd4d4288e938896c8b01e8',properties=ImageMetaProps,protected=,size=31665152,status='active',tags=,updated_at=2025-02-17T22:37:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.998546] env[62954]: DEBUG nova.virt.hardware [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.998701] env[62954]: DEBUG nova.virt.hardware [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.998880] env[62954]: DEBUG nova.virt.hardware [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.999154] env[62954]: DEBUG nova.virt.hardware [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.999368] env[62954]: DEBUG nova.virt.hardware [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.999626] env[62954]: DEBUG nova.virt.hardware [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.999833] env[62954]: DEBUG nova.virt.hardware [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.000056] env[62954]: DEBUG nova.virt.hardware [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.000274] env[62954]: DEBUG nova.virt.hardware [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.000493] env[62954]: DEBUG nova.virt.hardware [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.001626] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5194566-60d5-40eb-9d29-80a3ea9d0591 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.005847] env[62954]: DEBUG nova.network.neutron [req-0f66d4b8-0280-4ba1-b29e-8e6d6f15804b req-debbf4fd-f670-4d69-82bd-321f1e1304d1 service nova] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Updated VIF entry in instance network info cache for port 3aa92b41-ac40-4e7c-a6f4-4401624532c7. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.005847] env[62954]: DEBUG nova.network.neutron [req-0f66d4b8-0280-4ba1-b29e-8e6d6f15804b req-debbf4fd-f670-4d69-82bd-321f1e1304d1 service nova] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Updating instance_info_cache with network_info: [{"id": "3aa92b41-ac40-4e7c-a6f4-4401624532c7", "address": "fa:16:3e:fe:71:e1", "network": {"id": "7c267a0a-446f-4e24-9552-67fbdacd4c1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1764129639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b7067a8cb44a12a451501342566d30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aa92b41-ac", "ovs_interfaceid": "3aa92b41-ac40-4e7c-a6f4-4401624532c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.012920] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7645a688-2ee8-4c0b-a5e3-89138ecab9d5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.031566] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:54:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bed837fa-6b6a-4192-a229-a99426a46065', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69f23832-47a8-4c61-ab76-c3565283ebc7', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 987.040376] env[62954]: DEBUG oslo.service.loopingcall [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 987.042492] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 987.046080] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-323264e4-eb08-4876-adba-ae36bf9d9820 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.074635] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 987.074635] env[62954]: value = "task-2597976" [ 987.074635] env[62954]: _type = "Task" [ 987.074635] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.088765] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597976, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.104392] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9937ae59-f569-4fdc-8a46-36c6497115b4 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "d9c2765c-9024-42db-b1f7-19ef016c559a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.294s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.252979] env[62954]: INFO nova.compute.manager [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Took 19.45 seconds to build instance. [ 987.312092] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef75ca4-bab0-4b10-8887-da11b4b7a009 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.323990] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426ab5d0-29ff-47c3-9893-46b9f96b08e1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.336757] env[62954]: DEBUG oslo_vmware.api [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5202c546-7701-5c23-fb1a-3f54c67bfeef, 'name': SearchDatastore_Task, 'duration_secs': 0.012527} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.364873] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.364873] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] b8b76e1c-723c-47b9-a810-381de87e54bc/b8b76e1c-723c-47b9-a810-381de87e54bc.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 987.366029] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2abb98d4-bef8-4644-b37e-deb40130dff8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.368657] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbfcc46-79dd-41e5-a40a-ede18b28ee0d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.378760] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884bbb33-40a9-408f-aed6-053c2c01be66 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.382842] env[62954]: DEBUG oslo_vmware.api [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 987.382842] env[62954]: value = "task-2597977" [ 987.382842] env[62954]: _type = "Task" [ 987.382842] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.396661] env[62954]: DEBUG nova.compute.provider_tree [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.406016] env[62954]: DEBUG oslo_vmware.api [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2597977, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.507821] env[62954]: DEBUG oslo_concurrency.lockutils [req-0f66d4b8-0280-4ba1-b29e-8e6d6f15804b req-debbf4fd-f670-4d69-82bd-321f1e1304d1 service nova] Releasing lock "refresh_cache-034c1fcc-bec2-4e4b-b77d-821eba6a81fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.546236] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8df98ad2-fa0d-462e-ab67-13e3a777e9c0 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "d9c2765c-9024-42db-b1f7-19ef016c559a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.546507] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8df98ad2-fa0d-462e-ab67-13e3a777e9c0 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "d9c2765c-9024-42db-b1f7-19ef016c559a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.546721] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8df98ad2-fa0d-462e-ab67-13e3a777e9c0 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "d9c2765c-9024-42db-b1f7-19ef016c559a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.546898] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8df98ad2-fa0d-462e-ab67-13e3a777e9c0 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "d9c2765c-9024-42db-b1f7-19ef016c559a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.547161] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8df98ad2-fa0d-462e-ab67-13e3a777e9c0 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "d9c2765c-9024-42db-b1f7-19ef016c559a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.549650] env[62954]: INFO nova.compute.manager [None req-8df98ad2-fa0d-462e-ab67-13e3a777e9c0 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Terminating instance [ 987.594931] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597976, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.755299] env[62954]: DEBUG oslo_concurrency.lockutils [None req-482d2b23-3c8b-4e09-b91f-dc34624b27ef tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "9d694e55-25f6-45fc-9909-3ce31bb25956" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.963s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.888911] env[62954]: DEBUG nova.network.neutron [req-f051ee68-e7e6-471d-a143-fffba87886e4 req-8233e3ff-d09a-4279-8cdf-d2bacf987aca service nova] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Updated VIF entry in instance network info cache for port 69f23832-47a8-4c61-ab76-c3565283ebc7. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.889893] env[62954]: DEBUG nova.network.neutron [req-f051ee68-e7e6-471d-a143-fffba87886e4 req-8233e3ff-d09a-4279-8cdf-d2bacf987aca service nova] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Updating instance_info_cache with network_info: [{"id": "69f23832-47a8-4c61-ab76-c3565283ebc7", "address": "fa:16:3e:d2:54:37", "network": {"id": "5b008fa1-5d50-4bae-bbd0-ab63d8e20f2f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-290645519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "579b64041fcd4d4288e938896c8b01e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69f23832-47", "ovs_interfaceid": "69f23832-47a8-4c61-ab76-c3565283ebc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.901133] env[62954]: DEBUG oslo_vmware.api [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2597977, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.909023] env[62954]: DEBUG nova.scheduler.client.report [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.053877] env[62954]: DEBUG nova.compute.manager [None req-8df98ad2-fa0d-462e-ab67-13e3a777e9c0 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 988.054144] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8df98ad2-fa0d-462e-ab67-13e3a777e9c0 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.055038] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89959818-7b58-4e01-827d-8b2a5a20ffd8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.064907] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df98ad2-fa0d-462e-ab67-13e3a777e9c0 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.065197] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec67ab22-9bfe-4f82-9d54-3756196ddb60 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.074217] env[62954]: DEBUG oslo_vmware.api [None req-8df98ad2-fa0d-462e-ab67-13e3a777e9c0 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 988.074217] env[62954]: value = "task-2597978" [ 988.074217] env[62954]: _type = "Task" [ 988.074217] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.093574] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597976, 'name': CreateVM_Task, 'duration_secs': 0.65579} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.094021] env[62954]: DEBUG oslo_vmware.api [None req-8df98ad2-fa0d-462e-ab67-13e3a777e9c0 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.094220] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 988.095625] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/35832758-b5ad-42bd-8be1-6c80cba7868c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.095625] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Acquired lock "[datastore1] devstack-image-cache_base/35832758-b5ad-42bd-8be1-6c80cba7868c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.095625] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/35832758-b5ad-42bd-8be1-6c80cba7868c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.095919] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdabaf35-81ea-465c-ac97-967a98710426 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.103263] env[62954]: DEBUG oslo_vmware.api [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for the task: (returnval){ [ 988.103263] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5200fa75-1c01-6792-9f96-1b4f41008600" [ 988.103263] env[62954]: _type = "Task" [ 988.103263] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.112556] env[62954]: DEBUG oslo_vmware.api [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5200fa75-1c01-6792-9f96-1b4f41008600, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.141966] env[62954]: DEBUG oslo_concurrency.lockutils [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "591352a7-dc6d-4801-8d45-1eb245c6dd2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.142225] env[62954]: DEBUG oslo_concurrency.lockutils [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "591352a7-dc6d-4801-8d45-1eb245c6dd2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.326805] env[62954]: DEBUG nova.compute.manager [req-723534b6-d387-4317-9555-1de5b00d29ae req-ac75895a-e52e-4b01-98a3-29db3a5a0f3c service nova] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Received event network-changed-608a3459-1b48-4019-9856-cb5e0ce41878 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 988.327062] env[62954]: DEBUG nova.compute.manager [req-723534b6-d387-4317-9555-1de5b00d29ae req-ac75895a-e52e-4b01-98a3-29db3a5a0f3c service nova] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Refreshing instance network info cache due to event network-changed-608a3459-1b48-4019-9856-cb5e0ce41878. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 988.327304] env[62954]: DEBUG oslo_concurrency.lockutils [req-723534b6-d387-4317-9555-1de5b00d29ae req-ac75895a-e52e-4b01-98a3-29db3a5a0f3c service nova] Acquiring lock "refresh_cache-9d694e55-25f6-45fc-9909-3ce31bb25956" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.327453] env[62954]: DEBUG oslo_concurrency.lockutils [req-723534b6-d387-4317-9555-1de5b00d29ae req-ac75895a-e52e-4b01-98a3-29db3a5a0f3c service nova] Acquired lock "refresh_cache-9d694e55-25f6-45fc-9909-3ce31bb25956" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.327617] env[62954]: DEBUG nova.network.neutron [req-723534b6-d387-4317-9555-1de5b00d29ae req-ac75895a-e52e-4b01-98a3-29db3a5a0f3c service nova] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Refreshing network info cache for port 608a3459-1b48-4019-9856-cb5e0ce41878 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.371203] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 988.371463] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 988.395708] env[62954]: DEBUG oslo_concurrency.lockutils [req-f051ee68-e7e6-471d-a143-fffba87886e4 req-8233e3ff-d09a-4279-8cdf-d2bacf987aca service nova] Releasing lock "refresh_cache-b7ae08a3-971e-4c17-be31-708bbf28cb66" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.396174] env[62954]: DEBUG oslo_vmware.api [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2597977, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576216} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.397825] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] b8b76e1c-723c-47b9-a810-381de87e54bc/b8b76e1c-723c-47b9-a810-381de87e54bc.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.398085] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.398366] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69c461ee-77fe-4026-a6f9-88f5a9606f8a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.407886] env[62954]: DEBUG oslo_vmware.api [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 988.407886] env[62954]: value = "task-2597979" [ 988.407886] env[62954]: _type = "Task" [ 988.407886] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.415405] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.415989] env[62954]: DEBUG nova.compute.manager [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 988.427679] env[62954]: DEBUG oslo_vmware.api [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2597979, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.586266] env[62954]: DEBUG oslo_vmware.api [None req-8df98ad2-fa0d-462e-ab67-13e3a777e9c0 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597978, 'name': PowerOffVM_Task, 'duration_secs': 0.462512} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.586266] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df98ad2-fa0d-462e-ab67-13e3a777e9c0 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.586266] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8df98ad2-fa0d-462e-ab67-13e3a777e9c0 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 988.586399] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ea51fec-5b35-49cb-93ef-e4e926096ceb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.613434] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Releasing lock "[datastore1] devstack-image-cache_base/35832758-b5ad-42bd-8be1-6c80cba7868c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.613694] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Processing image 35832758-b5ad-42bd-8be1-6c80cba7868c {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.613928] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/35832758-b5ad-42bd-8be1-6c80cba7868c/35832758-b5ad-42bd-8be1-6c80cba7868c.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.615017] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Acquired lock "[datastore1] devstack-image-cache_base/35832758-b5ad-42bd-8be1-6c80cba7868c/35832758-b5ad-42bd-8be1-6c80cba7868c.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.615017] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.615017] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a89ee9f4-7ccf-41e6-9f8f-d38d285f3daf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.630040] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.630287] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.631131] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99280225-a0e5-41b1-8e26-83f96b75a7a0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.636864] env[62954]: DEBUG oslo_vmware.api [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for the task: (returnval){ [ 988.636864] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]525d6626-b143-26f3-b7cb-c25e4ec5cbad" [ 988.636864] env[62954]: _type = "Task" [ 988.636864] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.647246] env[62954]: DEBUG nova.compute.manager [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 988.650015] env[62954]: DEBUG oslo_vmware.api [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]525d6626-b143-26f3-b7cb-c25e4ec5cbad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.676092] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8df98ad2-fa0d-462e-ab67-13e3a777e9c0 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 988.676330] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8df98ad2-fa0d-462e-ab67-13e3a777e9c0 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 988.676516] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-8df98ad2-fa0d-462e-ab67-13e3a777e9c0 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Deleting the datastore file [datastore2] d9c2765c-9024-42db-b1f7-19ef016c559a {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 988.676795] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91e2e9bd-e463-4b97-b8c5-040d35d29aa5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.684388] env[62954]: DEBUG oslo_vmware.api [None req-8df98ad2-fa0d-462e-ab67-13e3a777e9c0 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 988.684388] env[62954]: value = "task-2597981" [ 988.684388] env[62954]: _type = "Task" [ 988.684388] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.695205] env[62954]: DEBUG oslo_vmware.api [None req-8df98ad2-fa0d-462e-ab67-13e3a777e9c0 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.835777] env[62954]: DEBUG nova.compute.manager [req-70131af8-e204-4abb-8419-baf60e4c6596 req-9390f31c-d27b-4d9f-be08-a20c47e9ba5f service nova] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Received event network-changed-6c6ca1ff-3dd4-4c00-a44d-46f5377124ce {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 988.836077] env[62954]: DEBUG nova.compute.manager [req-70131af8-e204-4abb-8419-baf60e4c6596 req-9390f31c-d27b-4d9f-be08-a20c47e9ba5f service nova] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Refreshing instance network info cache due to event network-changed-6c6ca1ff-3dd4-4c00-a44d-46f5377124ce. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 988.836226] env[62954]: DEBUG oslo_concurrency.lockutils [req-70131af8-e204-4abb-8419-baf60e4c6596 req-9390f31c-d27b-4d9f-be08-a20c47e9ba5f service nova] Acquiring lock "refresh_cache-d788173c-8090-4bb0-94cd-0f1dc06ca4fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.836373] env[62954]: DEBUG oslo_concurrency.lockutils [req-70131af8-e204-4abb-8419-baf60e4c6596 req-9390f31c-d27b-4d9f-be08-a20c47e9ba5f service nova] Acquired lock "refresh_cache-d788173c-8090-4bb0-94cd-0f1dc06ca4fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.836542] env[62954]: DEBUG nova.network.neutron [req-70131af8-e204-4abb-8419-baf60e4c6596 req-9390f31c-d27b-4d9f-be08-a20c47e9ba5f service nova] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Refreshing network info cache for port 6c6ca1ff-3dd4-4c00-a44d-46f5377124ce {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.880102] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 988.880276] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Starting heal instance info cache {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 988.918684] env[62954]: DEBUG oslo_vmware.api [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2597979, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099797} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.918971] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.920749] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebab7978-2828-414d-b209-1bed7335be04 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.924514] env[62954]: DEBUG nova.compute.utils [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 988.925885] env[62954]: DEBUG nova.compute.manager [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 988.926117] env[62954]: DEBUG nova.network.neutron [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 988.948574] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] b8b76e1c-723c-47b9-a810-381de87e54bc/b8b76e1c-723c-47b9-a810-381de87e54bc.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.949628] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51184e76-e7a0-4ba9-929e-0247fc504268 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.976034] env[62954]: DEBUG oslo_vmware.api [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 988.976034] env[62954]: value = "task-2597982" [ 988.976034] env[62954]: _type = "Task" [ 988.976034] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.987783] env[62954]: DEBUG oslo_vmware.api [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2597982, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.043327] env[62954]: DEBUG nova.policy [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41504cde129347978859d6028392af60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4bf9ee7b108347bfa5bd89b8f255aef8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 989.149251] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Preparing fetch location {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 989.149551] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Fetch image to [datastore1] OSTACK_IMG_629b078e-8f96-490e-9da1-0ade67a87436/OSTACK_IMG_629b078e-8f96-490e-9da1-0ade67a87436.vmdk {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 989.149741] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Downloading stream optimized image 35832758-b5ad-42bd-8be1-6c80cba7868c to [datastore1] OSTACK_IMG_629b078e-8f96-490e-9da1-0ade67a87436/OSTACK_IMG_629b078e-8f96-490e-9da1-0ade67a87436.vmdk on the data store datastore1 as vApp {{(pid=62954) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 989.149927] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Downloading image file data 35832758-b5ad-42bd-8be1-6c80cba7868c to the ESX as VM named 'OSTACK_IMG_629b078e-8f96-490e-9da1-0ade67a87436' {{(pid=62954) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 989.173757] env[62954]: DEBUG oslo_concurrency.lockutils [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.174365] env[62954]: DEBUG oslo_concurrency.lockutils [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.176135] env[62954]: INFO nova.compute.claims [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.196778] env[62954]: DEBUG oslo_vmware.api [None req-8df98ad2-fa0d-462e-ab67-13e3a777e9c0 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2597981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.406339} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.219861] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-8df98ad2-fa0d-462e-ab67-13e3a777e9c0 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.219861] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8df98ad2-fa0d-462e-ab67-13e3a777e9c0 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.219861] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8df98ad2-fa0d-462e-ab67-13e3a777e9c0 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.219861] env[62954]: INFO nova.compute.manager [None req-8df98ad2-fa0d-462e-ab67-13e3a777e9c0 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 989.219861] env[62954]: DEBUG oslo.service.loopingcall [None req-8df98ad2-fa0d-462e-ab67-13e3a777e9c0 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 989.219861] env[62954]: DEBUG nova.compute.manager [-] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 989.219861] env[62954]: DEBUG nova.network.neutron [-] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 989.265018] env[62954]: DEBUG oslo_vmware.rw_handles [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 989.265018] env[62954]: value = "resgroup-9" [ 989.265018] env[62954]: _type = "ResourcePool" [ 989.265018] env[62954]: }. {{(pid=62954) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 989.265018] env[62954]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5a740591-bfee-4865-b657-fecf8ff1f59d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.289234] env[62954]: DEBUG oslo_vmware.rw_handles [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Lease: (returnval){ [ 989.289234] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]527f3c24-fdb3-0e48-dffc-5ef9826c989e" [ 989.289234] env[62954]: _type = "HttpNfcLease" [ 989.289234] env[62954]: } obtained for vApp import into resource pool (val){ [ 989.289234] env[62954]: value = "resgroup-9" [ 989.289234] env[62954]: _type = "ResourcePool" [ 989.289234] env[62954]: }. {{(pid=62954) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 989.289234] env[62954]: DEBUG oslo_vmware.api [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for the lease: (returnval){ [ 989.289234] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]527f3c24-fdb3-0e48-dffc-5ef9826c989e" [ 989.289234] env[62954]: _type = "HttpNfcLease" [ 989.289234] env[62954]: } to be ready. {{(pid=62954) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 989.297607] env[62954]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 989.297607] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]527f3c24-fdb3-0e48-dffc-5ef9826c989e" [ 989.297607] env[62954]: _type = "HttpNfcLease" [ 989.297607] env[62954]: } is initializing. {{(pid=62954) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 989.373304] env[62954]: DEBUG nova.network.neutron [req-723534b6-d387-4317-9555-1de5b00d29ae req-ac75895a-e52e-4b01-98a3-29db3a5a0f3c service nova] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Updated VIF entry in instance network info cache for port 608a3459-1b48-4019-9856-cb5e0ce41878. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.373304] env[62954]: DEBUG nova.network.neutron [req-723534b6-d387-4317-9555-1de5b00d29ae req-ac75895a-e52e-4b01-98a3-29db3a5a0f3c service nova] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Updating instance_info_cache with network_info: [{"id": "608a3459-1b48-4019-9856-cb5e0ce41878", "address": "fa:16:3e:9c:3b:24", "network": {"id": "ccb3874a-a834-4f33-a065-0df90cc66674", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1110790858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3eed675f8f04cffb49792ee5c797352", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap608a3459-1b", "ovs_interfaceid": "608a3459-1b48-4019-9856-cb5e0ce41878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.432272] env[62954]: DEBUG nova.compute.manager [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 989.490943] env[62954]: DEBUG oslo_vmware.api [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2597982, 'name': ReconfigVM_Task, 'duration_secs': 0.322346} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.492409] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Reconfigured VM instance instance-00000063 to attach disk [datastore1] b8b76e1c-723c-47b9-a810-381de87e54bc/b8b76e1c-723c-47b9-a810-381de87e54bc.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.494780] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8527ec21-b3de-449b-bff7-653b0fcbcedd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.503303] env[62954]: DEBUG oslo_vmware.api [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 989.503303] env[62954]: value = "task-2597984" [ 989.503303] env[62954]: _type = "Task" [ 989.503303] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.514918] env[62954]: DEBUG oslo_vmware.api [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2597984, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.725210] env[62954]: DEBUG nova.network.neutron [req-70131af8-e204-4abb-8419-baf60e4c6596 req-9390f31c-d27b-4d9f-be08-a20c47e9ba5f service nova] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Updated VIF entry in instance network info cache for port 6c6ca1ff-3dd4-4c00-a44d-46f5377124ce. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.725363] env[62954]: DEBUG nova.network.neutron [req-70131af8-e204-4abb-8419-baf60e4c6596 req-9390f31c-d27b-4d9f-be08-a20c47e9ba5f service nova] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Updating instance_info_cache with network_info: [{"id": "6c6ca1ff-3dd4-4c00-a44d-46f5377124ce", "address": "fa:16:3e:33:87:7c", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c6ca1ff-3d", "ovs_interfaceid": "6c6ca1ff-3dd4-4c00-a44d-46f5377124ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.727170] env[62954]: DEBUG nova.network.neutron [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Successfully created port: 3a6e5c3f-5a55-42ec-b9ab-89008ffa4bd0 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 989.797124] env[62954]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 989.797124] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]527f3c24-fdb3-0e48-dffc-5ef9826c989e" [ 989.797124] env[62954]: _type = "HttpNfcLease" [ 989.797124] env[62954]: } is initializing. {{(pid=62954) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 989.876455] env[62954]: DEBUG oslo_concurrency.lockutils [req-723534b6-d387-4317-9555-1de5b00d29ae req-ac75895a-e52e-4b01-98a3-29db3a5a0f3c service nova] Releasing lock "refresh_cache-9d694e55-25f6-45fc-9909-3ce31bb25956" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.911670] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "refresh_cache-bd25771f-4502-4a7c-acb6-75a91117d993" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.911826] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquired lock "refresh_cache-bd25771f-4502-4a7c-acb6-75a91117d993" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.911978] env[62954]: DEBUG nova.network.neutron [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Forcefully refreshing network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 990.014046] env[62954]: DEBUG oslo_vmware.api [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2597984, 'name': Rename_Task, 'duration_secs': 0.14345} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.014046] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.014219] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f90aca04-14f3-4378-ad6a-6fc36fc1d020 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.022705] env[62954]: DEBUG oslo_vmware.api [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 990.022705] env[62954]: value = "task-2597985" [ 990.022705] env[62954]: _type = "Task" [ 990.022705] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.033559] env[62954]: DEBUG oslo_vmware.api [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2597985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.190759] env[62954]: DEBUG nova.network.neutron [-] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.230117] env[62954]: DEBUG oslo_concurrency.lockutils [req-70131af8-e204-4abb-8419-baf60e4c6596 req-9390f31c-d27b-4d9f-be08-a20c47e9ba5f service nova] Releasing lock "refresh_cache-d788173c-8090-4bb0-94cd-0f1dc06ca4fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.230430] env[62954]: DEBUG nova.compute.manager [req-70131af8-e204-4abb-8419-baf60e4c6596 req-9390f31c-d27b-4d9f-be08-a20c47e9ba5f service nova] [instance: d4f72348-191e-4762-a939-911324d07d59] Received event network-changed-9d5eef71-161c-4e6e-add2-7373db6a9f51 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 990.230648] env[62954]: DEBUG nova.compute.manager [req-70131af8-e204-4abb-8419-baf60e4c6596 req-9390f31c-d27b-4d9f-be08-a20c47e9ba5f service nova] [instance: d4f72348-191e-4762-a939-911324d07d59] Refreshing instance network info cache due to event network-changed-9d5eef71-161c-4e6e-add2-7373db6a9f51. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 990.230830] env[62954]: DEBUG oslo_concurrency.lockutils [req-70131af8-e204-4abb-8419-baf60e4c6596 req-9390f31c-d27b-4d9f-be08-a20c47e9ba5f service nova] Acquiring lock "refresh_cache-d4f72348-191e-4762-a939-911324d07d59" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.230995] env[62954]: DEBUG oslo_concurrency.lockutils [req-70131af8-e204-4abb-8419-baf60e4c6596 req-9390f31c-d27b-4d9f-be08-a20c47e9ba5f service nova] Acquired lock "refresh_cache-d4f72348-191e-4762-a939-911324d07d59" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.231146] env[62954]: DEBUG nova.network.neutron [req-70131af8-e204-4abb-8419-baf60e4c6596 req-9390f31c-d27b-4d9f-be08-a20c47e9ba5f service nova] [instance: d4f72348-191e-4762-a939-911324d07d59] Refreshing network info cache for port 9d5eef71-161c-4e6e-add2-7373db6a9f51 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.297982] env[62954]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 990.297982] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]527f3c24-fdb3-0e48-dffc-5ef9826c989e" [ 990.297982] env[62954]: _type = "HttpNfcLease" [ 990.297982] env[62954]: } is ready. {{(pid=62954) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 990.300923] env[62954]: DEBUG oslo_vmware.rw_handles [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 990.300923] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]527f3c24-fdb3-0e48-dffc-5ef9826c989e" [ 990.300923] env[62954]: _type = "HttpNfcLease" [ 990.300923] env[62954]: }. {{(pid=62954) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 990.302130] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61ce369-7507-4bf7-a7ed-bde483657d55 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.311302] env[62954]: DEBUG oslo_vmware.rw_handles [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525acf05-7584-ce9c-fe0f-88e0d823383a/disk-0.vmdk from lease info. {{(pid=62954) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 990.311533] env[62954]: DEBUG oslo_vmware.rw_handles [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Creating HTTP connection to write to file with size = 31665152 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525acf05-7584-ce9c-fe0f-88e0d823383a/disk-0.vmdk. {{(pid=62954) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 990.373627] env[62954]: DEBUG nova.compute.manager [req-bdc15d15-d4bc-4ccb-9b20-09c5505466be req-73c69b4f-d2f2-426d-b099-750843994ac1 service nova] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Received event network-vif-deleted-9a3cd33d-fe29-48cd-ae1c-230d709e148c {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 990.379108] env[62954]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-885f1065-0724-4ad3-ac01-4e9809cf451f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.439557] env[62954]: DEBUG nova.compute.manager [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 990.461825] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f7a83a-e461-4376-bd4a-cd4470d936c3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.466535] env[62954]: DEBUG nova.virt.hardware [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.466800] env[62954]: DEBUG nova.virt.hardware [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.466960] env[62954]: DEBUG nova.virt.hardware [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.467183] env[62954]: DEBUG nova.virt.hardware [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.467364] env[62954]: DEBUG nova.virt.hardware [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.467536] env[62954]: DEBUG nova.virt.hardware [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.467761] env[62954]: DEBUG nova.virt.hardware [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.467927] env[62954]: DEBUG nova.virt.hardware [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.468155] env[62954]: DEBUG nova.virt.hardware [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.468336] env[62954]: DEBUG nova.virt.hardware [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.468513] env[62954]: DEBUG nova.virt.hardware [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.469640] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf329d16-84ea-48bf-85b5-d1408359e540 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.480248] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63b9403-cb0a-4279-adea-22a292b99ac1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.485367] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4e4603-b4d2-45d8-bd20-6681eb1e0db4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.530685] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840b56d0-fb8e-4baf-b731-63587090f3d7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.539224] env[62954]: DEBUG oslo_vmware.api [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2597985, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.544098] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2ee839-31dc-4fca-816d-e20b7b0b28ee {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.556491] env[62954]: DEBUG nova.compute.provider_tree [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.693445] env[62954]: INFO nova.compute.manager [-] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Took 1.48 seconds to deallocate network for instance. [ 990.871384] env[62954]: DEBUG nova.compute.manager [req-87e5d785-510a-4ba7-a939-1bcccc1ed22a req-6fb4d8f8-c208-41e9-8ec9-59402608e4b3 service nova] [instance: d4f72348-191e-4762-a939-911324d07d59] Received event network-changed-9d5eef71-161c-4e6e-add2-7373db6a9f51 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 990.872569] env[62954]: DEBUG nova.compute.manager [req-87e5d785-510a-4ba7-a939-1bcccc1ed22a req-6fb4d8f8-c208-41e9-8ec9-59402608e4b3 service nova] [instance: d4f72348-191e-4762-a939-911324d07d59] Refreshing instance network info cache due to event network-changed-9d5eef71-161c-4e6e-add2-7373db6a9f51. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 990.872902] env[62954]: DEBUG oslo_concurrency.lockutils [req-87e5d785-510a-4ba7-a939-1bcccc1ed22a req-6fb4d8f8-c208-41e9-8ec9-59402608e4b3 service nova] Acquiring lock "refresh_cache-d4f72348-191e-4762-a939-911324d07d59" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.961992] env[62954]: DEBUG nova.network.neutron [req-70131af8-e204-4abb-8419-baf60e4c6596 req-9390f31c-d27b-4d9f-be08-a20c47e9ba5f service nova] [instance: d4f72348-191e-4762-a939-911324d07d59] Updated VIF entry in instance network info cache for port 9d5eef71-161c-4e6e-add2-7373db6a9f51. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.962416] env[62954]: DEBUG nova.network.neutron [req-70131af8-e204-4abb-8419-baf60e4c6596 req-9390f31c-d27b-4d9f-be08-a20c47e9ba5f service nova] [instance: d4f72348-191e-4762-a939-911324d07d59] Updating instance_info_cache with network_info: [{"id": "9d5eef71-161c-4e6e-add2-7373db6a9f51", "address": "fa:16:3e:1b:74:b6", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d5eef71-16", "ovs_interfaceid": "9d5eef71-161c-4e6e-add2-7373db6a9f51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.039049] env[62954]: DEBUG oslo_vmware.api [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2597985, 'name': PowerOnVM_Task, 'duration_secs': 0.642552} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.040846] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 991.041141] env[62954]: INFO nova.compute.manager [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Took 8.62 seconds to spawn the instance on the hypervisor. [ 991.041371] env[62954]: DEBUG nova.compute.manager [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.042316] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced74d8a-a9b0-494a-80d0-4fa6bde06f89 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.065260] env[62954]: DEBUG nova.scheduler.client.report [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.156205] env[62954]: DEBUG nova.network.neutron [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Updating instance_info_cache with network_info: [{"id": "22692862-b417-438f-ba2c-0b7b8718f5a3", "address": "fa:16:3e:dc:1c:6f", "network": {"id": "e58862b8-b7ac-4473-8497-f34ec01368d3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1538299883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b35440f0bc24875b3d519cacad0a6ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22692862-b4", "ovs_interfaceid": "22692862-b417-438f-ba2c-0b7b8718f5a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.200681] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8df98ad2-fa0d-462e-ab67-13e3a777e9c0 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.241630] env[62954]: DEBUG nova.network.neutron [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Successfully updated port: 3a6e5c3f-5a55-42ec-b9ab-89008ffa4bd0 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.470812] env[62954]: DEBUG oslo_concurrency.lockutils [req-70131af8-e204-4abb-8419-baf60e4c6596 req-9390f31c-d27b-4d9f-be08-a20c47e9ba5f service nova] Releasing lock "refresh_cache-d4f72348-191e-4762-a939-911324d07d59" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.471278] env[62954]: DEBUG oslo_concurrency.lockutils [req-87e5d785-510a-4ba7-a939-1bcccc1ed22a req-6fb4d8f8-c208-41e9-8ec9-59402608e4b3 service nova] Acquired lock "refresh_cache-d4f72348-191e-4762-a939-911324d07d59" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.471581] env[62954]: DEBUG nova.network.neutron [req-87e5d785-510a-4ba7-a939-1bcccc1ed22a req-6fb4d8f8-c208-41e9-8ec9-59402608e4b3 service nova] [instance: d4f72348-191e-4762-a939-911324d07d59] Refreshing network info cache for port 9d5eef71-161c-4e6e-add2-7373db6a9f51 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.571480] env[62954]: INFO nova.compute.manager [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Took 15.20 seconds to build instance. [ 991.571939] env[62954]: DEBUG oslo_concurrency.lockutils [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.572416] env[62954]: DEBUG nova.compute.manager [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 991.576641] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8df98ad2-fa0d-462e-ab67-13e3a777e9c0 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.376s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.576641] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8df98ad2-fa0d-462e-ab67-13e3a777e9c0 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.605482] env[62954]: INFO nova.scheduler.client.report [None req-8df98ad2-fa0d-462e-ab67-13e3a777e9c0 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Deleted allocations for instance d9c2765c-9024-42db-b1f7-19ef016c559a [ 991.659218] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Releasing lock "refresh_cache-bd25771f-4502-4a7c-acb6-75a91117d993" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.659218] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Updated the network info_cache for instance {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 991.660281] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 991.660472] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 991.661078] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 991.661078] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 991.661078] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 991.661883] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 991.662078] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62954) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 991.662261] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 991.744673] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "refresh_cache-e298a3a0-26a1-4561-a645-34c509cc8f82" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.744832] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquired lock "refresh_cache-e298a3a0-26a1-4561-a645-34c509cc8f82" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.744986] env[62954]: DEBUG nova.network.neutron [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.922098] env[62954]: DEBUG oslo_vmware.rw_handles [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Completed reading data from the image iterator. {{(pid=62954) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 991.922098] env[62954]: DEBUG oslo_vmware.rw_handles [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525acf05-7584-ce9c-fe0f-88e0d823383a/disk-0.vmdk. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 991.922583] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20466800-ffbd-4838-b897-543ae1c219d3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.930505] env[62954]: DEBUG oslo_vmware.rw_handles [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525acf05-7584-ce9c-fe0f-88e0d823383a/disk-0.vmdk is in state: ready. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 991.930713] env[62954]: DEBUG oslo_vmware.rw_handles [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525acf05-7584-ce9c-fe0f-88e0d823383a/disk-0.vmdk. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 991.930871] env[62954]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-fe90827c-a2fe-4c33-a1ee-391b9102280c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.077579] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e854971b-7654-4fd2-8e64-e67d931e2d6d tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lock "b8b76e1c-723c-47b9-a810-381de87e54bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.713s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.080499] env[62954]: INFO nova.compute.manager [None req-2ef495a4-1a16-495a-9b40-be5c5f775f1d tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Get console output [ 992.080832] env[62954]: WARNING nova.virt.vmwareapi.driver [None req-2ef495a4-1a16-495a-9b40-be5c5f775f1d tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] The console log is missing. Check your VSPC configuration [ 992.082401] env[62954]: DEBUG nova.compute.utils [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 992.086817] env[62954]: DEBUG nova.compute.manager [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 992.086817] env[62954]: DEBUG nova.network.neutron [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 992.114651] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8df98ad2-fa0d-462e-ab67-13e3a777e9c0 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "d9c2765c-9024-42db-b1f7-19ef016c559a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.567s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.128984] env[62954]: DEBUG nova.policy [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ac48a27023849db962425cbf5f4b5a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a34a6adfdb95418ba67dc915c9c734b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 992.167153] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.167390] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.167501] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.167650] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62954) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 992.168585] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed616377-4019-4498-bed5-f9117c123c49 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.177318] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de97774-61e1-483f-b9ad-76690713076c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.194557] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b72c292-964f-453d-8921-061475eefba8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.203037] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6f0486-84d7-4891-8b19-573b4be75ba8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.234821] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179390MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=62954) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 992.234975] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.235263] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.294822] env[62954]: DEBUG nova.network.neutron [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.318820] env[62954]: DEBUG nova.network.neutron [req-87e5d785-510a-4ba7-a939-1bcccc1ed22a req-6fb4d8f8-c208-41e9-8ec9-59402608e4b3 service nova] [instance: d4f72348-191e-4762-a939-911324d07d59] Updated VIF entry in instance network info cache for port 9d5eef71-161c-4e6e-add2-7373db6a9f51. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.319225] env[62954]: DEBUG nova.network.neutron [req-87e5d785-510a-4ba7-a939-1bcccc1ed22a req-6fb4d8f8-c208-41e9-8ec9-59402608e4b3 service nova] [instance: d4f72348-191e-4762-a939-911324d07d59] Updating instance_info_cache with network_info: [{"id": "9d5eef71-161c-4e6e-add2-7373db6a9f51", "address": "fa:16:3e:1b:74:b6", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d5eef71-16", "ovs_interfaceid": "9d5eef71-161c-4e6e-add2-7373db6a9f51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.441395] env[62954]: DEBUG oslo_vmware.rw_handles [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525acf05-7584-ce9c-fe0f-88e0d823383a/disk-0.vmdk. {{(pid=62954) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 992.441395] env[62954]: INFO nova.virt.vmwareapi.images [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Downloaded image file data 35832758-b5ad-42bd-8be1-6c80cba7868c [ 992.444810] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c33775-1732-4a95-a4f0-d07c7d9101a7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.467152] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e3b5c2c-db2f-47cc-b9b3-97883b76e317 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.485611] env[62954]: DEBUG nova.network.neutron [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Successfully created port: 9c1f2472-0732-4be2-9b1e-e1e3769d5c75 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 992.520972] env[62954]: DEBUG nova.network.neutron [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Updating instance_info_cache with network_info: [{"id": "3a6e5c3f-5a55-42ec-b9ab-89008ffa4bd0", "address": "fa:16:3e:30:06:3f", "network": {"id": "484c56ca-1f11-4764-ae7d-eca649dd23a2", "bridge": "br-int", "label": "tempest-ServersTestJSON-320817937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bf9ee7b108347bfa5bd89b8f255aef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a6e5c3f-5a", "ovs_interfaceid": "3a6e5c3f-5a55-42ec-b9ab-89008ffa4bd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.587873] env[62954]: DEBUG nova.compute.manager [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 992.650592] env[62954]: INFO nova.virt.vmwareapi.images [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] The imported VM was unregistered [ 992.653733] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Caching image {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 992.653974] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Creating directory with path [datastore1] devstack-image-cache_base/35832758-b5ad-42bd-8be1-6c80cba7868c {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 992.654679] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-637fab18-a1f1-4291-b1ef-a54f2c5ccd9a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.674622] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Created directory with path [datastore1] devstack-image-cache_base/35832758-b5ad-42bd-8be1-6c80cba7868c {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 992.674904] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_629b078e-8f96-490e-9da1-0ade67a87436/OSTACK_IMG_629b078e-8f96-490e-9da1-0ade67a87436.vmdk to [datastore1] devstack-image-cache_base/35832758-b5ad-42bd-8be1-6c80cba7868c/35832758-b5ad-42bd-8be1-6c80cba7868c.vmdk. {{(pid=62954) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 992.678270] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-8add71b1-7194-4d24-9d05-376c82e06eb9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.692458] env[62954]: DEBUG oslo_vmware.api [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for the task: (returnval){ [ 992.692458] env[62954]: value = "task-2597987" [ 992.692458] env[62954]: _type = "Task" [ 992.692458] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.705900] env[62954]: DEBUG oslo_vmware.api [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597987, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.822168] env[62954]: DEBUG oslo_concurrency.lockutils [req-87e5d785-510a-4ba7-a939-1bcccc1ed22a req-6fb4d8f8-c208-41e9-8ec9-59402608e4b3 service nova] Releasing lock "refresh_cache-d4f72348-191e-4762-a939-911324d07d59" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.822459] env[62954]: DEBUG nova.compute.manager [req-87e5d785-510a-4ba7-a939-1bcccc1ed22a req-6fb4d8f8-c208-41e9-8ec9-59402608e4b3 service nova] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Received event network-changed-6c6ca1ff-3dd4-4c00-a44d-46f5377124ce {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 992.822628] env[62954]: DEBUG nova.compute.manager [req-87e5d785-510a-4ba7-a939-1bcccc1ed22a req-6fb4d8f8-c208-41e9-8ec9-59402608e4b3 service nova] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Refreshing instance network info cache due to event network-changed-6c6ca1ff-3dd4-4c00-a44d-46f5377124ce. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 992.822883] env[62954]: DEBUG oslo_concurrency.lockutils [req-87e5d785-510a-4ba7-a939-1bcccc1ed22a req-6fb4d8f8-c208-41e9-8ec9-59402608e4b3 service nova] Acquiring lock "refresh_cache-d788173c-8090-4bb0-94cd-0f1dc06ca4fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.823078] env[62954]: DEBUG oslo_concurrency.lockutils [req-87e5d785-510a-4ba7-a939-1bcccc1ed22a req-6fb4d8f8-c208-41e9-8ec9-59402608e4b3 service nova] Acquired lock "refresh_cache-d788173c-8090-4bb0-94cd-0f1dc06ca4fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.823254] env[62954]: DEBUG nova.network.neutron [req-87e5d785-510a-4ba7-a939-1bcccc1ed22a req-6fb4d8f8-c208-41e9-8ec9-59402608e4b3 service nova] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Refreshing network info cache for port 6c6ca1ff-3dd4-4c00-a44d-46f5377124ce {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.908772] env[62954]: DEBUG nova.compute.manager [req-632979c2-dfe4-4c7b-9d66-1e429f077f52 req-b9c1d8bb-1a1f-43f0-9bd5-6b59d5933598 service nova] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Received event network-vif-plugged-3a6e5c3f-5a55-42ec-b9ab-89008ffa4bd0 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 992.908992] env[62954]: DEBUG oslo_concurrency.lockutils [req-632979c2-dfe4-4c7b-9d66-1e429f077f52 req-b9c1d8bb-1a1f-43f0-9bd5-6b59d5933598 service nova] Acquiring lock "e298a3a0-26a1-4561-a645-34c509cc8f82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.909275] env[62954]: DEBUG oslo_concurrency.lockutils [req-632979c2-dfe4-4c7b-9d66-1e429f077f52 req-b9c1d8bb-1a1f-43f0-9bd5-6b59d5933598 service nova] Lock "e298a3a0-26a1-4561-a645-34c509cc8f82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.909460] env[62954]: DEBUG oslo_concurrency.lockutils [req-632979c2-dfe4-4c7b-9d66-1e429f077f52 req-b9c1d8bb-1a1f-43f0-9bd5-6b59d5933598 service nova] Lock "e298a3a0-26a1-4561-a645-34c509cc8f82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.909635] env[62954]: DEBUG nova.compute.manager [req-632979c2-dfe4-4c7b-9d66-1e429f077f52 req-b9c1d8bb-1a1f-43f0-9bd5-6b59d5933598 service nova] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] No waiting events found dispatching network-vif-plugged-3a6e5c3f-5a55-42ec-b9ab-89008ffa4bd0 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 992.909806] env[62954]: WARNING nova.compute.manager [req-632979c2-dfe4-4c7b-9d66-1e429f077f52 req-b9c1d8bb-1a1f-43f0-9bd5-6b59d5933598 service nova] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Received unexpected event network-vif-plugged-3a6e5c3f-5a55-42ec-b9ab-89008ffa4bd0 for instance with vm_state building and task_state spawning. [ 992.909967] env[62954]: DEBUG nova.compute.manager [req-632979c2-dfe4-4c7b-9d66-1e429f077f52 req-b9c1d8bb-1a1f-43f0-9bd5-6b59d5933598 service nova] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Received event network-changed-3a6e5c3f-5a55-42ec-b9ab-89008ffa4bd0 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 992.910134] env[62954]: DEBUG nova.compute.manager [req-632979c2-dfe4-4c7b-9d66-1e429f077f52 req-b9c1d8bb-1a1f-43f0-9bd5-6b59d5933598 service nova] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Refreshing instance network info cache due to event network-changed-3a6e5c3f-5a55-42ec-b9ab-89008ffa4bd0. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 992.910348] env[62954]: DEBUG oslo_concurrency.lockutils [req-632979c2-dfe4-4c7b-9d66-1e429f077f52 req-b9c1d8bb-1a1f-43f0-9bd5-6b59d5933598 service nova] Acquiring lock "refresh_cache-e298a3a0-26a1-4561-a645-34c509cc8f82" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.023848] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Releasing lock "refresh_cache-e298a3a0-26a1-4561-a645-34c509cc8f82" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.024274] env[62954]: DEBUG nova.compute.manager [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Instance network_info: |[{"id": "3a6e5c3f-5a55-42ec-b9ab-89008ffa4bd0", "address": "fa:16:3e:30:06:3f", "network": {"id": "484c56ca-1f11-4764-ae7d-eca649dd23a2", "bridge": "br-int", "label": "tempest-ServersTestJSON-320817937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bf9ee7b108347bfa5bd89b8f255aef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a6e5c3f-5a", "ovs_interfaceid": "3a6e5c3f-5a55-42ec-b9ab-89008ffa4bd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.024605] env[62954]: DEBUG oslo_concurrency.lockutils [req-632979c2-dfe4-4c7b-9d66-1e429f077f52 req-b9c1d8bb-1a1f-43f0-9bd5-6b59d5933598 service nova] Acquired lock "refresh_cache-e298a3a0-26a1-4561-a645-34c509cc8f82" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.024801] env[62954]: DEBUG nova.network.neutron [req-632979c2-dfe4-4c7b-9d66-1e429f077f52 req-b9c1d8bb-1a1f-43f0-9bd5-6b59d5933598 service nova] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Refreshing network info cache for port 3a6e5c3f-5a55-42ec-b9ab-89008ffa4bd0 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.026364] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:06:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a6e5c3f-5a55-42ec-b9ab-89008ffa4bd0', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.035246] env[62954]: DEBUG oslo.service.loopingcall [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 993.035802] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.036033] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e35d979e-43c5-4068-9267-21ab155b2631 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.074303] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.074303] env[62954]: value = "task-2597988" [ 993.074303] env[62954]: _type = "Task" [ 993.074303] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.087544] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597988, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.187141] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9c658c46-9658-4b3d-a062-dfd88ab92689 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Acquiring lock "bd25771f-4502-4a7c-acb6-75a91117d993" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.187425] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9c658c46-9658-4b3d-a062-dfd88ab92689 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Lock "bd25771f-4502-4a7c-acb6-75a91117d993" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.187700] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9c658c46-9658-4b3d-a062-dfd88ab92689 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Acquiring lock "bd25771f-4502-4a7c-acb6-75a91117d993-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.187918] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9c658c46-9658-4b3d-a062-dfd88ab92689 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Lock "bd25771f-4502-4a7c-acb6-75a91117d993-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.188141] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9c658c46-9658-4b3d-a062-dfd88ab92689 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Lock "bd25771f-4502-4a7c-acb6-75a91117d993-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.190216] env[62954]: INFO nova.compute.manager [None req-9c658c46-9658-4b3d-a062-dfd88ab92689 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Terminating instance [ 993.206420] env[62954]: DEBUG oslo_vmware.api [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597987, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.272740] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 993.272902] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance bd25771f-4502-4a7c-acb6-75a91117d993 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 993.273041] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 5ea4c876-a32b-4295-855c-61464cc8f72b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 993.273169] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 7c869ee8-46a2-4f90-81b0-81399e6495bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 993.273289] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 2456df1d-6696-4475-834d-c2c8269fe02e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 993.273404] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance d788173c-8090-4bb0-94cd-0f1dc06ca4fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 993.273518] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 20ff6760-fe81-486c-a9b5-f42d3bef75e8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 993.273630] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 39a464fe-3499-47d5-b1d4-2c3cf4db3356 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 993.273739] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 034c1fcc-bec2-4e4b-b77d-821eba6a81fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 993.273849] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance d4f72348-191e-4762-a939-911324d07d59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 993.273956] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 9d694e55-25f6-45fc-9909-3ce31bb25956 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 993.274076] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance b8b76e1c-723c-47b9-a810-381de87e54bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 993.274188] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance b7ae08a3-971e-4c17-be31-708bbf28cb66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 993.274296] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance e298a3a0-26a1-4561-a645-34c509cc8f82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 993.274401] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 591352a7-dc6d-4801-8d45-1eb245c6dd2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 993.274638] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62954) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 993.274776] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62954) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 993.487465] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273dcc60-028b-45dc-8e71-954f7d614284 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.497313] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8b7151-b94f-48fd-9c90-ad88c20030f7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.533101] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03dc964-9c21-4903-8358-d9bb0d9e08d9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.544702] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462b8198-83cb-4957-b2e7-e70789efa636 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.560076] env[62954]: DEBUG nova.compute.provider_tree [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.572647] env[62954]: DEBUG nova.network.neutron [req-87e5d785-510a-4ba7-a939-1bcccc1ed22a req-6fb4d8f8-c208-41e9-8ec9-59402608e4b3 service nova] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Updated VIF entry in instance network info cache for port 6c6ca1ff-3dd4-4c00-a44d-46f5377124ce. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.573121] env[62954]: DEBUG nova.network.neutron [req-87e5d785-510a-4ba7-a939-1bcccc1ed22a req-6fb4d8f8-c208-41e9-8ec9-59402608e4b3 service nova] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Updating instance_info_cache with network_info: [{"id": "6c6ca1ff-3dd4-4c00-a44d-46f5377124ce", "address": "fa:16:3e:33:87:7c", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c6ca1ff-3d", "ovs_interfaceid": "6c6ca1ff-3dd4-4c00-a44d-46f5377124ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.589634] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597988, 'name': CreateVM_Task} progress is 25%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.600534] env[62954]: DEBUG nova.compute.manager [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 993.633847] env[62954]: DEBUG nova.virt.hardware [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.634154] env[62954]: DEBUG nova.virt.hardware [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.634321] env[62954]: DEBUG nova.virt.hardware [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.634568] env[62954]: DEBUG nova.virt.hardware [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.634789] env[62954]: DEBUG nova.virt.hardware [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.634956] env[62954]: DEBUG nova.virt.hardware [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.635194] env[62954]: DEBUG nova.virt.hardware [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.635357] env[62954]: DEBUG nova.virt.hardware [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.635528] env[62954]: DEBUG nova.virt.hardware [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.635690] env[62954]: DEBUG nova.virt.hardware [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.635858] env[62954]: DEBUG nova.virt.hardware [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.636814] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1a7503-e779-41cb-b0c3-edada0de8774 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.648050] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfa0aff-92fe-4315-a3cc-e4025c6dfdd2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.700539] env[62954]: DEBUG nova.compute.manager [None req-9c658c46-9658-4b3d-a062-dfd88ab92689 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 993.700693] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9c658c46-9658-4b3d-a062-dfd88ab92689 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 993.701581] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9511623-0653-4023-9e79-b0be5e0fd35f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.712956] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c658c46-9658-4b3d-a062-dfd88ab92689 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.713291] env[62954]: DEBUG oslo_vmware.api [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597987, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.713536] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-322cdb76-20f7-4d7b-b92b-21d0c0a00731 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.723682] env[62954]: DEBUG oslo_vmware.api [None req-9c658c46-9658-4b3d-a062-dfd88ab92689 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Waiting for the task: (returnval){ [ 993.723682] env[62954]: value = "task-2597989" [ 993.723682] env[62954]: _type = "Task" [ 993.723682] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.733658] env[62954]: DEBUG oslo_vmware.api [None req-9c658c46-9658-4b3d-a062-dfd88ab92689 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Task: {'id': task-2597989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.774258] env[62954]: DEBUG nova.network.neutron [req-632979c2-dfe4-4c7b-9d66-1e429f077f52 req-b9c1d8bb-1a1f-43f0-9bd5-6b59d5933598 service nova] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Updated VIF entry in instance network info cache for port 3a6e5c3f-5a55-42ec-b9ab-89008ffa4bd0. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.774711] env[62954]: DEBUG nova.network.neutron [req-632979c2-dfe4-4c7b-9d66-1e429f077f52 req-b9c1d8bb-1a1f-43f0-9bd5-6b59d5933598 service nova] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Updating instance_info_cache with network_info: [{"id": "3a6e5c3f-5a55-42ec-b9ab-89008ffa4bd0", "address": "fa:16:3e:30:06:3f", "network": {"id": "484c56ca-1f11-4764-ae7d-eca649dd23a2", "bridge": "br-int", "label": "tempest-ServersTestJSON-320817937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bf9ee7b108347bfa5bd89b8f255aef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a6e5c3f-5a", "ovs_interfaceid": "3a6e5c3f-5a55-42ec-b9ab-89008ffa4bd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.066505] env[62954]: DEBUG nova.scheduler.client.report [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.081238] env[62954]: DEBUG oslo_concurrency.lockutils [req-87e5d785-510a-4ba7-a939-1bcccc1ed22a req-6fb4d8f8-c208-41e9-8ec9-59402608e4b3 service nova] Releasing lock "refresh_cache-d788173c-8090-4bb0-94cd-0f1dc06ca4fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.093480] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597988, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.210506] env[62954]: DEBUG oslo_vmware.api [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597987, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.241284] env[62954]: DEBUG oslo_vmware.api [None req-9c658c46-9658-4b3d-a062-dfd88ab92689 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Task: {'id': task-2597989, 'name': PowerOffVM_Task, 'duration_secs': 0.300564} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.241284] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c658c46-9658-4b3d-a062-dfd88ab92689 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.242099] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9c658c46-9658-4b3d-a062-dfd88ab92689 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.242099] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43e00fa7-15ae-4c7d-bfc4-75337d366fe8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.280244] env[62954]: DEBUG oslo_concurrency.lockutils [req-632979c2-dfe4-4c7b-9d66-1e429f077f52 req-b9c1d8bb-1a1f-43f0-9bd5-6b59d5933598 service nova] Releasing lock "refresh_cache-e298a3a0-26a1-4561-a645-34c509cc8f82" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.280244] env[62954]: DEBUG nova.compute.manager [req-632979c2-dfe4-4c7b-9d66-1e429f077f52 req-b9c1d8bb-1a1f-43f0-9bd5-6b59d5933598 service nova] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Received event network-changed-fbb2d8e6-01a2-4d3a-a861-6445e4622aa9 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 994.280244] env[62954]: DEBUG nova.compute.manager [req-632979c2-dfe4-4c7b-9d66-1e429f077f52 req-b9c1d8bb-1a1f-43f0-9bd5-6b59d5933598 service nova] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Refreshing instance network info cache due to event network-changed-fbb2d8e6-01a2-4d3a-a861-6445e4622aa9. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 994.280244] env[62954]: DEBUG oslo_concurrency.lockutils [req-632979c2-dfe4-4c7b-9d66-1e429f077f52 req-b9c1d8bb-1a1f-43f0-9bd5-6b59d5933598 service nova] Acquiring lock "refresh_cache-b8b76e1c-723c-47b9-a810-381de87e54bc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.280244] env[62954]: DEBUG oslo_concurrency.lockutils [req-632979c2-dfe4-4c7b-9d66-1e429f077f52 req-b9c1d8bb-1a1f-43f0-9bd5-6b59d5933598 service nova] Acquired lock "refresh_cache-b8b76e1c-723c-47b9-a810-381de87e54bc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.280244] env[62954]: DEBUG nova.network.neutron [req-632979c2-dfe4-4c7b-9d66-1e429f077f52 req-b9c1d8bb-1a1f-43f0-9bd5-6b59d5933598 service nova] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Refreshing network info cache for port fbb2d8e6-01a2-4d3a-a861-6445e4622aa9 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.286869] env[62954]: DEBUG nova.compute.manager [req-3746ae4f-fc19-4905-bd33-d7a6d3aca3c8 req-cec53a7f-da4c-4cef-b14e-09b1f33fa5d8 service nova] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Received event network-vif-plugged-9c1f2472-0732-4be2-9b1e-e1e3769d5c75 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 994.287092] env[62954]: DEBUG oslo_concurrency.lockutils [req-3746ae4f-fc19-4905-bd33-d7a6d3aca3c8 req-cec53a7f-da4c-4cef-b14e-09b1f33fa5d8 service nova] Acquiring lock "591352a7-dc6d-4801-8d45-1eb245c6dd2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.288203] env[62954]: DEBUG oslo_concurrency.lockutils [req-3746ae4f-fc19-4905-bd33-d7a6d3aca3c8 req-cec53a7f-da4c-4cef-b14e-09b1f33fa5d8 service nova] Lock "591352a7-dc6d-4801-8d45-1eb245c6dd2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.288203] env[62954]: DEBUG oslo_concurrency.lockutils [req-3746ae4f-fc19-4905-bd33-d7a6d3aca3c8 req-cec53a7f-da4c-4cef-b14e-09b1f33fa5d8 service nova] Lock "591352a7-dc6d-4801-8d45-1eb245c6dd2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.288203] env[62954]: DEBUG nova.compute.manager [req-3746ae4f-fc19-4905-bd33-d7a6d3aca3c8 req-cec53a7f-da4c-4cef-b14e-09b1f33fa5d8 service nova] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] No waiting events found dispatching network-vif-plugged-9c1f2472-0732-4be2-9b1e-e1e3769d5c75 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 994.288203] env[62954]: WARNING nova.compute.manager [req-3746ae4f-fc19-4905-bd33-d7a6d3aca3c8 req-cec53a7f-da4c-4cef-b14e-09b1f33fa5d8 service nova] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Received unexpected event network-vif-plugged-9c1f2472-0732-4be2-9b1e-e1e3769d5c75 for instance with vm_state building and task_state spawning. [ 994.403141] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9c658c46-9658-4b3d-a062-dfd88ab92689 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.403518] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9c658c46-9658-4b3d-a062-dfd88ab92689 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.403644] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c658c46-9658-4b3d-a062-dfd88ab92689 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Deleting the datastore file [datastore2] bd25771f-4502-4a7c-acb6-75a91117d993 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.403996] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c97ed92-2062-4458-8ae1-e58374241780 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.412951] env[62954]: DEBUG oslo_vmware.api [None req-9c658c46-9658-4b3d-a062-dfd88ab92689 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Waiting for the task: (returnval){ [ 994.412951] env[62954]: value = "task-2597991" [ 994.412951] env[62954]: _type = "Task" [ 994.412951] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.426401] env[62954]: DEBUG oslo_vmware.api [None req-9c658c46-9658-4b3d-a062-dfd88ab92689 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Task: {'id': task-2597991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.570659] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62954) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 994.570879] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.336s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.589949] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597988, 'name': CreateVM_Task, 'duration_secs': 1.022297} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.590150] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.590921] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.591098] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.591466] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.591751] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daf11b96-ee4c-4e1c-8fa8-0656f3eca667 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.598092] env[62954]: DEBUG oslo_vmware.api [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 994.598092] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]528e8797-6b89-2a2c-3dc2-9a49029c2cf7" [ 994.598092] env[62954]: _type = "Task" [ 994.598092] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.607876] env[62954]: DEBUG oslo_vmware.api [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]528e8797-6b89-2a2c-3dc2-9a49029c2cf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.690046] env[62954]: DEBUG nova.network.neutron [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Successfully updated port: 9c1f2472-0732-4be2-9b1e-e1e3769d5c75 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.707781] env[62954]: DEBUG oslo_vmware.api [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597987, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.716409] env[62954]: DEBUG nova.compute.manager [req-610b6c42-1f5a-48cd-9bfe-bc3a8bc67df6 req-b3daec18-bb41-48e9-abd3-f2145af8dfa6 service nova] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Received event network-changed-9c1f2472-0732-4be2-9b1e-e1e3769d5c75 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 994.716588] env[62954]: DEBUG nova.compute.manager [req-610b6c42-1f5a-48cd-9bfe-bc3a8bc67df6 req-b3daec18-bb41-48e9-abd3-f2145af8dfa6 service nova] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Refreshing instance network info cache due to event network-changed-9c1f2472-0732-4be2-9b1e-e1e3769d5c75. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 994.716822] env[62954]: DEBUG oslo_concurrency.lockutils [req-610b6c42-1f5a-48cd-9bfe-bc3a8bc67df6 req-b3daec18-bb41-48e9-abd3-f2145af8dfa6 service nova] Acquiring lock "refresh_cache-591352a7-dc6d-4801-8d45-1eb245c6dd2b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.716951] env[62954]: DEBUG oslo_concurrency.lockutils [req-610b6c42-1f5a-48cd-9bfe-bc3a8bc67df6 req-b3daec18-bb41-48e9-abd3-f2145af8dfa6 service nova] Acquired lock "refresh_cache-591352a7-dc6d-4801-8d45-1eb245c6dd2b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.717406] env[62954]: DEBUG nova.network.neutron [req-610b6c42-1f5a-48cd-9bfe-bc3a8bc67df6 req-b3daec18-bb41-48e9-abd3-f2145af8dfa6 service nova] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Refreshing network info cache for port 9c1f2472-0732-4be2-9b1e-e1e3769d5c75 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.735065] env[62954]: DEBUG oslo_concurrency.lockutils [None req-14cb71af-719e-4336-9d94-6fe1748d72a2 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquiring lock "2456df1d-6696-4475-834d-c2c8269fe02e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.735065] env[62954]: DEBUG oslo_concurrency.lockutils [None req-14cb71af-719e-4336-9d94-6fe1748d72a2 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "2456df1d-6696-4475-834d-c2c8269fe02e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.735065] env[62954]: DEBUG oslo_concurrency.lockutils [None req-14cb71af-719e-4336-9d94-6fe1748d72a2 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquiring lock "2456df1d-6696-4475-834d-c2c8269fe02e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.735065] env[62954]: DEBUG oslo_concurrency.lockutils [None req-14cb71af-719e-4336-9d94-6fe1748d72a2 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "2456df1d-6696-4475-834d-c2c8269fe02e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.735303] env[62954]: DEBUG oslo_concurrency.lockutils [None req-14cb71af-719e-4336-9d94-6fe1748d72a2 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "2456df1d-6696-4475-834d-c2c8269fe02e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.738066] env[62954]: INFO nova.compute.manager [None req-14cb71af-719e-4336-9d94-6fe1748d72a2 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Terminating instance [ 994.926342] env[62954]: DEBUG oslo_vmware.api [None req-9c658c46-9658-4b3d-a062-dfd88ab92689 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Task: {'id': task-2597991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243923} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.926609] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c658c46-9658-4b3d-a062-dfd88ab92689 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 994.926799] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9c658c46-9658-4b3d-a062-dfd88ab92689 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 994.926976] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-9c658c46-9658-4b3d-a062-dfd88ab92689 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 994.927168] env[62954]: INFO nova.compute.manager [None req-9c658c46-9658-4b3d-a062-dfd88ab92689 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Took 1.23 seconds to destroy the instance on the hypervisor. [ 994.927418] env[62954]: DEBUG oslo.service.loopingcall [None req-9c658c46-9658-4b3d-a062-dfd88ab92689 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 994.927617] env[62954]: DEBUG nova.compute.manager [-] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 994.927711] env[62954]: DEBUG nova.network.neutron [-] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.051563] env[62954]: DEBUG nova.network.neutron [req-632979c2-dfe4-4c7b-9d66-1e429f077f52 req-b9c1d8bb-1a1f-43f0-9bd5-6b59d5933598 service nova] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Updated VIF entry in instance network info cache for port fbb2d8e6-01a2-4d3a-a861-6445e4622aa9. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 995.051563] env[62954]: DEBUG nova.network.neutron [req-632979c2-dfe4-4c7b-9d66-1e429f077f52 req-b9c1d8bb-1a1f-43f0-9bd5-6b59d5933598 service nova] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Updating instance_info_cache with network_info: [{"id": "fbb2d8e6-01a2-4d3a-a861-6445e4622aa9", "address": "fa:16:3e:0d:16:28", "network": {"id": "47528c63-56ff-4749-94ed-f0e94687ac13", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1980367274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55676c64756f4e1890efd5c9265b3f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbb2d8e6-01", "ovs_interfaceid": "fbb2d8e6-01a2-4d3a-a861-6445e4622aa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.117032] env[62954]: DEBUG oslo_vmware.api [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]528e8797-6b89-2a2c-3dc2-9a49029c2cf7, 'name': SearchDatastore_Task, 'duration_secs': 0.105727} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.117032] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.117032] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.117032] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.117032] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.117032] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.117032] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdefd9ba-8d29-44a1-9996-5bb22511a98c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.136610] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.139023] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.140035] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b40372f-f0b5-4c73-8185-241c1f8c877e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.149021] env[62954]: DEBUG oslo_vmware.api [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 995.149021] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5282d2b1-3c28-7637-78ce-3f7d2a5b1356" [ 995.149021] env[62954]: _type = "Task" [ 995.149021] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.159616] env[62954]: DEBUG oslo_vmware.api [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5282d2b1-3c28-7637-78ce-3f7d2a5b1356, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.196098] env[62954]: DEBUG oslo_concurrency.lockutils [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "refresh_cache-591352a7-dc6d-4801-8d45-1eb245c6dd2b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.211938] env[62954]: DEBUG oslo_vmware.api [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597987, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.242203] env[62954]: DEBUG nova.compute.manager [None req-14cb71af-719e-4336-9d94-6fe1748d72a2 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.242467] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-14cb71af-719e-4336-9d94-6fe1748d72a2 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.243415] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1a9177-5a48-448c-9dfa-75bcf5e265df {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.252758] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-14cb71af-719e-4336-9d94-6fe1748d72a2 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.252994] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18736614-66c2-4519-9202-90de0ba59555 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.262137] env[62954]: DEBUG oslo_vmware.api [None req-14cb71af-719e-4336-9d94-6fe1748d72a2 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 995.262137] env[62954]: value = "task-2597992" [ 995.262137] env[62954]: _type = "Task" [ 995.262137] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.267996] env[62954]: DEBUG nova.network.neutron [req-610b6c42-1f5a-48cd-9bfe-bc3a8bc67df6 req-b3daec18-bb41-48e9-abd3-f2145af8dfa6 service nova] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.276902] env[62954]: DEBUG oslo_vmware.api [None req-14cb71af-719e-4336-9d94-6fe1748d72a2 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2597992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.354109] env[62954]: DEBUG nova.network.neutron [req-610b6c42-1f5a-48cd-9bfe-bc3a8bc67df6 req-b3daec18-bb41-48e9-abd3-f2145af8dfa6 service nova] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.515779] env[62954]: DEBUG nova.compute.manager [req-e032bc7c-3083-4c30-9d87-41f99373965f req-3950462f-17ff-40d0-a939-2993026d83fe service nova] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Received event network-vif-deleted-22692862-b417-438f-ba2c-0b7b8718f5a3 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 995.515981] env[62954]: INFO nova.compute.manager [req-e032bc7c-3083-4c30-9d87-41f99373965f req-3950462f-17ff-40d0-a939-2993026d83fe service nova] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Neutron deleted interface 22692862-b417-438f-ba2c-0b7b8718f5a3; detaching it from the instance and deleting it from the info cache [ 995.516373] env[62954]: DEBUG nova.network.neutron [req-e032bc7c-3083-4c30-9d87-41f99373965f req-3950462f-17ff-40d0-a939-2993026d83fe service nova] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.553680] env[62954]: DEBUG oslo_concurrency.lockutils [req-632979c2-dfe4-4c7b-9d66-1e429f077f52 req-b9c1d8bb-1a1f-43f0-9bd5-6b59d5933598 service nova] Releasing lock "refresh_cache-b8b76e1c-723c-47b9-a810-381de87e54bc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.658452] env[62954]: DEBUG oslo_vmware.api [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5282d2b1-3c28-7637-78ce-3f7d2a5b1356, 'name': SearchDatastore_Task, 'duration_secs': 0.09473} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.659880] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8621696c-d615-4cb5-9a00-3c9c39bc60d1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.665476] env[62954]: DEBUG oslo_vmware.api [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 995.665476] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]529f6fd4-9d83-01fc-224c-6d129a26b2f8" [ 995.665476] env[62954]: _type = "Task" [ 995.665476] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.673457] env[62954]: DEBUG oslo_vmware.api [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]529f6fd4-9d83-01fc-224c-6d129a26b2f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.712096] env[62954]: DEBUG oslo_vmware.api [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597987, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.749585} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.712521] env[62954]: INFO nova.virt.vmwareapi.ds_util [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_629b078e-8f96-490e-9da1-0ade67a87436/OSTACK_IMG_629b078e-8f96-490e-9da1-0ade67a87436.vmdk to [datastore1] devstack-image-cache_base/35832758-b5ad-42bd-8be1-6c80cba7868c/35832758-b5ad-42bd-8be1-6c80cba7868c.vmdk. [ 995.712838] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Cleaning up location [datastore1] OSTACK_IMG_629b078e-8f96-490e-9da1-0ade67a87436 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 995.713127] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_629b078e-8f96-490e-9da1-0ade67a87436 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.713495] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8af86ee6-55ea-48ac-80a2-70d15966160c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.725026] env[62954]: DEBUG oslo_vmware.api [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for the task: (returnval){ [ 995.725026] env[62954]: value = "task-2597993" [ 995.725026] env[62954]: _type = "Task" [ 995.725026] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.732914] env[62954]: DEBUG oslo_vmware.api [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597993, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.771773] env[62954]: DEBUG oslo_vmware.api [None req-14cb71af-719e-4336-9d94-6fe1748d72a2 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2597992, 'name': PowerOffVM_Task, 'duration_secs': 0.280575} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.772264] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-14cb71af-719e-4336-9d94-6fe1748d72a2 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.772543] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-14cb71af-719e-4336-9d94-6fe1748d72a2 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.772876] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3bf71762-1088-4764-bb36-dc7f103b7383 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.857069] env[62954]: DEBUG oslo_concurrency.lockutils [req-610b6c42-1f5a-48cd-9bfe-bc3a8bc67df6 req-b3daec18-bb41-48e9-abd3-f2145af8dfa6 service nova] Releasing lock "refresh_cache-591352a7-dc6d-4801-8d45-1eb245c6dd2b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.857277] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-14cb71af-719e-4336-9d94-6fe1748d72a2 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.857484] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-14cb71af-719e-4336-9d94-6fe1748d72a2 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.857668] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-14cb71af-719e-4336-9d94-6fe1748d72a2 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Deleting the datastore file [datastore1] 2456df1d-6696-4475-834d-c2c8269fe02e {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.857945] env[62954]: DEBUG oslo_concurrency.lockutils [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquired lock "refresh_cache-591352a7-dc6d-4801-8d45-1eb245c6dd2b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.858109] env[62954]: DEBUG nova.network.neutron [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.859591] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52486203-b82a-4b78-895a-30b27453eaff {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.867775] env[62954]: DEBUG oslo_vmware.api [None req-14cb71af-719e-4336-9d94-6fe1748d72a2 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 995.867775] env[62954]: value = "task-2597995" [ 995.867775] env[62954]: _type = "Task" [ 995.867775] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.876978] env[62954]: DEBUG oslo_vmware.api [None req-14cb71af-719e-4336-9d94-6fe1748d72a2 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2597995, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.994852] env[62954]: DEBUG nova.network.neutron [-] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.019434] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b6bd62c-d4e0-4321-992e-c5ce1a02206d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.029036] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180314b8-7bb1-45e7-ac24-a9a885a5dfb7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.063478] env[62954]: DEBUG nova.compute.manager [req-e032bc7c-3083-4c30-9d87-41f99373965f req-3950462f-17ff-40d0-a939-2993026d83fe service nova] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Detach interface failed, port_id=22692862-b417-438f-ba2c-0b7b8718f5a3, reason: Instance bd25771f-4502-4a7c-acb6-75a91117d993 could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 996.176686] env[62954]: DEBUG oslo_vmware.api [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]529f6fd4-9d83-01fc-224c-6d129a26b2f8, 'name': SearchDatastore_Task, 'duration_secs': 0.010177} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.176969] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.177238] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] e298a3a0-26a1-4561-a645-34c509cc8f82/e298a3a0-26a1-4561-a645-34c509cc8f82.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.177507] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1dd623c1-8517-4fc0-82fc-554685f2b9ef {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.191801] env[62954]: DEBUG oslo_vmware.api [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 996.191801] env[62954]: value = "task-2597996" [ 996.191801] env[62954]: _type = "Task" [ 996.191801] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.201213] env[62954]: DEBUG oslo_vmware.api [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2597996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.232886] env[62954]: DEBUG oslo_vmware.api [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597993, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036556} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.233119] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.233287] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Releasing lock "[datastore1] devstack-image-cache_base/35832758-b5ad-42bd-8be1-6c80cba7868c/35832758-b5ad-42bd-8be1-6c80cba7868c.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.233536] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/35832758-b5ad-42bd-8be1-6c80cba7868c/35832758-b5ad-42bd-8be1-6c80cba7868c.vmdk to [datastore1] b7ae08a3-971e-4c17-be31-708bbf28cb66/b7ae08a3-971e-4c17-be31-708bbf28cb66.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.233781] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4fbd0347-95a7-4229-8919-ea956afdd3f3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.241860] env[62954]: DEBUG oslo_vmware.api [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for the task: (returnval){ [ 996.241860] env[62954]: value = "task-2597997" [ 996.241860] env[62954]: _type = "Task" [ 996.241860] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.249913] env[62954]: DEBUG oslo_vmware.api [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597997, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.378931] env[62954]: DEBUG oslo_vmware.api [None req-14cb71af-719e-4336-9d94-6fe1748d72a2 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2597995, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156656} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.378931] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-14cb71af-719e-4336-9d94-6fe1748d72a2 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.378931] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-14cb71af-719e-4336-9d94-6fe1748d72a2 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.379187] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-14cb71af-719e-4336-9d94-6fe1748d72a2 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.379235] env[62954]: INFO nova.compute.manager [None req-14cb71af-719e-4336-9d94-6fe1748d72a2 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 996.379473] env[62954]: DEBUG oslo.service.loopingcall [None req-14cb71af-719e-4336-9d94-6fe1748d72a2 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 996.379691] env[62954]: DEBUG nova.compute.manager [-] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.379785] env[62954]: DEBUG nova.network.neutron [-] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.399825] env[62954]: DEBUG nova.network.neutron [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.497462] env[62954]: INFO nova.compute.manager [-] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Took 1.57 seconds to deallocate network for instance. [ 996.582973] env[62954]: DEBUG nova.network.neutron [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Updating instance_info_cache with network_info: [{"id": "9c1f2472-0732-4be2-9b1e-e1e3769d5c75", "address": "fa:16:3e:ed:ea:ef", "network": {"id": "83c48440-f1b0-4959-9641-df64dcfa43c4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1935869524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a34a6adfdb95418ba67dc915c9c734b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c1f2472-07", "ovs_interfaceid": "9c1f2472-0732-4be2-9b1e-e1e3769d5c75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.706482] env[62954]: DEBUG oslo_vmware.api [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2597996, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45227} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.706482] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] e298a3a0-26a1-4561-a645-34c509cc8f82/e298a3a0-26a1-4561-a645-34c509cc8f82.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.706482] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.706482] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f28e3b05-456b-427b-b494-9cae6ec4601f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.715031] env[62954]: DEBUG oslo_vmware.api [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 996.715031] env[62954]: value = "task-2597998" [ 996.715031] env[62954]: _type = "Task" [ 996.715031] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.722993] env[62954]: DEBUG oslo_vmware.api [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2597998, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.752817] env[62954]: DEBUG oslo_vmware.api [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597997, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.943426] env[62954]: DEBUG nova.compute.manager [req-edf48423-fdb5-405f-b9aa-ec43fbae830a req-ad5fa0d7-cb15-44ba-bc1b-3c416ad39c92 service nova] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Received event network-vif-deleted-52dcd688-7102-42b3-94c0-686a607c0307 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 996.943995] env[62954]: INFO nova.compute.manager [req-edf48423-fdb5-405f-b9aa-ec43fbae830a req-ad5fa0d7-cb15-44ba-bc1b-3c416ad39c92 service nova] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Neutron deleted interface 52dcd688-7102-42b3-94c0-686a607c0307; detaching it from the instance and deleting it from the info cache [ 996.943995] env[62954]: DEBUG nova.network.neutron [req-edf48423-fdb5-405f-b9aa-ec43fbae830a req-ad5fa0d7-cb15-44ba-bc1b-3c416ad39c92 service nova] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.008606] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9c658c46-9658-4b3d-a062-dfd88ab92689 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.008831] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9c658c46-9658-4b3d-a062-dfd88ab92689 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.009065] env[62954]: DEBUG nova.objects.instance [None req-9c658c46-9658-4b3d-a062-dfd88ab92689 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Lazy-loading 'resources' on Instance uuid bd25771f-4502-4a7c-acb6-75a91117d993 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.086041] env[62954]: DEBUG oslo_concurrency.lockutils [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Releasing lock "refresh_cache-591352a7-dc6d-4801-8d45-1eb245c6dd2b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.086041] env[62954]: DEBUG nova.compute.manager [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Instance network_info: |[{"id": "9c1f2472-0732-4be2-9b1e-e1e3769d5c75", "address": "fa:16:3e:ed:ea:ef", "network": {"id": "83c48440-f1b0-4959-9641-df64dcfa43c4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1935869524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a34a6adfdb95418ba67dc915c9c734b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c1f2472-07", "ovs_interfaceid": "9c1f2472-0732-4be2-9b1e-e1e3769d5c75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 997.086041] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:ea:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b931c4c-f73c-4fbd-9c9f-0270834cc69e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c1f2472-0732-4be2-9b1e-e1e3769d5c75', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.093077] env[62954]: DEBUG oslo.service.loopingcall [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 997.093338] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.093583] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fb84154-fb14-4599-9fd0-9eb902175be5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.119283] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.119283] env[62954]: value = "task-2597999" [ 997.119283] env[62954]: _type = "Task" [ 997.119283] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.128858] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597999, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.228393] env[62954]: DEBUG oslo_vmware.api [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2597998, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102704} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.228729] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.229670] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf703a0-38a7-43a3-9861-af4ea38e352f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.254206] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] e298a3a0-26a1-4561-a645-34c509cc8f82/e298a3a0-26a1-4561-a645-34c509cc8f82.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.259337] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02ae0552-fba4-46ee-bd31-173f145da31e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.284692] env[62954]: DEBUG oslo_vmware.api [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597997, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.286377] env[62954]: DEBUG oslo_vmware.api [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 997.286377] env[62954]: value = "task-2598000" [ 997.286377] env[62954]: _type = "Task" [ 997.286377] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.296289] env[62954]: DEBUG oslo_vmware.api [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598000, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.424906] env[62954]: DEBUG nova.network.neutron [-] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.447224] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3fced566-b846-46af-9ac1-1be3b23d76cf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.458859] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f40a0e-e031-42b4-a26f-8930fe981ce9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.494940] env[62954]: DEBUG nova.compute.manager [req-edf48423-fdb5-405f-b9aa-ec43fbae830a req-ad5fa0d7-cb15-44ba-bc1b-3c416ad39c92 service nova] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Detach interface failed, port_id=52dcd688-7102-42b3-94c0-686a607c0307, reason: Instance 2456df1d-6696-4475-834d-c2c8269fe02e could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 997.630223] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597999, 'name': CreateVM_Task} progress is 25%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.735496] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396f53ee-d6ab-4572-892f-d7d4908bb95d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.744406] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfbefb0-b646-4937-8a8b-d0ce58880c48 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.756678] env[62954]: DEBUG oslo_vmware.api [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597997, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.783311] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f443b7-010e-40dc-9c64-86af1755f401 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.794121] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd69998d-bba9-443b-95c6-be9ca59ad501 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.801931] env[62954]: DEBUG oslo_vmware.api [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.812248] env[62954]: DEBUG nova.compute.provider_tree [None req-9c658c46-9658-4b3d-a062-dfd88ab92689 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.927442] env[62954]: INFO nova.compute.manager [-] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Took 1.55 seconds to deallocate network for instance. [ 998.131019] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597999, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.258645] env[62954]: DEBUG oslo_vmware.api [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597997, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.299978] env[62954]: DEBUG oslo_vmware.api [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.315118] env[62954]: DEBUG nova.scheduler.client.report [None req-9c658c46-9658-4b3d-a062-dfd88ab92689 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.435273] env[62954]: DEBUG oslo_concurrency.lockutils [None req-14cb71af-719e-4336-9d94-6fe1748d72a2 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.632795] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2597999, 'name': CreateVM_Task, 'duration_secs': 1.093641} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.632928] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.633570] env[62954]: DEBUG oslo_concurrency.lockutils [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.633741] env[62954]: DEBUG oslo_concurrency.lockutils [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.634093] env[62954]: DEBUG oslo_concurrency.lockutils [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.634366] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc85004c-103c-49f3-9b9b-9d6df42b1ec7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.640959] env[62954]: DEBUG oslo_vmware.api [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 998.640959] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]525a830a-1d02-ffe4-44dd-ea61d1cb02a4" [ 998.640959] env[62954]: _type = "Task" [ 998.640959] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.650439] env[62954]: DEBUG oslo_vmware.api [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]525a830a-1d02-ffe4-44dd-ea61d1cb02a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.760784] env[62954]: DEBUG oslo_vmware.api [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597997, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.798765] env[62954]: DEBUG oslo_vmware.api [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598000, 'name': ReconfigVM_Task, 'duration_secs': 1.271132} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.799063] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Reconfigured VM instance instance-00000064 to attach disk [datastore1] e298a3a0-26a1-4561-a645-34c509cc8f82/e298a3a0-26a1-4561-a645-34c509cc8f82.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.799723] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f10faf1-f5b0-4714-a43f-41fb343b37d2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.807422] env[62954]: DEBUG oslo_vmware.api [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 998.807422] env[62954]: value = "task-2598001" [ 998.807422] env[62954]: _type = "Task" [ 998.807422] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.815447] env[62954]: DEBUG oslo_vmware.api [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598001, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.821263] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9c658c46-9658-4b3d-a062-dfd88ab92689 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.812s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.823564] env[62954]: DEBUG oslo_concurrency.lockutils [None req-14cb71af-719e-4336-9d94-6fe1748d72a2 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.388s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.823680] env[62954]: DEBUG nova.objects.instance [None req-14cb71af-719e-4336-9d94-6fe1748d72a2 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lazy-loading 'resources' on Instance uuid 2456df1d-6696-4475-834d-c2c8269fe02e {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.844839] env[62954]: INFO nova.scheduler.client.report [None req-9c658c46-9658-4b3d-a062-dfd88ab92689 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Deleted allocations for instance bd25771f-4502-4a7c-acb6-75a91117d993 [ 999.152264] env[62954]: DEBUG oslo_vmware.api [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]525a830a-1d02-ffe4-44dd-ea61d1cb02a4, 'name': SearchDatastore_Task, 'duration_secs': 0.089322} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.152558] env[62954]: DEBUG oslo_concurrency.lockutils [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.152796] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.153043] env[62954]: DEBUG oslo_concurrency.lockutils [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.153198] env[62954]: DEBUG oslo_concurrency.lockutils [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.153380] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.153637] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d303fe01-ce7a-4e94-b7e0-9093a577ebb0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.171486] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.171684] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.172489] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38852404-6f28-424a-b73d-3716ee5441f4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.178602] env[62954]: DEBUG oslo_vmware.api [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 999.178602] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5214640b-a4d9-c6b5-cee9-8901f4ba8c7e" [ 999.178602] env[62954]: _type = "Task" [ 999.178602] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.186731] env[62954]: DEBUG oslo_vmware.api [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5214640b-a4d9-c6b5-cee9-8901f4ba8c7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.259889] env[62954]: DEBUG oslo_vmware.api [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2597997, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.590715} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.260186] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/35832758-b5ad-42bd-8be1-6c80cba7868c/35832758-b5ad-42bd-8be1-6c80cba7868c.vmdk to [datastore1] b7ae08a3-971e-4c17-be31-708bbf28cb66/b7ae08a3-971e-4c17-be31-708bbf28cb66.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 999.260947] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba9b81e-ced8-476e-9255-546e8ebcba35 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.284210] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] b7ae08a3-971e-4c17-be31-708bbf28cb66/b7ae08a3-971e-4c17-be31-708bbf28cb66.vmdk or device None with type streamOptimized {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.284570] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c8a74b2-d344-4255-a42f-e74fbc97e974 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.306241] env[62954]: DEBUG oslo_vmware.api [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for the task: (returnval){ [ 999.306241] env[62954]: value = "task-2598002" [ 999.306241] env[62954]: _type = "Task" [ 999.306241] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.317514] env[62954]: DEBUG oslo_vmware.api [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2598002, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.320494] env[62954]: DEBUG oslo_vmware.api [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598001, 'name': Rename_Task, 'duration_secs': 0.427462} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.320751] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.320980] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3031ad99-238b-437f-a47d-77ecd22af98e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.330513] env[62954]: DEBUG oslo_vmware.api [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 999.330513] env[62954]: value = "task-2598003" [ 999.330513] env[62954]: _type = "Task" [ 999.330513] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.340830] env[62954]: DEBUG oslo_vmware.api [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598003, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.352761] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9c658c46-9658-4b3d-a062-dfd88ab92689 tempest-ServersTestFqdnHostnames-1018003238 tempest-ServersTestFqdnHostnames-1018003238-project-member] Lock "bd25771f-4502-4a7c-acb6-75a91117d993" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.165s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.606144] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ffbad8-168b-4659-ac60-97764aed44f2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.609897] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d17ee4-5d65-4ba9-aa01-148d770910e1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.641592] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f8cabc-798a-4a1e-b347-f973eab4600f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.648921] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40783ac9-2480-4709-a983-50c0af075d92 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.662292] env[62954]: DEBUG nova.compute.provider_tree [None req-14cb71af-719e-4336-9d94-6fe1748d72a2 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.690104] env[62954]: DEBUG oslo_vmware.api [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5214640b-a4d9-c6b5-cee9-8901f4ba8c7e, 'name': SearchDatastore_Task, 'duration_secs': 0.01427} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.690934] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e559522-2bc4-4f49-85d4-c9a979c31d1e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.696689] env[62954]: DEBUG oslo_vmware.api [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 999.696689] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5209e826-b977-6e07-648b-08c459e6f369" [ 999.696689] env[62954]: _type = "Task" [ 999.696689] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.704972] env[62954]: DEBUG oslo_vmware.api [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5209e826-b977-6e07-648b-08c459e6f369, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.816574] env[62954]: DEBUG oslo_vmware.api [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2598002, 'name': ReconfigVM_Task, 'duration_secs': 0.297792} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.816956] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Reconfigured VM instance instance-00000055 to attach disk [datastore1] b7ae08a3-971e-4c17-be31-708bbf28cb66/b7ae08a3-971e-4c17-be31-708bbf28cb66.vmdk or device None with type streamOptimized {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.817664] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e1a0b99-2da5-466c-8e51-bdfe04f36ec6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.824332] env[62954]: DEBUG oslo_vmware.api [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for the task: (returnval){ [ 999.824332] env[62954]: value = "task-2598004" [ 999.824332] env[62954]: _type = "Task" [ 999.824332] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.832933] env[62954]: DEBUG oslo_vmware.api [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2598004, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.841525] env[62954]: DEBUG oslo_vmware.api [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598003, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.165972] env[62954]: DEBUG nova.scheduler.client.report [None req-14cb71af-719e-4336-9d94-6fe1748d72a2 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.210211] env[62954]: DEBUG oslo_vmware.api [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5209e826-b977-6e07-648b-08c459e6f369, 'name': SearchDatastore_Task, 'duration_secs': 0.0161} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.210642] env[62954]: DEBUG oslo_concurrency.lockutils [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.211089] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 591352a7-dc6d-4801-8d45-1eb245c6dd2b/591352a7-dc6d-4801-8d45-1eb245c6dd2b.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.211598] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed0bf3dc-d042-4c60-b72c-32430a2f7fc1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.220771] env[62954]: DEBUG oslo_vmware.api [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 1000.220771] env[62954]: value = "task-2598005" [ 1000.220771] env[62954]: _type = "Task" [ 1000.220771] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.231041] env[62954]: DEBUG oslo_vmware.api [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2598005, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.339275] env[62954]: DEBUG oslo_vmware.api [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2598004, 'name': Rename_Task, 'duration_secs': 0.512403} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.341022] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1000.341022] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9e107a1-86f2-4e89-954b-4b6511eee5fb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.345545] env[62954]: DEBUG oslo_vmware.api [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598003, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.351108] env[62954]: DEBUG oslo_vmware.api [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for the task: (returnval){ [ 1000.351108] env[62954]: value = "task-2598006" [ 1000.351108] env[62954]: _type = "Task" [ 1000.351108] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.358761] env[62954]: DEBUG oslo_vmware.api [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2598006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.672505] env[62954]: DEBUG oslo_concurrency.lockutils [None req-14cb71af-719e-4336-9d94-6fe1748d72a2 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.849s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.706497] env[62954]: INFO nova.scheduler.client.report [None req-14cb71af-719e-4336-9d94-6fe1748d72a2 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Deleted allocations for instance 2456df1d-6696-4475-834d-c2c8269fe02e [ 1000.733352] env[62954]: DEBUG oslo_vmware.api [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2598005, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.843940] env[62954]: DEBUG oslo_vmware.api [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598003, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.862280] env[62954]: DEBUG oslo_vmware.api [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2598006, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.139429] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ef43a306-306c-4dc1-a2a8-1384e00a3b52 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "5ea4c876-a32b-4295-855c-61464cc8f72b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.139702] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ef43a306-306c-4dc1-a2a8-1384e00a3b52 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "5ea4c876-a32b-4295-855c-61464cc8f72b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.139883] env[62954]: DEBUG nova.compute.manager [None req-ef43a306-306c-4dc1-a2a8-1384e00a3b52 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.140966] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23893b9-c2f6-48ee-a669-545999a8c4fa {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.150677] env[62954]: DEBUG nova.compute.manager [None req-ef43a306-306c-4dc1-a2a8-1384e00a3b52 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62954) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1001.151342] env[62954]: DEBUG nova.objects.instance [None req-ef43a306-306c-4dc1-a2a8-1384e00a3b52 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lazy-loading 'flavor' on Instance uuid 5ea4c876-a32b-4295-855c-61464cc8f72b {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.216964] env[62954]: DEBUG oslo_concurrency.lockutils [None req-14cb71af-719e-4336-9d94-6fe1748d72a2 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "2456df1d-6696-4475-834d-c2c8269fe02e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.482s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.234725] env[62954]: DEBUG oslo_vmware.api [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2598005, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716246} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.235947] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 591352a7-dc6d-4801-8d45-1eb245c6dd2b/591352a7-dc6d-4801-8d45-1eb245c6dd2b.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.236306] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.236825] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-acd4126a-77f7-4ae8-95b2-e8633b661533 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.245284] env[62954]: DEBUG oslo_vmware.api [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 1001.245284] env[62954]: value = "task-2598007" [ 1001.245284] env[62954]: _type = "Task" [ 1001.245284] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.254038] env[62954]: DEBUG oslo_vmware.api [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2598007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.345107] env[62954]: DEBUG oslo_vmware.api [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598003, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.364110] env[62954]: DEBUG oslo_vmware.api [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2598006, 'name': PowerOnVM_Task, 'duration_secs': 0.859235} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.364454] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.479375] env[62954]: DEBUG nova.compute.manager [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.481026] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97ec69c-a3ca-452b-872a-0080c2f606fc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.755242] env[62954]: DEBUG oslo_vmware.api [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2598007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071203} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.755490] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.756297] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4730ce-0151-4536-be8d-b272f3e4b586 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.778813] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 591352a7-dc6d-4801-8d45-1eb245c6dd2b/591352a7-dc6d-4801-8d45-1eb245c6dd2b.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.779097] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f14b2a3b-aa19-4035-9f01-89571d4ef295 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.798694] env[62954]: DEBUG oslo_vmware.api [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 1001.798694] env[62954]: value = "task-2598008" [ 1001.798694] env[62954]: _type = "Task" [ 1001.798694] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.806788] env[62954]: DEBUG oslo_vmware.api [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2598008, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.844421] env[62954]: DEBUG oslo_vmware.api [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598003, 'name': PowerOnVM_Task, 'duration_secs': 2.043369} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.844764] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.845007] env[62954]: INFO nova.compute.manager [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Took 11.41 seconds to spawn the instance on the hypervisor. [ 1001.845200] env[62954]: DEBUG nova.compute.manager [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.845983] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6280470f-5100-4b54-b2c1-7b456a682708 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.002152] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ca19e0e2-5942-4797-ba4d-d65ddad1cd7d tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Lock "b7ae08a3-971e-4c17-be31-708bbf28cb66" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.428s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.028298] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5dab0e48-67b2-4107-88ed-c049c2323f56 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquiring lock "4e2c3168-923a-4d87-a5d6-e6d4ed7d521c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.028591] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5dab0e48-67b2-4107-88ed-c049c2323f56 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "4e2c3168-923a-4d87-a5d6-e6d4ed7d521c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.161652] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef43a306-306c-4dc1-a2a8-1384e00a3b52 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.161652] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a90df4d-9f17-4d2e-bdba-4cc914dad2e7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.169773] env[62954]: DEBUG oslo_vmware.api [None req-ef43a306-306c-4dc1-a2a8-1384e00a3b52 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1002.169773] env[62954]: value = "task-2598009" [ 1002.169773] env[62954]: _type = "Task" [ 1002.169773] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.179088] env[62954]: DEBUG oslo_vmware.api [None req-ef43a306-306c-4dc1-a2a8-1384e00a3b52 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.309165] env[62954]: DEBUG oslo_vmware.api [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2598008, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.366720] env[62954]: INFO nova.compute.manager [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Took 20.21 seconds to build instance. [ 1002.532754] env[62954]: INFO nova.compute.manager [None req-5dab0e48-67b2-4107-88ed-c049c2323f56 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Detaching volume c4e5c8ba-3b23-4298-a3ef-5909983b3d21 [ 1002.575964] env[62954]: INFO nova.virt.block_device [None req-5dab0e48-67b2-4107-88ed-c049c2323f56 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Attempting to driver detach volume c4e5c8ba-3b23-4298-a3ef-5909983b3d21 from mountpoint /dev/sdb [ 1002.576242] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dab0e48-67b2-4107-88ed-c049c2323f56 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Volume detach. Driver type: vmdk {{(pid=62954) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1002.576421] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dab0e48-67b2-4107-88ed-c049c2323f56 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523956', 'volume_id': 'c4e5c8ba-3b23-4298-a3ef-5909983b3d21', 'name': 'volume-c4e5c8ba-3b23-4298-a3ef-5909983b3d21', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4e2c3168-923a-4d87-a5d6-e6d4ed7d521c', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4e5c8ba-3b23-4298-a3ef-5909983b3d21', 'serial': 'c4e5c8ba-3b23-4298-a3ef-5909983b3d21'} {{(pid=62954) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1002.577333] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87efd550-8a18-4b60-b679-36b795933164 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.599114] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b7ce0f-ffdd-4073-ac9b-1555c9986902 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.606159] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df68fee4-0378-4537-9bc3-4c914631631a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.626537] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40553f7-f8ba-4d85-8139-cbe8ed821e55 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.641027] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dab0e48-67b2-4107-88ed-c049c2323f56 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] The volume has not been displaced from its original location: [datastore1] volume-c4e5c8ba-3b23-4298-a3ef-5909983b3d21/volume-c4e5c8ba-3b23-4298-a3ef-5909983b3d21.vmdk. No consolidation needed. {{(pid=62954) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1002.646208] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dab0e48-67b2-4107-88ed-c049c2323f56 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Reconfiguring VM instance instance-00000033 to detach disk 2001 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1002.646803] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-086d3587-12a9-46dc-8666-8d83bf885d1b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.665141] env[62954]: DEBUG oslo_vmware.api [None req-5dab0e48-67b2-4107-88ed-c049c2323f56 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 1002.665141] env[62954]: value = "task-2598010" [ 1002.665141] env[62954]: _type = "Task" [ 1002.665141] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.672680] env[62954]: DEBUG oslo_vmware.api [None req-5dab0e48-67b2-4107-88ed-c049c2323f56 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598010, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.679939] env[62954]: DEBUG oslo_vmware.api [None req-ef43a306-306c-4dc1-a2a8-1384e00a3b52 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598009, 'name': PowerOffVM_Task, 'duration_secs': 0.246165} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.680247] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef43a306-306c-4dc1-a2a8-1384e00a3b52 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.680487] env[62954]: DEBUG nova.compute.manager [None req-ef43a306-306c-4dc1-a2a8-1384e00a3b52 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.681254] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4943aa-93cf-4c37-a10e-ad2ae330c9a3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.807938] env[62954]: DEBUG oslo_vmware.api [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2598008, 'name': ReconfigVM_Task, 'duration_secs': 0.610481} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.808242] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 591352a7-dc6d-4801-8d45-1eb245c6dd2b/591352a7-dc6d-4801-8d45-1eb245c6dd2b.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.808878] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccc3a474-9d52-4048-9c61-fd31f04174a2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.815170] env[62954]: DEBUG oslo_vmware.api [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 1002.815170] env[62954]: value = "task-2598011" [ 1002.815170] env[62954]: _type = "Task" [ 1002.815170] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.822833] env[62954]: DEBUG oslo_vmware.api [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2598011, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.867997] env[62954]: DEBUG oslo_concurrency.lockutils [None req-623c656d-b773-4596-942f-eabf108ff00c tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "e298a3a0-26a1-4561-a645-34c509cc8f82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.868488] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8254ca91-565e-45f2-ac03-fb329fa1914f tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "e298a3a0-26a1-4561-a645-34c509cc8f82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.727s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.868852] env[62954]: DEBUG oslo_concurrency.lockutils [None req-623c656d-b773-4596-942f-eabf108ff00c tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "e298a3a0-26a1-4561-a645-34c509cc8f82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.869055] env[62954]: DEBUG oslo_concurrency.lockutils [None req-623c656d-b773-4596-942f-eabf108ff00c tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "e298a3a0-26a1-4561-a645-34c509cc8f82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.869307] env[62954]: DEBUG oslo_concurrency.lockutils [None req-623c656d-b773-4596-942f-eabf108ff00c tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "e298a3a0-26a1-4561-a645-34c509cc8f82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.869530] env[62954]: DEBUG oslo_concurrency.lockutils [None req-623c656d-b773-4596-942f-eabf108ff00c tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "e298a3a0-26a1-4561-a645-34c509cc8f82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.871582] env[62954]: INFO nova.compute.manager [None req-623c656d-b773-4596-942f-eabf108ff00c tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Terminating instance [ 1003.175535] env[62954]: DEBUG oslo_vmware.api [None req-5dab0e48-67b2-4107-88ed-c049c2323f56 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598010, 'name': ReconfigVM_Task, 'duration_secs': 0.332407} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.175813] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dab0e48-67b2-4107-88ed-c049c2323f56 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Reconfigured VM instance instance-00000033 to detach disk 2001 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1003.180399] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f3ce6e9-503c-4643-9eb9-579916c95cfe {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.192507] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ef43a306-306c-4dc1-a2a8-1384e00a3b52 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "5ea4c876-a32b-4295-855c-61464cc8f72b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.197209] env[62954]: DEBUG oslo_vmware.api [None req-5dab0e48-67b2-4107-88ed-c049c2323f56 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 1003.197209] env[62954]: value = "task-2598012" [ 1003.197209] env[62954]: _type = "Task" [ 1003.197209] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.204972] env[62954]: DEBUG oslo_vmware.api [None req-5dab0e48-67b2-4107-88ed-c049c2323f56 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598012, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.325269] env[62954]: DEBUG oslo_vmware.api [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2598011, 'name': Rename_Task, 'duration_secs': 0.206224} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.325557] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.325799] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e763ed5-8b6a-4b01-9a38-cc88099e3ecb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.332453] env[62954]: DEBUG oslo_vmware.api [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 1003.332453] env[62954]: value = "task-2598013" [ 1003.332453] env[62954]: _type = "Task" [ 1003.332453] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.343685] env[62954]: DEBUG oslo_vmware.api [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2598013, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.374746] env[62954]: DEBUG nova.compute.manager [None req-623c656d-b773-4596-942f-eabf108ff00c tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1003.375099] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-623c656d-b773-4596-942f-eabf108ff00c tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1003.375932] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613f6b2c-f772-47d7-b989-0a902dd34c89 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.384579] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-623c656d-b773-4596-942f-eabf108ff00c tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.384771] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8aeb6531-0812-4bb5-ab46-b367717e80ea {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.390856] env[62954]: DEBUG oslo_vmware.api [None req-623c656d-b773-4596-942f-eabf108ff00c tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1003.390856] env[62954]: value = "task-2598014" [ 1003.390856] env[62954]: _type = "Task" [ 1003.390856] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.398909] env[62954]: DEBUG oslo_vmware.api [None req-623c656d-b773-4596-942f-eabf108ff00c tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.446473] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49feb0e-5c53-48b8-a4f3-7c5977213823 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.453096] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f99f9cbd-552c-4441-b3d0-96cf164d99da tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Suspending the VM {{(pid=62954) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1003.453342] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-85f4593f-e492-46c6-ad06-839b9fc8a83a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.459684] env[62954]: DEBUG oslo_vmware.api [None req-f99f9cbd-552c-4441-b3d0-96cf164d99da tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for the task: (returnval){ [ 1003.459684] env[62954]: value = "task-2598015" [ 1003.459684] env[62954]: _type = "Task" [ 1003.459684] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.468706] env[62954]: DEBUG oslo_vmware.api [None req-f99f9cbd-552c-4441-b3d0-96cf164d99da tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2598015, 'name': SuspendVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.578342] env[62954]: DEBUG nova.objects.instance [None req-fb3bbc6d-65a1-44e1-8ec8-0e15455f540a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lazy-loading 'flavor' on Instance uuid 5ea4c876-a32b-4295-855c-61464cc8f72b {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.707836] env[62954]: DEBUG oslo_vmware.api [None req-5dab0e48-67b2-4107-88ed-c049c2323f56 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598012, 'name': ReconfigVM_Task, 'duration_secs': 0.144906} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.708170] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dab0e48-67b2-4107-88ed-c049c2323f56 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523956', 'volume_id': 'c4e5c8ba-3b23-4298-a3ef-5909983b3d21', 'name': 'volume-c4e5c8ba-3b23-4298-a3ef-5909983b3d21', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4e2c3168-923a-4d87-a5d6-e6d4ed7d521c', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4e5c8ba-3b23-4298-a3ef-5909983b3d21', 'serial': 'c4e5c8ba-3b23-4298-a3ef-5909983b3d21'} {{(pid=62954) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1003.842977] env[62954]: DEBUG oslo_vmware.api [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2598013, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.902159] env[62954]: DEBUG oslo_vmware.api [None req-623c656d-b773-4596-942f-eabf108ff00c tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598014, 'name': PowerOffVM_Task, 'duration_secs': 0.202373} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.902434] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-623c656d-b773-4596-942f-eabf108ff00c tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.902608] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-623c656d-b773-4596-942f-eabf108ff00c tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.902856] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed64487e-ce05-4a2f-a5d2-0c50ff71555e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.969852] env[62954]: DEBUG oslo_vmware.api [None req-f99f9cbd-552c-4441-b3d0-96cf164d99da tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2598015, 'name': SuspendVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.986495] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-623c656d-b773-4596-942f-eabf108ff00c tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.986732] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-623c656d-b773-4596-942f-eabf108ff00c tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.986941] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-623c656d-b773-4596-942f-eabf108ff00c tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Deleting the datastore file [datastore1] e298a3a0-26a1-4561-a645-34c509cc8f82 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.987482] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56c06492-d9d4-4f6c-9080-976ad9808d78 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.994673] env[62954]: DEBUG oslo_vmware.api [None req-623c656d-b773-4596-942f-eabf108ff00c tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1003.994673] env[62954]: value = "task-2598017" [ 1003.994673] env[62954]: _type = "Task" [ 1003.994673] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.003362] env[62954]: DEBUG oslo_vmware.api [None req-623c656d-b773-4596-942f-eabf108ff00c tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.083654] env[62954]: DEBUG oslo_concurrency.lockutils [None req-fb3bbc6d-65a1-44e1-8ec8-0e15455f540a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "refresh_cache-5ea4c876-a32b-4295-855c-61464cc8f72b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.083828] env[62954]: DEBUG oslo_concurrency.lockutils [None req-fb3bbc6d-65a1-44e1-8ec8-0e15455f540a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquired lock "refresh_cache-5ea4c876-a32b-4295-855c-61464cc8f72b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.083996] env[62954]: DEBUG nova.network.neutron [None req-fb3bbc6d-65a1-44e1-8ec8-0e15455f540a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.084188] env[62954]: DEBUG nova.objects.instance [None req-fb3bbc6d-65a1-44e1-8ec8-0e15455f540a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lazy-loading 'info_cache' on Instance uuid 5ea4c876-a32b-4295-855c-61464cc8f72b {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.172941] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d45c9818-afaf-454f-aeaf-8a4e2f7765e7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "interface-d788173c-8090-4bb0-94cd-0f1dc06ca4fb-b862e584-cb0d-4c26-bb50-5ebd64fd51be" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.172941] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d45c9818-afaf-454f-aeaf-8a4e2f7765e7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "interface-d788173c-8090-4bb0-94cd-0f1dc06ca4fb-b862e584-cb0d-4c26-bb50-5ebd64fd51be" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.173185] env[62954]: DEBUG nova.objects.instance [None req-d45c9818-afaf-454f-aeaf-8a4e2f7765e7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lazy-loading 'flavor' on Instance uuid d788173c-8090-4bb0-94cd-0f1dc06ca4fb {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.252523] env[62954]: DEBUG nova.objects.instance [None req-5dab0e48-67b2-4107-88ed-c049c2323f56 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lazy-loading 'flavor' on Instance uuid 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.343018] env[62954]: DEBUG oslo_vmware.api [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2598013, 'name': PowerOnVM_Task, 'duration_secs': 0.724785} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.343018] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.343018] env[62954]: INFO nova.compute.manager [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Took 10.74 seconds to spawn the instance on the hypervisor. [ 1004.343224] env[62954]: DEBUG nova.compute.manager [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.344066] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff9f7a4-fcc5-4502-918b-138df39073e8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.469784] env[62954]: DEBUG oslo_vmware.api [None req-f99f9cbd-552c-4441-b3d0-96cf164d99da tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2598015, 'name': SuspendVM_Task, 'duration_secs': 0.619915} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.470134] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f99f9cbd-552c-4441-b3d0-96cf164d99da tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Suspended the VM {{(pid=62954) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1004.470267] env[62954]: DEBUG nova.compute.manager [None req-f99f9cbd-552c-4441-b3d0-96cf164d99da tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.470997] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128370bb-afbe-4bf2-95eb-0520ef4da01f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.504062] env[62954]: DEBUG oslo_vmware.api [None req-623c656d-b773-4596-942f-eabf108ff00c tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159994} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.504062] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-623c656d-b773-4596-942f-eabf108ff00c tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.504227] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-623c656d-b773-4596-942f-eabf108ff00c tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1004.504367] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-623c656d-b773-4596-942f-eabf108ff00c tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.504543] env[62954]: INFO nova.compute.manager [None req-623c656d-b773-4596-942f-eabf108ff00c tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1004.504779] env[62954]: DEBUG oslo.service.loopingcall [None req-623c656d-b773-4596-942f-eabf108ff00c tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1004.504959] env[62954]: DEBUG nova.compute.manager [-] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1004.505065] env[62954]: DEBUG nova.network.neutron [-] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1004.587833] env[62954]: DEBUG nova.objects.base [None req-fb3bbc6d-65a1-44e1-8ec8-0e15455f540a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Object Instance<5ea4c876-a32b-4295-855c-61464cc8f72b> lazy-loaded attributes: flavor,info_cache {{(pid=62954) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1004.773791] env[62954]: DEBUG nova.objects.instance [None req-d45c9818-afaf-454f-aeaf-8a4e2f7765e7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lazy-loading 'pci_requests' on Instance uuid d788173c-8090-4bb0-94cd-0f1dc06ca4fb {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.861026] env[62954]: INFO nova.compute.manager [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Took 15.71 seconds to build instance. [ 1005.139319] env[62954]: DEBUG nova.compute.manager [req-fc40c7cc-cbe6-4bc3-b14c-112f0e140202 req-5668da86-a94e-4fd6-995f-4d7c9ae54424 service nova] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Received event network-vif-deleted-3a6e5c3f-5a55-42ec-b9ab-89008ffa4bd0 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1005.139634] env[62954]: INFO nova.compute.manager [req-fc40c7cc-cbe6-4bc3-b14c-112f0e140202 req-5668da86-a94e-4fd6-995f-4d7c9ae54424 service nova] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Neutron deleted interface 3a6e5c3f-5a55-42ec-b9ab-89008ffa4bd0; detaching it from the instance and deleting it from the info cache [ 1005.139759] env[62954]: DEBUG nova.network.neutron [req-fc40c7cc-cbe6-4bc3-b14c-112f0e140202 req-5668da86-a94e-4fd6-995f-4d7c9ae54424 service nova] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.259585] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5dab0e48-67b2-4107-88ed-c049c2323f56 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "4e2c3168-923a-4d87-a5d6-e6d4ed7d521c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.231s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.276182] env[62954]: DEBUG nova.objects.base [None req-d45c9818-afaf-454f-aeaf-8a4e2f7765e7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62954) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1005.276369] env[62954]: DEBUG nova.network.neutron [None req-d45c9818-afaf-454f-aeaf-8a4e2f7765e7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.320132] env[62954]: DEBUG nova.network.neutron [None req-fb3bbc6d-65a1-44e1-8ec8-0e15455f540a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Updating instance_info_cache with network_info: [{"id": "a22d123f-d3d7-44ac-b767-be592bf95236", "address": "fa:16:3e:a8:ba:59", "network": {"id": "b92cb287-9120-4f4f-b2e5-dd3d10fcd6c9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-531245150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5822cb258bd84b3a8a71026ea2d131e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa22d123f-d3", "ovs_interfaceid": "a22d123f-d3d7-44ac-b767-be592bf95236", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.345209] env[62954]: DEBUG nova.policy [None req-d45c9818-afaf-454f-aeaf-8a4e2f7765e7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '278dfbe70e5b4ca9895a28045a42f4a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c63415eabc2540309dd82fe654116228', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.361919] env[62954]: DEBUG oslo_concurrency.lockutils [None req-845e2ecf-0c6f-4e82-aff8-6fe78e37c53e tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "591352a7-dc6d-4801-8d45-1eb245c6dd2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.220s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.516854] env[62954]: DEBUG nova.network.neutron [-] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.642870] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70dd3966-ca3f-466a-bcd2-4ac20f4479f1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.653565] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5407acfd-1e52-46e3-937c-a53355d2eb8e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.687399] env[62954]: DEBUG nova.compute.manager [req-fc40c7cc-cbe6-4bc3-b14c-112f0e140202 req-5668da86-a94e-4fd6-995f-4d7c9ae54424 service nova] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Detach interface failed, port_id=3a6e5c3f-5a55-42ec-b9ab-89008ffa4bd0, reason: Instance e298a3a0-26a1-4561-a645-34c509cc8f82 could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1005.699846] env[62954]: DEBUG oslo_concurrency.lockutils [None req-abf1c52b-8e70-47f2-af45-b6b2ebde397d tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquiring lock "4e2c3168-923a-4d87-a5d6-e6d4ed7d521c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.699846] env[62954]: DEBUG oslo_concurrency.lockutils [None req-abf1c52b-8e70-47f2-af45-b6b2ebde397d tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "4e2c3168-923a-4d87-a5d6-e6d4ed7d521c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.699846] env[62954]: DEBUG oslo_concurrency.lockutils [None req-abf1c52b-8e70-47f2-af45-b6b2ebde397d tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquiring lock "4e2c3168-923a-4d87-a5d6-e6d4ed7d521c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.700148] env[62954]: DEBUG oslo_concurrency.lockutils [None req-abf1c52b-8e70-47f2-af45-b6b2ebde397d tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "4e2c3168-923a-4d87-a5d6-e6d4ed7d521c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.700148] env[62954]: DEBUG oslo_concurrency.lockutils [None req-abf1c52b-8e70-47f2-af45-b6b2ebde397d tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "4e2c3168-923a-4d87-a5d6-e6d4ed7d521c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.702254] env[62954]: INFO nova.compute.manager [None req-abf1c52b-8e70-47f2-af45-b6b2ebde397d tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Terminating instance [ 1005.823684] env[62954]: DEBUG oslo_concurrency.lockutils [None req-fb3bbc6d-65a1-44e1-8ec8-0e15455f540a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Releasing lock "refresh_cache-5ea4c876-a32b-4295-855c-61464cc8f72b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.019828] env[62954]: INFO nova.compute.manager [-] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Took 1.51 seconds to deallocate network for instance. [ 1006.205578] env[62954]: DEBUG nova.compute.manager [None req-abf1c52b-8e70-47f2-af45-b6b2ebde397d tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1006.205815] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-abf1c52b-8e70-47f2-af45-b6b2ebde397d tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.206732] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f04283-7e85-41d7-bdde-f7bc1f29d03a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.216118] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf1c52b-8e70-47f2-af45-b6b2ebde397d tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.216416] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e55d82c-a983-41bc-bd14-93c0306f9a58 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.223957] env[62954]: DEBUG oslo_vmware.api [None req-abf1c52b-8e70-47f2-af45-b6b2ebde397d tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 1006.223957] env[62954]: value = "task-2598018" [ 1006.223957] env[62954]: _type = "Task" [ 1006.223957] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.232412] env[62954]: DEBUG oslo_vmware.api [None req-abf1c52b-8e70-47f2-af45-b6b2ebde397d tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598018, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.294616] env[62954]: INFO nova.compute.manager [None req-7ee5c87c-7e52-4905-a622-3c534b016836 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Resuming [ 1006.295281] env[62954]: DEBUG nova.objects.instance [None req-7ee5c87c-7e52-4905-a622-3c534b016836 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Lazy-loading 'flavor' on Instance uuid b7ae08a3-971e-4c17-be31-708bbf28cb66 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.526521] env[62954]: DEBUG oslo_concurrency.lockutils [None req-623c656d-b773-4596-942f-eabf108ff00c tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.526854] env[62954]: DEBUG oslo_concurrency.lockutils [None req-623c656d-b773-4596-942f-eabf108ff00c tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.527133] env[62954]: DEBUG nova.objects.instance [None req-623c656d-b773-4596-942f-eabf108ff00c tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lazy-loading 'resources' on Instance uuid e298a3a0-26a1-4561-a645-34c509cc8f82 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.689968] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6f5b968f-5012-465b-b814-0827d44cbc06 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "591352a7-dc6d-4801-8d45-1eb245c6dd2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.690274] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6f5b968f-5012-465b-b814-0827d44cbc06 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "591352a7-dc6d-4801-8d45-1eb245c6dd2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.690709] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6f5b968f-5012-465b-b814-0827d44cbc06 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "591352a7-dc6d-4801-8d45-1eb245c6dd2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.690709] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6f5b968f-5012-465b-b814-0827d44cbc06 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "591352a7-dc6d-4801-8d45-1eb245c6dd2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.690875] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6f5b968f-5012-465b-b814-0827d44cbc06 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "591352a7-dc6d-4801-8d45-1eb245c6dd2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.693303] env[62954]: INFO nova.compute.manager [None req-6f5b968f-5012-465b-b814-0827d44cbc06 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Terminating instance [ 1006.734674] env[62954]: DEBUG oslo_vmware.api [None req-abf1c52b-8e70-47f2-af45-b6b2ebde397d tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598018, 'name': PowerOffVM_Task, 'duration_secs': 0.185965} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.734987] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf1c52b-8e70-47f2-af45-b6b2ebde397d tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.735172] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-abf1c52b-8e70-47f2-af45-b6b2ebde397d tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.735462] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f366dd58-a90e-45d3-8758-30bc8ca05e3a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.761112] env[62954]: DEBUG nova.compute.manager [req-b6dcad52-1f7f-46d5-b185-605cea6ec039 req-c39c3033-de66-4de6-baa7-ce86b481b96a service nova] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Received event network-vif-plugged-b862e584-cb0d-4c26-bb50-5ebd64fd51be {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1006.761286] env[62954]: DEBUG oslo_concurrency.lockutils [req-b6dcad52-1f7f-46d5-b185-605cea6ec039 req-c39c3033-de66-4de6-baa7-ce86b481b96a service nova] Acquiring lock "d788173c-8090-4bb0-94cd-0f1dc06ca4fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.761506] env[62954]: DEBUG oslo_concurrency.lockutils [req-b6dcad52-1f7f-46d5-b185-605cea6ec039 req-c39c3033-de66-4de6-baa7-ce86b481b96a service nova] Lock "d788173c-8090-4bb0-94cd-0f1dc06ca4fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.761691] env[62954]: DEBUG oslo_concurrency.lockutils [req-b6dcad52-1f7f-46d5-b185-605cea6ec039 req-c39c3033-de66-4de6-baa7-ce86b481b96a service nova] Lock "d788173c-8090-4bb0-94cd-0f1dc06ca4fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.761861] env[62954]: DEBUG nova.compute.manager [req-b6dcad52-1f7f-46d5-b185-605cea6ec039 req-c39c3033-de66-4de6-baa7-ce86b481b96a service nova] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] No waiting events found dispatching network-vif-plugged-b862e584-cb0d-4c26-bb50-5ebd64fd51be {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1006.762101] env[62954]: WARNING nova.compute.manager [req-b6dcad52-1f7f-46d5-b185-605cea6ec039 req-c39c3033-de66-4de6-baa7-ce86b481b96a service nova] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Received unexpected event network-vif-plugged-b862e584-cb0d-4c26-bb50-5ebd64fd51be for instance with vm_state active and task_state None. [ 1006.820383] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-abf1c52b-8e70-47f2-af45-b6b2ebde397d tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.820612] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-abf1c52b-8e70-47f2-af45-b6b2ebde397d tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.820826] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-abf1c52b-8e70-47f2-af45-b6b2ebde397d tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Deleting the datastore file [datastore2] 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.821631] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f37eba61-1834-4501-9747-81295a652d03 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.831120] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3bbc6d-65a1-44e1-8ec8-0e15455f540a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.831120] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d52c2192-568e-4e2d-a062-a6521adc006d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.833673] env[62954]: DEBUG oslo_vmware.api [None req-abf1c52b-8e70-47f2-af45-b6b2ebde397d tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 1006.833673] env[62954]: value = "task-2598020" [ 1006.833673] env[62954]: _type = "Task" [ 1006.833673] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.841823] env[62954]: DEBUG oslo_vmware.api [None req-fb3bbc6d-65a1-44e1-8ec8-0e15455f540a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1006.841823] env[62954]: value = "task-2598021" [ 1006.841823] env[62954]: _type = "Task" [ 1006.841823] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.846853] env[62954]: DEBUG oslo_vmware.api [None req-abf1c52b-8e70-47f2-af45-b6b2ebde397d tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.858201] env[62954]: DEBUG oslo_vmware.api [None req-fb3bbc6d-65a1-44e1-8ec8-0e15455f540a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.881754] env[62954]: DEBUG nova.network.neutron [None req-d45c9818-afaf-454f-aeaf-8a4e2f7765e7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Successfully updated port: b862e584-cb0d-4c26-bb50-5ebd64fd51be {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.197260] env[62954]: DEBUG nova.compute.manager [None req-6f5b968f-5012-465b-b814-0827d44cbc06 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1007.197543] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5b968f-5012-465b-b814-0827d44cbc06 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1007.198341] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae8be97-884f-4763-9f50-099f6264af66 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.211682] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5b968f-5012-465b-b814-0827d44cbc06 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.211968] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e5df888-1a77-4a69-b380-30489ca343c2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.218096] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82ed7e1-6973-4a78-a71a-8bab935950a7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.224402] env[62954]: DEBUG oslo_vmware.api [None req-6f5b968f-5012-465b-b814-0827d44cbc06 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 1007.224402] env[62954]: value = "task-2598022" [ 1007.224402] env[62954]: _type = "Task" [ 1007.224402] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.234920] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1058f98f-d659-407b-a26f-bfcd3ed68b7b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.245059] env[62954]: DEBUG oslo_vmware.api [None req-6f5b968f-5012-465b-b814-0827d44cbc06 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2598022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.275162] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f685068f-6355-4383-970f-00f286fad6db {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.284385] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edfdb315-c6d9-4c78-b519-422c10635e84 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.298998] env[62954]: DEBUG nova.compute.provider_tree [None req-623c656d-b773-4596-942f-eabf108ff00c tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.348811] env[62954]: DEBUG oslo_vmware.api [None req-abf1c52b-8e70-47f2-af45-b6b2ebde397d tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169628} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.352996] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-abf1c52b-8e70-47f2-af45-b6b2ebde397d tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.353458] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-abf1c52b-8e70-47f2-af45-b6b2ebde397d tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.353728] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-abf1c52b-8e70-47f2-af45-b6b2ebde397d tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.353960] env[62954]: INFO nova.compute.manager [None req-abf1c52b-8e70-47f2-af45-b6b2ebde397d tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1007.354221] env[62954]: DEBUG oslo.service.loopingcall [None req-abf1c52b-8e70-47f2-af45-b6b2ebde397d tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1007.354443] env[62954]: DEBUG nova.compute.manager [-] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.354541] env[62954]: DEBUG nova.network.neutron [-] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.365104] env[62954]: DEBUG oslo_vmware.api [None req-fb3bbc6d-65a1-44e1-8ec8-0e15455f540a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598021, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.385577] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d45c9818-afaf-454f-aeaf-8a4e2f7765e7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "refresh_cache-d788173c-8090-4bb0-94cd-0f1dc06ca4fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.386649] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d45c9818-afaf-454f-aeaf-8a4e2f7765e7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquired lock "refresh_cache-d788173c-8090-4bb0-94cd-0f1dc06ca4fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.386649] env[62954]: DEBUG nova.network.neutron [None req-d45c9818-afaf-454f-aeaf-8a4e2f7765e7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.738631] env[62954]: DEBUG oslo_vmware.api [None req-6f5b968f-5012-465b-b814-0827d44cbc06 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2598022, 'name': PowerOffVM_Task, 'duration_secs': 0.206873} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.739130] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5b968f-5012-465b-b814-0827d44cbc06 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.739130] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5b968f-5012-465b-b814-0827d44cbc06 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.739456] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a13cb381-a8a3-43b6-8dd3-a8e6db1e5dc1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.802515] env[62954]: DEBUG nova.scheduler.client.report [None req-623c656d-b773-4596-942f-eabf108ff00c tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.807137] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7ee5c87c-7e52-4905-a622-3c534b016836 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Acquiring lock "refresh_cache-b7ae08a3-971e-4c17-be31-708bbf28cb66" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.807344] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7ee5c87c-7e52-4905-a622-3c534b016836 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Acquired lock "refresh_cache-b7ae08a3-971e-4c17-be31-708bbf28cb66" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.807565] env[62954]: DEBUG nova.network.neutron [None req-7ee5c87c-7e52-4905-a622-3c534b016836 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.825776] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5b968f-5012-465b-b814-0827d44cbc06 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.826375] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5b968f-5012-465b-b814-0827d44cbc06 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.826375] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f5b968f-5012-465b-b814-0827d44cbc06 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Deleting the datastore file [datastore1] 591352a7-dc6d-4801-8d45-1eb245c6dd2b {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.826765] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97c3022b-ebe1-4b9f-b05d-2c0214a556ba {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.834999] env[62954]: DEBUG oslo_vmware.api [None req-6f5b968f-5012-465b-b814-0827d44cbc06 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for the task: (returnval){ [ 1007.834999] env[62954]: value = "task-2598024" [ 1007.834999] env[62954]: _type = "Task" [ 1007.834999] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.844008] env[62954]: DEBUG oslo_vmware.api [None req-6f5b968f-5012-465b-b814-0827d44cbc06 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2598024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.858501] env[62954]: DEBUG oslo_vmware.api [None req-fb3bbc6d-65a1-44e1-8ec8-0e15455f540a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598021, 'name': PowerOnVM_Task, 'duration_secs': 0.59178} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.858799] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3bbc6d-65a1-44e1-8ec8-0e15455f540a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.859040] env[62954]: DEBUG nova.compute.manager [None req-fb3bbc6d-65a1-44e1-8ec8-0e15455f540a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.859833] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28ddb4d-1040-436e-b21a-db71b22404cc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.936049] env[62954]: WARNING nova.network.neutron [None req-d45c9818-afaf-454f-aeaf-8a4e2f7765e7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] c51a90ce-1eb2-4427-a233-630ded5d9052 already exists in list: networks containing: ['c51a90ce-1eb2-4427-a233-630ded5d9052']. ignoring it [ 1008.274938] env[62954]: DEBUG nova.network.neutron [None req-d45c9818-afaf-454f-aeaf-8a4e2f7765e7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Updating instance_info_cache with network_info: [{"id": "6c6ca1ff-3dd4-4c00-a44d-46f5377124ce", "address": "fa:16:3e:33:87:7c", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c6ca1ff-3d", "ovs_interfaceid": "6c6ca1ff-3dd4-4c00-a44d-46f5377124ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b862e584-cb0d-4c26-bb50-5ebd64fd51be", "address": "fa:16:3e:da:f6:6f", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb862e584-cb", "ovs_interfaceid": "b862e584-cb0d-4c26-bb50-5ebd64fd51be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.312521] env[62954]: DEBUG oslo_concurrency.lockutils [None req-623c656d-b773-4596-942f-eabf108ff00c tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.786s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.336238] env[62954]: INFO nova.scheduler.client.report [None req-623c656d-b773-4596-942f-eabf108ff00c tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Deleted allocations for instance e298a3a0-26a1-4561-a645-34c509cc8f82 [ 1008.350682] env[62954]: DEBUG oslo_vmware.api [None req-6f5b968f-5012-465b-b814-0827d44cbc06 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Task: {'id': task-2598024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.408339} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.350945] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f5b968f-5012-465b-b814-0827d44cbc06 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1008.351183] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5b968f-5012-465b-b814-0827d44cbc06 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1008.351371] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5b968f-5012-465b-b814-0827d44cbc06 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1008.351542] env[62954]: INFO nova.compute.manager [None req-6f5b968f-5012-465b-b814-0827d44cbc06 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1008.351784] env[62954]: DEBUG oslo.service.loopingcall [None req-6f5b968f-5012-465b-b814-0827d44cbc06 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1008.351972] env[62954]: DEBUG nova.compute.manager [-] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1008.352077] env[62954]: DEBUG nova.network.neutron [-] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1008.433436] env[62954]: DEBUG nova.network.neutron [-] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.530069] env[62954]: DEBUG nova.network.neutron [None req-7ee5c87c-7e52-4905-a622-3c534b016836 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Updating instance_info_cache with network_info: [{"id": "69f23832-47a8-4c61-ab76-c3565283ebc7", "address": "fa:16:3e:d2:54:37", "network": {"id": "5b008fa1-5d50-4bae-bbd0-ab63d8e20f2f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-290645519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "579b64041fcd4d4288e938896c8b01e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69f23832-47", "ovs_interfaceid": "69f23832-47a8-4c61-ab76-c3565283ebc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.777197] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d45c9818-afaf-454f-aeaf-8a4e2f7765e7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Releasing lock "refresh_cache-d788173c-8090-4bb0-94cd-0f1dc06ca4fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.778022] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d45c9818-afaf-454f-aeaf-8a4e2f7765e7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "d788173c-8090-4bb0-94cd-0f1dc06ca4fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.778197] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d45c9818-afaf-454f-aeaf-8a4e2f7765e7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquired lock "d788173c-8090-4bb0-94cd-0f1dc06ca4fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.779106] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c7e8d5-d575-4aa1-970c-220c050c1f2b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.798337] env[62954]: DEBUG nova.virt.hardware [None req-d45c9818-afaf-454f-aeaf-8a4e2f7765e7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.798633] env[62954]: DEBUG nova.virt.hardware [None req-d45c9818-afaf-454f-aeaf-8a4e2f7765e7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.798825] env[62954]: DEBUG nova.virt.hardware [None req-d45c9818-afaf-454f-aeaf-8a4e2f7765e7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.799055] env[62954]: DEBUG nova.virt.hardware [None req-d45c9818-afaf-454f-aeaf-8a4e2f7765e7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.799222] env[62954]: DEBUG nova.virt.hardware [None req-d45c9818-afaf-454f-aeaf-8a4e2f7765e7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.799359] env[62954]: DEBUG nova.virt.hardware [None req-d45c9818-afaf-454f-aeaf-8a4e2f7765e7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.799594] env[62954]: DEBUG nova.virt.hardware [None req-d45c9818-afaf-454f-aeaf-8a4e2f7765e7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.799768] env[62954]: DEBUG nova.virt.hardware [None req-d45c9818-afaf-454f-aeaf-8a4e2f7765e7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.799990] env[62954]: DEBUG nova.virt.hardware [None req-d45c9818-afaf-454f-aeaf-8a4e2f7765e7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.800207] env[62954]: DEBUG nova.virt.hardware [None req-d45c9818-afaf-454f-aeaf-8a4e2f7765e7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.800411] env[62954]: DEBUG nova.virt.hardware [None req-d45c9818-afaf-454f-aeaf-8a4e2f7765e7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.807681] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d45c9818-afaf-454f-aeaf-8a4e2f7765e7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Reconfiguring VM to attach interface {{(pid=62954) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1008.809150] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d258ab6-24df-49bc-8987-7230dda34040 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.832221] env[62954]: DEBUG nova.compute.manager [req-4463697b-fdf2-4c76-8802-939adac225da req-40a597bf-1858-4cf4-a807-959b2d1ad42a service nova] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Received event network-changed-b862e584-cb0d-4c26-bb50-5ebd64fd51be {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1008.832548] env[62954]: DEBUG nova.compute.manager [req-4463697b-fdf2-4c76-8802-939adac225da req-40a597bf-1858-4cf4-a807-959b2d1ad42a service nova] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Refreshing instance network info cache due to event network-changed-b862e584-cb0d-4c26-bb50-5ebd64fd51be. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1008.832900] env[62954]: DEBUG oslo_concurrency.lockutils [req-4463697b-fdf2-4c76-8802-939adac225da req-40a597bf-1858-4cf4-a807-959b2d1ad42a service nova] Acquiring lock "refresh_cache-d788173c-8090-4bb0-94cd-0f1dc06ca4fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.833171] env[62954]: DEBUG oslo_concurrency.lockutils [req-4463697b-fdf2-4c76-8802-939adac225da req-40a597bf-1858-4cf4-a807-959b2d1ad42a service nova] Acquired lock "refresh_cache-d788173c-8090-4bb0-94cd-0f1dc06ca4fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.833451] env[62954]: DEBUG nova.network.neutron [req-4463697b-fdf2-4c76-8802-939adac225da req-40a597bf-1858-4cf4-a807-959b2d1ad42a service nova] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Refreshing network info cache for port b862e584-cb0d-4c26-bb50-5ebd64fd51be {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.843933] env[62954]: DEBUG oslo_vmware.api [None req-d45c9818-afaf-454f-aeaf-8a4e2f7765e7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 1008.843933] env[62954]: value = "task-2598025" [ 1008.843933] env[62954]: _type = "Task" [ 1008.843933] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.851527] env[62954]: DEBUG oslo_concurrency.lockutils [None req-623c656d-b773-4596-942f-eabf108ff00c tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "e298a3a0-26a1-4561-a645-34c509cc8f82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.983s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.858569] env[62954]: DEBUG oslo_vmware.api [None req-d45c9818-afaf-454f-aeaf-8a4e2f7765e7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2598025, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.936031] env[62954]: INFO nova.compute.manager [-] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Took 1.58 seconds to deallocate network for instance. [ 1009.033523] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7ee5c87c-7e52-4905-a622-3c534b016836 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Releasing lock "refresh_cache-b7ae08a3-971e-4c17-be31-708bbf28cb66" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.036047] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265bf866-d383-4e4f-9bf8-5948419ba7d0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.044674] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee5c87c-7e52-4905-a622-3c534b016836 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Resuming the VM {{(pid=62954) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1009.044674] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-537c90ca-9b70-4339-8eca-95865fecc2b7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.054038] env[62954]: DEBUG oslo_vmware.api [None req-7ee5c87c-7e52-4905-a622-3c534b016836 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for the task: (returnval){ [ 1009.054038] env[62954]: value = "task-2598026" [ 1009.054038] env[62954]: _type = "Task" [ 1009.054038] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.063162] env[62954]: DEBUG oslo_vmware.api [None req-7ee5c87c-7e52-4905-a622-3c534b016836 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2598026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.074696] env[62954]: DEBUG nova.network.neutron [-] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.354485] env[62954]: DEBUG oslo_vmware.api [None req-d45c9818-afaf-454f-aeaf-8a4e2f7765e7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2598025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.443039] env[62954]: DEBUG oslo_concurrency.lockutils [None req-abf1c52b-8e70-47f2-af45-b6b2ebde397d tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.443387] env[62954]: DEBUG oslo_concurrency.lockutils [None req-abf1c52b-8e70-47f2-af45-b6b2ebde397d tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.443672] env[62954]: DEBUG nova.objects.instance [None req-abf1c52b-8e70-47f2-af45-b6b2ebde397d tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lazy-loading 'resources' on Instance uuid 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.561225] env[62954]: DEBUG nova.network.neutron [req-4463697b-fdf2-4c76-8802-939adac225da req-40a597bf-1858-4cf4-a807-959b2d1ad42a service nova] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Updated VIF entry in instance network info cache for port b862e584-cb0d-4c26-bb50-5ebd64fd51be. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.561778] env[62954]: DEBUG nova.network.neutron [req-4463697b-fdf2-4c76-8802-939adac225da req-40a597bf-1858-4cf4-a807-959b2d1ad42a service nova] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Updating instance_info_cache with network_info: [{"id": "6c6ca1ff-3dd4-4c00-a44d-46f5377124ce", "address": "fa:16:3e:33:87:7c", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c6ca1ff-3d", "ovs_interfaceid": "6c6ca1ff-3dd4-4c00-a44d-46f5377124ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b862e584-cb0d-4c26-bb50-5ebd64fd51be", "address": "fa:16:3e:da:f6:6f", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb862e584-cb", "ovs_interfaceid": "b862e584-cb0d-4c26-bb50-5ebd64fd51be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.567425] env[62954]: DEBUG oslo_vmware.api [None req-7ee5c87c-7e52-4905-a622-3c534b016836 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2598026, 'name': PowerOnVM_Task} progress is 96%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.577713] env[62954]: INFO nova.compute.manager [-] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Took 1.23 seconds to deallocate network for instance. [ 1009.845035] env[62954]: INFO nova.compute.manager [None req-20ff75fe-09c0-44bc-87fd-6b54fab6f4a3 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Rebuilding instance [ 1009.854764] env[62954]: DEBUG oslo_vmware.api [None req-d45c9818-afaf-454f-aeaf-8a4e2f7765e7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2598025, 'name': ReconfigVM_Task, 'duration_secs': 0.600336} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.855280] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d45c9818-afaf-454f-aeaf-8a4e2f7765e7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Releasing lock "d788173c-8090-4bb0-94cd-0f1dc06ca4fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.855497] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d45c9818-afaf-454f-aeaf-8a4e2f7765e7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Reconfigured VM to attach interface {{(pid=62954) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1009.891483] env[62954]: DEBUG nova.compute.manager [None req-20ff75fe-09c0-44bc-87fd-6b54fab6f4a3 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.892398] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbc14ee-bd7f-49c9-a190-b628621c1d21 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.065856] env[62954]: DEBUG oslo_vmware.api [None req-7ee5c87c-7e52-4905-a622-3c534b016836 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2598026, 'name': PowerOnVM_Task, 'duration_secs': 0.635493} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.068624] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee5c87c-7e52-4905-a622-3c534b016836 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Resumed the VM {{(pid=62954) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1010.068824] env[62954]: DEBUG nova.compute.manager [None req-7ee5c87c-7e52-4905-a622-3c534b016836 tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.069322] env[62954]: DEBUG oslo_concurrency.lockutils [req-4463697b-fdf2-4c76-8802-939adac225da req-40a597bf-1858-4cf4-a807-959b2d1ad42a service nova] Releasing lock "refresh_cache-d788173c-8090-4bb0-94cd-0f1dc06ca4fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.069570] env[62954]: DEBUG nova.compute.manager [req-4463697b-fdf2-4c76-8802-939adac225da req-40a597bf-1858-4cf4-a807-959b2d1ad42a service nova] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Received event network-vif-deleted-854ac58c-5f34-451a-a739-84592c235a94 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1010.069825] env[62954]: DEBUG nova.compute.manager [req-4463697b-fdf2-4c76-8802-939adac225da req-40a597bf-1858-4cf4-a807-959b2d1ad42a service nova] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Received event network-vif-deleted-9c1f2472-0732-4be2-9b1e-e1e3769d5c75 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1010.070032] env[62954]: INFO nova.compute.manager [req-4463697b-fdf2-4c76-8802-939adac225da req-40a597bf-1858-4cf4-a807-959b2d1ad42a service nova] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Neutron deleted interface 9c1f2472-0732-4be2-9b1e-e1e3769d5c75; detaching it from the instance and deleting it from the info cache [ 1010.070214] env[62954]: DEBUG nova.network.neutron [req-4463697b-fdf2-4c76-8802-939adac225da req-40a597bf-1858-4cf4-a807-959b2d1ad42a service nova] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.072968] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fb7dd2-23c9-49b3-a5dd-95629e80d733 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.084241] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6f5b968f-5012-465b-b814-0827d44cbc06 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.122026] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68756e82-4061-4a23-9d9b-338c26b5b11b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.129404] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6342bc6-952a-4aeb-a839-7f21b668f61e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.160455] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8e3a53-491b-4165-ae68-813edc4ea41d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.168725] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439f198c-8524-421f-916f-1440270ebb39 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.182820] env[62954]: DEBUG nova.compute.provider_tree [None req-abf1c52b-8e70-47f2-af45-b6b2ebde397d tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.360477] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d45c9818-afaf-454f-aeaf-8a4e2f7765e7 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "interface-d788173c-8090-4bb0-94cd-0f1dc06ca4fb-b862e584-cb0d-4c26-bb50-5ebd64fd51be" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.187s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.577071] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ca20474-50ac-401d-8b4c-7e7173cbc2e6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.589906] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5b8d45-df57-416d-83de-f2873e1460e8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.348428] env[62954]: DEBUG nova.scheduler.client.report [None req-abf1c52b-8e70-47f2-af45-b6b2ebde397d tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.352344] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ff75fe-09c0-44bc-87fd-6b54fab6f4a3 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.353299] env[62954]: DEBUG nova.compute.manager [req-4463697b-fdf2-4c76-8802-939adac225da req-40a597bf-1858-4cf4-a807-959b2d1ad42a service nova] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Detach interface failed, port_id=9c1f2472-0732-4be2-9b1e-e1e3769d5c75, reason: Instance 591352a7-dc6d-4801-8d45-1eb245c6dd2b could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1011.354682] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32d1777c-99cf-4bb4-8a19-c7434a8a523e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.358532] env[62954]: DEBUG oslo_concurrency.lockutils [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.358742] env[62954]: DEBUG oslo_concurrency.lockutils [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.368097] env[62954]: DEBUG oslo_vmware.api [None req-20ff75fe-09c0-44bc-87fd-6b54fab6f4a3 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Waiting for the task: (returnval){ [ 1011.368097] env[62954]: value = "task-2598027" [ 1011.368097] env[62954]: _type = "Task" [ 1011.368097] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.379051] env[62954]: DEBUG oslo_vmware.api [None req-20ff75fe-09c0-44bc-87fd-6b54fab6f4a3 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Task: {'id': task-2598027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.856072] env[62954]: DEBUG oslo_concurrency.lockutils [None req-abf1c52b-8e70-47f2-af45-b6b2ebde397d tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.413s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.859099] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6f5b968f-5012-465b-b814-0827d44cbc06 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.774s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.859412] env[62954]: DEBUG nova.objects.instance [None req-6f5b968f-5012-465b-b814-0827d44cbc06 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lazy-loading 'resources' on Instance uuid 591352a7-dc6d-4801-8d45-1eb245c6dd2b {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.860559] env[62954]: DEBUG nova.compute.manager [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1011.878295] env[62954]: DEBUG oslo_vmware.api [None req-20ff75fe-09c0-44bc-87fd-6b54fab6f4a3 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Task: {'id': task-2598027, 'name': PowerOffVM_Task, 'duration_secs': 0.189859} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.878636] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ff75fe-09c0-44bc-87fd-6b54fab6f4a3 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.879354] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ff75fe-09c0-44bc-87fd-6b54fab6f4a3 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.879631] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed7f4b0d-06f2-4750-8be0-84649484e3af {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.881901] env[62954]: INFO nova.scheduler.client.report [None req-abf1c52b-8e70-47f2-af45-b6b2ebde397d tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Deleted allocations for instance 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c [ 1011.889432] env[62954]: DEBUG oslo_vmware.api [None req-20ff75fe-09c0-44bc-87fd-6b54fab6f4a3 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Waiting for the task: (returnval){ [ 1011.889432] env[62954]: value = "task-2598028" [ 1011.889432] env[62954]: _type = "Task" [ 1011.889432] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.901705] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ff75fe-09c0-44bc-87fd-6b54fab6f4a3 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] VM already powered off {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1011.901926] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-20ff75fe-09c0-44bc-87fd-6b54fab6f4a3 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Volume detach. Driver type: vmdk {{(pid=62954) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1011.902138] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-20ff75fe-09c0-44bc-87fd-6b54fab6f4a3 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523963', 'volume_id': 'a0d07e33-0f28-4def-807d-e9fe5a21aaa9', 'name': 'volume-a0d07e33-0f28-4def-807d-e9fe5a21aaa9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '20ff6760-fe81-486c-a9b5-f42d3bef75e8', 'attached_at': '', 'detached_at': '', 'volume_id': 'a0d07e33-0f28-4def-807d-e9fe5a21aaa9', 'serial': 'a0d07e33-0f28-4def-807d-e9fe5a21aaa9'} {{(pid=62954) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1011.902901] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e007841-ffc9-4b28-93be-b0c96e57fca2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.923936] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203c6246-5d21-4b64-8b7a-111fc5ca98ec {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.931816] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bf237f-df32-43ef-a353-26183a030b71 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.952796] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a598731-f7d7-4b23-841a-8f154e992ad1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.971578] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-20ff75fe-09c0-44bc-87fd-6b54fab6f4a3 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] The volume has not been displaced from its original location: [datastore1] volume-a0d07e33-0f28-4def-807d-e9fe5a21aaa9/volume-a0d07e33-0f28-4def-807d-e9fe5a21aaa9.vmdk. No consolidation needed. {{(pid=62954) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1011.974833] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-20ff75fe-09c0-44bc-87fd-6b54fab6f4a3 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Reconfiguring VM instance instance-0000005e to detach disk 2000 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1011.975144] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff40adcc-d8de-4294-9669-cfce89f4d68f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.994073] env[62954]: DEBUG oslo_vmware.api [None req-20ff75fe-09c0-44bc-87fd-6b54fab6f4a3 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Waiting for the task: (returnval){ [ 1011.994073] env[62954]: value = "task-2598029" [ 1011.994073] env[62954]: _type = "Task" [ 1011.994073] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.002718] env[62954]: DEBUG oslo_vmware.api [None req-20ff75fe-09c0-44bc-87fd-6b54fab6f4a3 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Task: {'id': task-2598029, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.382830] env[62954]: DEBUG oslo_concurrency.lockutils [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.390023] env[62954]: DEBUG oslo_concurrency.lockutils [None req-abf1c52b-8e70-47f2-af45-b6b2ebde397d tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "4e2c3168-923a-4d87-a5d6-e6d4ed7d521c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.690s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.396997] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8afcfadc-50d2-4b87-9278-73cf9f8cda08 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "interface-d788173c-8090-4bb0-94cd-0f1dc06ca4fb-b862e584-cb0d-4c26-bb50-5ebd64fd51be" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.397253] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8afcfadc-50d2-4b87-9278-73cf9f8cda08 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "interface-d788173c-8090-4bb0-94cd-0f1dc06ca4fb-b862e584-cb0d-4c26-bb50-5ebd64fd51be" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.503985] env[62954]: DEBUG oslo_vmware.api [None req-20ff75fe-09c0-44bc-87fd-6b54fab6f4a3 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Task: {'id': task-2598029, 'name': ReconfigVM_Task, 'duration_secs': 0.154323} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.506610] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-20ff75fe-09c0-44bc-87fd-6b54fab6f4a3 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Reconfigured VM instance instance-0000005e to detach disk 2000 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1012.511787] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-025b55a2-6968-4822-b7bf-85ee80956c86 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.531653] env[62954]: DEBUG oslo_vmware.api [None req-20ff75fe-09c0-44bc-87fd-6b54fab6f4a3 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Waiting for the task: (returnval){ [ 1012.531653] env[62954]: value = "task-2598030" [ 1012.531653] env[62954]: _type = "Task" [ 1012.531653] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.536709] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2689f7e-264f-449e-a569-5c71ad686711 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.543291] env[62954]: DEBUG oslo_vmware.api [None req-20ff75fe-09c0-44bc-87fd-6b54fab6f4a3 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Task: {'id': task-2598030, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.547718] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fe341f-76f6-4e15-88e4-55aaf4ba1421 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.582066] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831d4e10-77bd-4641-adac-03707d3a93e4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.590358] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d409ba3-7283-4713-bbf7-da207dcf8c62 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.605890] env[62954]: DEBUG nova.compute.provider_tree [None req-6f5b968f-5012-465b-b814-0827d44cbc06 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.899863] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8afcfadc-50d2-4b87-9278-73cf9f8cda08 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "d788173c-8090-4bb0-94cd-0f1dc06ca4fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.900140] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8afcfadc-50d2-4b87-9278-73cf9f8cda08 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquired lock "d788173c-8090-4bb0-94cd-0f1dc06ca4fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.901086] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d4aa97-5fb2-4453-8073-e456890ed744 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.921878] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f574e8ff-208c-46a8-bf09-ab765a5c0782 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.951122] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8afcfadc-50d2-4b87-9278-73cf9f8cda08 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Reconfiguring VM to detach interface {{(pid=62954) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1012.951814] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d55c2cd5-ce7c-435b-b2fb-615d449f9c39 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.973053] env[62954]: DEBUG oslo_vmware.api [None req-8afcfadc-50d2-4b87-9278-73cf9f8cda08 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 1012.973053] env[62954]: value = "task-2598031" [ 1012.973053] env[62954]: _type = "Task" [ 1012.973053] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.981407] env[62954]: DEBUG oslo_vmware.api [None req-8afcfadc-50d2-4b87-9278-73cf9f8cda08 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2598031, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.041999] env[62954]: DEBUG oslo_vmware.api [None req-20ff75fe-09c0-44bc-87fd-6b54fab6f4a3 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Task: {'id': task-2598030, 'name': ReconfigVM_Task, 'duration_secs': 0.128639} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.042322] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-20ff75fe-09c0-44bc-87fd-6b54fab6f4a3 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523963', 'volume_id': 'a0d07e33-0f28-4def-807d-e9fe5a21aaa9', 'name': 'volume-a0d07e33-0f28-4def-807d-e9fe5a21aaa9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '20ff6760-fe81-486c-a9b5-f42d3bef75e8', 'attached_at': '', 'detached_at': '', 'volume_id': 'a0d07e33-0f28-4def-807d-e9fe5a21aaa9', 'serial': 'a0d07e33-0f28-4def-807d-e9fe5a21aaa9'} {{(pid=62954) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1013.042614] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-20ff75fe-09c0-44bc-87fd-6b54fab6f4a3 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.043379] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cfc3b1-25a1-435c-9a7e-4a74e1865f68 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.050141] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-20ff75fe-09c0-44bc-87fd-6b54fab6f4a3 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.050370] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f888272c-d775-4fa6-8633-646b25b1e839 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.109435] env[62954]: DEBUG nova.scheduler.client.report [None req-6f5b968f-5012-465b-b814-0827d44cbc06 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.115282] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-20ff75fe-09c0-44bc-87fd-6b54fab6f4a3 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.115528] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-20ff75fe-09c0-44bc-87fd-6b54fab6f4a3 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.115714] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-20ff75fe-09c0-44bc-87fd-6b54fab6f4a3 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Deleting the datastore file [datastore1] 20ff6760-fe81-486c-a9b5-f42d3bef75e8 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.115985] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c531a0f-dd80-48e7-8eac-9f54c71be140 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.125047] env[62954]: DEBUG oslo_vmware.api [None req-20ff75fe-09c0-44bc-87fd-6b54fab6f4a3 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Waiting for the task: (returnval){ [ 1013.125047] env[62954]: value = "task-2598033" [ 1013.125047] env[62954]: _type = "Task" [ 1013.125047] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.132604] env[62954]: DEBUG oslo_vmware.api [None req-20ff75fe-09c0-44bc-87fd-6b54fab6f4a3 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Task: {'id': task-2598033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.483628] env[62954]: DEBUG oslo_vmware.api [None req-8afcfadc-50d2-4b87-9278-73cf9f8cda08 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2598031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.615234] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6f5b968f-5012-465b-b814-0827d44cbc06 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.757s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.617635] env[62954]: DEBUG oslo_concurrency.lockutils [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.235s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.619247] env[62954]: INFO nova.compute.claims [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.635276] env[62954]: DEBUG oslo_vmware.api [None req-20ff75fe-09c0-44bc-87fd-6b54fab6f4a3 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Task: {'id': task-2598033, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113009} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.635539] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-20ff75fe-09c0-44bc-87fd-6b54fab6f4a3 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.636623] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-20ff75fe-09c0-44bc-87fd-6b54fab6f4a3 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.636623] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-20ff75fe-09c0-44bc-87fd-6b54fab6f4a3 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.649356] env[62954]: INFO nova.scheduler.client.report [None req-6f5b968f-5012-465b-b814-0827d44cbc06 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Deleted allocations for instance 591352a7-dc6d-4801-8d45-1eb245c6dd2b [ 1013.700263] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-20ff75fe-09c0-44bc-87fd-6b54fab6f4a3 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Volume detach. Driver type: vmdk {{(pid=62954) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1013.700658] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2bf3c2cf-9345-4518-ab2a-7adc4601cdc5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.712249] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0d5b2a-3146-4185-b956-547f5bb7b1f5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.749062] env[62954]: ERROR nova.compute.manager [None req-20ff75fe-09c0-44bc-87fd-6b54fab6f4a3 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Failed to detach volume a0d07e33-0f28-4def-807d-e9fe5a21aaa9 from /dev/sda: nova.exception.InstanceNotFound: Instance 20ff6760-fe81-486c-a9b5-f42d3bef75e8 could not be found. [ 1013.749062] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Traceback (most recent call last): [ 1013.749062] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1013.749062] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] self.driver.rebuild(**kwargs) [ 1013.749062] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1013.749062] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] raise NotImplementedError() [ 1013.749062] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] NotImplementedError [ 1013.749062] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] [ 1013.749062] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] During handling of the above exception, another exception occurred: [ 1013.749062] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] [ 1013.749062] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Traceback (most recent call last): [ 1013.749062] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1013.749062] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] self.driver.detach_volume(context, old_connection_info, [ 1013.749062] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1013.749062] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] return self._volumeops.detach_volume(connection_info, instance) [ 1013.749062] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1013.749062] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] self._detach_volume_vmdk(connection_info, instance) [ 1013.749062] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1013.749062] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1013.749062] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1013.749062] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] stable_ref.fetch_moref(session) [ 1013.749062] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1013.749062] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1013.749062] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] nova.exception.InstanceNotFound: Instance 20ff6760-fe81-486c-a9b5-f42d3bef75e8 could not be found. [ 1013.749062] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] [ 1013.869373] env[62954]: DEBUG nova.compute.utils [None req-20ff75fe-09c0-44bc-87fd-6b54fab6f4a3 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Build of instance 20ff6760-fe81-486c-a9b5-f42d3bef75e8 aborted: Failed to rebuild volume backed instance. {{(pid=62954) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1013.871534] env[62954]: ERROR nova.compute.manager [None req-20ff75fe-09c0-44bc-87fd-6b54fab6f4a3 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 20ff6760-fe81-486c-a9b5-f42d3bef75e8 aborted: Failed to rebuild volume backed instance. [ 1013.871534] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Traceback (most recent call last): [ 1013.871534] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1013.871534] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] self.driver.rebuild(**kwargs) [ 1013.871534] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1013.871534] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] raise NotImplementedError() [ 1013.871534] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] NotImplementedError [ 1013.871534] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] [ 1013.871534] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] During handling of the above exception, another exception occurred: [ 1013.871534] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] [ 1013.871534] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Traceback (most recent call last): [ 1013.871534] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1013.871534] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] self._detach_root_volume(context, instance, root_bdm) [ 1013.871534] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1013.871534] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] with excutils.save_and_reraise_exception(): [ 1013.871534] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1013.871534] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] self.force_reraise() [ 1013.871534] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1013.871534] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] raise self.value [ 1013.871534] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1013.871534] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] self.driver.detach_volume(context, old_connection_info, [ 1013.871534] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1013.871534] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] return self._volumeops.detach_volume(connection_info, instance) [ 1013.871534] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1013.871534] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] self._detach_volume_vmdk(connection_info, instance) [ 1013.871534] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1013.871534] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1013.871534] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1013.871534] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] stable_ref.fetch_moref(session) [ 1013.871534] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1013.871534] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1013.871534] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] nova.exception.InstanceNotFound: Instance 20ff6760-fe81-486c-a9b5-f42d3bef75e8 could not be found. [ 1013.871534] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] [ 1013.871534] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] During handling of the above exception, another exception occurred: [ 1013.871534] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] [ 1013.871534] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Traceback (most recent call last): [ 1013.871534] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] File "/opt/stack/nova/nova/compute/manager.py", line 11382, in _error_out_instance_on_exception [ 1013.871534] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] yield [ 1013.871534] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1013.871534] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] self._do_rebuild_instance_with_claim( [ 1013.872434] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1013.872434] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] self._do_rebuild_instance( [ 1013.872434] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1013.872434] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] self._rebuild_default_impl(**kwargs) [ 1013.872434] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1013.872434] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] self._rebuild_volume_backed_instance( [ 1013.872434] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1013.872434] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] raise exception.BuildAbortException( [ 1013.872434] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] nova.exception.BuildAbortException: Build of instance 20ff6760-fe81-486c-a9b5-f42d3bef75e8 aborted: Failed to rebuild volume backed instance. [ 1013.872434] env[62954]: ERROR nova.compute.manager [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] [ 1013.984414] env[62954]: DEBUG oslo_vmware.api [None req-8afcfadc-50d2-4b87-9278-73cf9f8cda08 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2598031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.160742] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6f5b968f-5012-465b-b814-0827d44cbc06 tempest-ServerDiskConfigTestJSON-1149176314 tempest-ServerDiskConfigTestJSON-1149176314-project-member] Lock "591352a7-dc6d-4801-8d45-1eb245c6dd2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.470s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.242928] env[62954]: DEBUG oslo_concurrency.lockutils [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquiring lock "4d1f016e-3dc7-46ed-ae06-324c3e4c51ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.243269] env[62954]: DEBUG oslo_concurrency.lockutils [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "4d1f016e-3dc7-46ed-ae06-324c3e4c51ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.491902] env[62954]: DEBUG oslo_vmware.api [None req-8afcfadc-50d2-4b87-9278-73cf9f8cda08 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2598031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.746363] env[62954]: DEBUG nova.compute.manager [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1014.793006] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7617986-ea4c-41df-a0b1-654aa7f6c56e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.801380] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bbae27-8ed2-40f2-9b34-06ed4cfe4fa2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.833553] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467c2dc0-a687-4ff1-a252-d269a59892ae {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.845734] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5198a9bf-a26d-40d9-9534-fef9da6dd7de {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.859526] env[62954]: DEBUG nova.compute.provider_tree [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.986977] env[62954]: DEBUG oslo_vmware.api [None req-8afcfadc-50d2-4b87-9278-73cf9f8cda08 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2598031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.266410] env[62954]: DEBUG oslo_concurrency.lockutils [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.344257] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f52c5f5e-cac8-4248-9ce1-1e5b57ed2f2f tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Acquiring lock "b7ae08a3-971e-4c17-be31-708bbf28cb66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.344533] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f52c5f5e-cac8-4248-9ce1-1e5b57ed2f2f tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Lock "b7ae08a3-971e-4c17-be31-708bbf28cb66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.344878] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f52c5f5e-cac8-4248-9ce1-1e5b57ed2f2f tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Acquiring lock "b7ae08a3-971e-4c17-be31-708bbf28cb66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.344924] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f52c5f5e-cac8-4248-9ce1-1e5b57ed2f2f tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Lock "b7ae08a3-971e-4c17-be31-708bbf28cb66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.345095] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f52c5f5e-cac8-4248-9ce1-1e5b57ed2f2f tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Lock "b7ae08a3-971e-4c17-be31-708bbf28cb66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.347337] env[62954]: INFO nova.compute.manager [None req-f52c5f5e-cac8-4248-9ce1-1e5b57ed2f2f tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Terminating instance [ 1015.367810] env[62954]: DEBUG nova.scheduler.client.report [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.486283] env[62954]: DEBUG oslo_vmware.api [None req-8afcfadc-50d2-4b87-9278-73cf9f8cda08 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2598031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.852332] env[62954]: DEBUG nova.compute.manager [None req-f52c5f5e-cac8-4248-9ce1-1e5b57ed2f2f tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1015.854157] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f52c5f5e-cac8-4248-9ce1-1e5b57ed2f2f tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1015.854157] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadb7240-9654-4f6f-a65d-51cd1fdfc64d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.861842] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-f52c5f5e-cac8-4248-9ce1-1e5b57ed2f2f tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.862107] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-235c243b-50a1-4b80-9259-e9410bebcd62 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.871027] env[62954]: DEBUG oslo_vmware.api [None req-f52c5f5e-cac8-4248-9ce1-1e5b57ed2f2f tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for the task: (returnval){ [ 1015.871027] env[62954]: value = "task-2598034" [ 1015.871027] env[62954]: _type = "Task" [ 1015.871027] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.875668] env[62954]: DEBUG oslo_concurrency.lockutils [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.258s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.876339] env[62954]: DEBUG nova.compute.manager [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1015.879237] env[62954]: DEBUG oslo_concurrency.lockutils [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.613s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.880677] env[62954]: INFO nova.compute.claims [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.887478] env[62954]: DEBUG oslo_concurrency.lockutils [None req-20ff75fe-09c0-44bc-87fd-6b54fab6f4a3 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.891146] env[62954]: DEBUG oslo_vmware.api [None req-f52c5f5e-cac8-4248-9ce1-1e5b57ed2f2f tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2598034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.986846] env[62954]: DEBUG oslo_vmware.api [None req-8afcfadc-50d2-4b87-9278-73cf9f8cda08 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2598031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.187337] env[62954]: DEBUG oslo_concurrency.lockutils [None req-32af015a-89e4-4c09-b114-d420e2f26780 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Acquiring lock "20ff6760-fe81-486c-a9b5-f42d3bef75e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.187337] env[62954]: DEBUG oslo_concurrency.lockutils [None req-32af015a-89e4-4c09-b114-d420e2f26780 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Lock "20ff6760-fe81-486c-a9b5-f42d3bef75e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.187337] env[62954]: DEBUG oslo_concurrency.lockutils [None req-32af015a-89e4-4c09-b114-d420e2f26780 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Acquiring lock "20ff6760-fe81-486c-a9b5-f42d3bef75e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.187500] env[62954]: DEBUG oslo_concurrency.lockutils [None req-32af015a-89e4-4c09-b114-d420e2f26780 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Lock "20ff6760-fe81-486c-a9b5-f42d3bef75e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.187692] env[62954]: DEBUG oslo_concurrency.lockutils [None req-32af015a-89e4-4c09-b114-d420e2f26780 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Lock "20ff6760-fe81-486c-a9b5-f42d3bef75e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.189866] env[62954]: INFO nova.compute.manager [None req-32af015a-89e4-4c09-b114-d420e2f26780 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Terminating instance [ 1016.379212] env[62954]: DEBUG oslo_vmware.api [None req-f52c5f5e-cac8-4248-9ce1-1e5b57ed2f2f tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2598034, 'name': PowerOffVM_Task, 'duration_secs': 0.207071} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.379489] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-f52c5f5e-cac8-4248-9ce1-1e5b57ed2f2f tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.379679] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f52c5f5e-cac8-4248-9ce1-1e5b57ed2f2f tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.379914] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ef0ac27-b24b-41be-9dfc-b16b9fe5ea67 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.386131] env[62954]: DEBUG nova.compute.utils [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1016.390726] env[62954]: DEBUG nova.compute.manager [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1016.390726] env[62954]: DEBUG nova.network.neutron [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1016.437956] env[62954]: DEBUG nova.policy [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41504cde129347978859d6028392af60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4bf9ee7b108347bfa5bd89b8f255aef8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.456235] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f52c5f5e-cac8-4248-9ce1-1e5b57ed2f2f tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.456578] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f52c5f5e-cac8-4248-9ce1-1e5b57ed2f2f tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.456824] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-f52c5f5e-cac8-4248-9ce1-1e5b57ed2f2f tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Deleting the datastore file [datastore1] b7ae08a3-971e-4c17-be31-708bbf28cb66 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.457126] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8dd1ab80-dd5c-4eb1-b983-759f86989401 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.463754] env[62954]: DEBUG oslo_vmware.api [None req-f52c5f5e-cac8-4248-9ce1-1e5b57ed2f2f tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for the task: (returnval){ [ 1016.463754] env[62954]: value = "task-2598036" [ 1016.463754] env[62954]: _type = "Task" [ 1016.463754] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.472804] env[62954]: DEBUG oslo_vmware.api [None req-f52c5f5e-cac8-4248-9ce1-1e5b57ed2f2f tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2598036, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.487130] env[62954]: DEBUG oslo_vmware.api [None req-8afcfadc-50d2-4b87-9278-73cf9f8cda08 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2598031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.693741] env[62954]: DEBUG nova.compute.manager [None req-32af015a-89e4-4c09-b114-d420e2f26780 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.694118] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32a561d8-03fd-4081-9e42-f09c5964b723 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.699233] env[62954]: DEBUG nova.network.neutron [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Successfully created port: 3ca5c3c6-a6e3-468f-9482-e6adebc5dd7d {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1016.711539] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7f5dd6-a11d-4c97-8d7b-d13193aa6acc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.745934] env[62954]: WARNING nova.virt.vmwareapi.driver [None req-32af015a-89e4-4c09-b114-d420e2f26780 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 20ff6760-fe81-486c-a9b5-f42d3bef75e8 could not be found. [ 1016.746114] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-32af015a-89e4-4c09-b114-d420e2f26780 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.746402] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e183c692-acf8-44da-ae36-07238acaae56 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.755687] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ac752d-3b24-4c1e-9bb9-bd5cb24c10fb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.786180] env[62954]: WARNING nova.virt.vmwareapi.vmops [None req-32af015a-89e4-4c09-b114-d420e2f26780 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 20ff6760-fe81-486c-a9b5-f42d3bef75e8 could not be found. [ 1016.786403] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-32af015a-89e4-4c09-b114-d420e2f26780 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.786600] env[62954]: INFO nova.compute.manager [None req-32af015a-89e4-4c09-b114-d420e2f26780 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Took 0.09 seconds to destroy the instance on the hypervisor. [ 1016.786842] env[62954]: DEBUG oslo.service.loopingcall [None req-32af015a-89e4-4c09-b114-d420e2f26780 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1016.787113] env[62954]: DEBUG nova.compute.manager [-] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1016.787210] env[62954]: DEBUG nova.network.neutron [-] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1016.890260] env[62954]: DEBUG nova.compute.manager [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1016.976083] env[62954]: DEBUG oslo_vmware.api [None req-f52c5f5e-cac8-4248-9ce1-1e5b57ed2f2f tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Task: {'id': task-2598036, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.456621} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.978541] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-f52c5f5e-cac8-4248-9ce1-1e5b57ed2f2f tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.979059] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f52c5f5e-cac8-4248-9ce1-1e5b57ed2f2f tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1016.979321] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f52c5f5e-cac8-4248-9ce1-1e5b57ed2f2f tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.979562] env[62954]: INFO nova.compute.manager [None req-f52c5f5e-cac8-4248-9ce1-1e5b57ed2f2f tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1016.979907] env[62954]: DEBUG oslo.service.loopingcall [None req-f52c5f5e-cac8-4248-9ce1-1e5b57ed2f2f tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1016.980505] env[62954]: DEBUG nova.compute.manager [-] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1016.980649] env[62954]: DEBUG nova.network.neutron [-] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1016.993151] env[62954]: DEBUG oslo_vmware.api [None req-8afcfadc-50d2-4b87-9278-73cf9f8cda08 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2598031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.083918] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d8c92f-d30e-48e0-915a-5cc178e1299f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.092425] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d847d617-30f8-41e6-a25f-55faea85b85e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.128177] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c34e745-10a5-4f67-993d-6d05b319c64f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.136927] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58d6efe-184f-4407-b496-fb5909ed8a70 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.151778] env[62954]: DEBUG nova.compute.provider_tree [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.492417] env[62954]: DEBUG oslo_vmware.api [None req-8afcfadc-50d2-4b87-9278-73cf9f8cda08 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2598031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.494986] env[62954]: DEBUG nova.compute.manager [req-e5f61294-297c-45e8-941d-f851744d9c4c req-c9807f7e-d29a-466b-81dd-3ff7cd6b0cb4 service nova] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Received event network-vif-deleted-69f23832-47a8-4c61-ab76-c3565283ebc7 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1017.495268] env[62954]: INFO nova.compute.manager [req-e5f61294-297c-45e8-941d-f851744d9c4c req-c9807f7e-d29a-466b-81dd-3ff7cd6b0cb4 service nova] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Neutron deleted interface 69f23832-47a8-4c61-ab76-c3565283ebc7; detaching it from the instance and deleting it from the info cache [ 1017.495503] env[62954]: DEBUG nova.network.neutron [req-e5f61294-297c-45e8-941d-f851744d9c4c req-c9807f7e-d29a-466b-81dd-3ff7cd6b0cb4 service nova] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.655474] env[62954]: DEBUG nova.scheduler.client.report [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.911428] env[62954]: DEBUG nova.compute.manager [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1017.940155] env[62954]: DEBUG nova.virt.hardware [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.940412] env[62954]: DEBUG nova.virt.hardware [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.940569] env[62954]: DEBUG nova.virt.hardware [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.940748] env[62954]: DEBUG nova.virt.hardware [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.940893] env[62954]: DEBUG nova.virt.hardware [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.941834] env[62954]: DEBUG nova.virt.hardware [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.942348] env[62954]: DEBUG nova.virt.hardware [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.942537] env[62954]: DEBUG nova.virt.hardware [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.942851] env[62954]: DEBUG nova.virt.hardware [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.943108] env[62954]: DEBUG nova.virt.hardware [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.943326] env[62954]: DEBUG nova.virt.hardware [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.944674] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a088999-378f-44fa-ad28-e2cf4db34c6f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.958018] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab991915-d708-4ef3-8892-9a3e5ba3968e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.978278] env[62954]: DEBUG nova.network.neutron [-] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.990375] env[62954]: DEBUG oslo_vmware.api [None req-8afcfadc-50d2-4b87-9278-73cf9f8cda08 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2598031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.000198] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e9e66a4-fa65-40fe-9f41-14f32518f8b1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.012248] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676c0f33-7ea1-46e1-8bd2-5f2b352776bc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.048998] env[62954]: DEBUG nova.network.neutron [-] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.048998] env[62954]: DEBUG nova.compute.manager [req-e5f61294-297c-45e8-941d-f851744d9c4c req-c9807f7e-d29a-466b-81dd-3ff7cd6b0cb4 service nova] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Detach interface failed, port_id=69f23832-47a8-4c61-ab76-c3565283ebc7, reason: Instance b7ae08a3-971e-4c17-be31-708bbf28cb66 could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1018.163021] env[62954]: DEBUG oslo_concurrency.lockutils [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.281s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.163021] env[62954]: DEBUG nova.compute.manager [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1018.164718] env[62954]: DEBUG oslo_concurrency.lockutils [None req-20ff75fe-09c0-44bc-87fd-6b54fab6f4a3 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.280s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.274251] env[62954]: DEBUG nova.compute.manager [req-dcef7486-0fe2-4170-a45c-d3b48e8a683a req-64dfd735-0514-47ac-b4e0-22c2111a4a38 service nova] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Received event network-vif-plugged-3ca5c3c6-a6e3-468f-9482-e6adebc5dd7d {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1018.274251] env[62954]: DEBUG oslo_concurrency.lockutils [req-dcef7486-0fe2-4170-a45c-d3b48e8a683a req-64dfd735-0514-47ac-b4e0-22c2111a4a38 service nova] Acquiring lock "d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.274251] env[62954]: DEBUG oslo_concurrency.lockutils [req-dcef7486-0fe2-4170-a45c-d3b48e8a683a req-64dfd735-0514-47ac-b4e0-22c2111a4a38 service nova] Lock "d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.274529] env[62954]: DEBUG oslo_concurrency.lockutils [req-dcef7486-0fe2-4170-a45c-d3b48e8a683a req-64dfd735-0514-47ac-b4e0-22c2111a4a38 service nova] Lock "d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.274816] env[62954]: DEBUG nova.compute.manager [req-dcef7486-0fe2-4170-a45c-d3b48e8a683a req-64dfd735-0514-47ac-b4e0-22c2111a4a38 service nova] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] No waiting events found dispatching network-vif-plugged-3ca5c3c6-a6e3-468f-9482-e6adebc5dd7d {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1018.275170] env[62954]: WARNING nova.compute.manager [req-dcef7486-0fe2-4170-a45c-d3b48e8a683a req-64dfd735-0514-47ac-b4e0-22c2111a4a38 service nova] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Received unexpected event network-vif-plugged-3ca5c3c6-a6e3-468f-9482-e6adebc5dd7d for instance with vm_state building and task_state spawning. [ 1018.350642] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70374976-6c37-4d7d-890d-93ea3219dae6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.359498] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13261eda-38d6-42ef-a86c-824e905587aa {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.400279] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7124653a-0068-4d3e-8119-e51e55bca2b1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.410023] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f50eea2-9200-4e9e-aaa9-4df9e722710f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.424594] env[62954]: DEBUG nova.compute.provider_tree [None req-20ff75fe-09c0-44bc-87fd-6b54fab6f4a3 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.481218] env[62954]: INFO nova.compute.manager [-] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Took 1.50 seconds to deallocate network for instance. [ 1018.496935] env[62954]: DEBUG oslo_vmware.api [None req-8afcfadc-50d2-4b87-9278-73cf9f8cda08 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2598031, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.550020] env[62954]: INFO nova.compute.manager [-] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Took 1.76 seconds to deallocate network for instance. [ 1018.676940] env[62954]: DEBUG nova.compute.utils [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1018.676940] env[62954]: DEBUG nova.compute.manager [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1018.677555] env[62954]: DEBUG nova.network.neutron [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1018.755197] env[62954]: DEBUG nova.policy [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c4ce33b95eb4e4681ced33716e01fe1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ea3f4565fee40f2863a4acec611c17e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.771207] env[62954]: DEBUG nova.network.neutron [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Successfully updated port: 3ca5c3c6-a6e3-468f-9482-e6adebc5dd7d {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1018.928395] env[62954]: DEBUG nova.scheduler.client.report [None req-20ff75fe-09c0-44bc-87fd-6b54fab6f4a3 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.996892] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f52c5f5e-cac8-4248-9ce1-1e5b57ed2f2f tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.996892] env[62954]: DEBUG oslo_vmware.api [None req-8afcfadc-50d2-4b87-9278-73cf9f8cda08 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2598031, 'name': ReconfigVM_Task, 'duration_secs': 5.76104} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.996892] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8afcfadc-50d2-4b87-9278-73cf9f8cda08 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Releasing lock "d788173c-8090-4bb0-94cd-0f1dc06ca4fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.996892] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8afcfadc-50d2-4b87-9278-73cf9f8cda08 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Reconfigured VM to detach interface {{(pid=62954) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1019.111158] env[62954]: INFO nova.compute.manager [None req-32af015a-89e4-4c09-b114-d420e2f26780 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Took 0.56 seconds to detach 1 volumes for instance. [ 1019.113290] env[62954]: DEBUG nova.compute.manager [None req-32af015a-89e4-4c09-b114-d420e2f26780 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Deleting volume: a0d07e33-0f28-4def-807d-e9fe5a21aaa9 {{(pid=62954) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1019.181474] env[62954]: DEBUG nova.compute.manager [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1019.275361] env[62954]: DEBUG oslo_concurrency.lockutils [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "refresh_cache-d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.275361] env[62954]: DEBUG oslo_concurrency.lockutils [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquired lock "refresh_cache-d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.275361] env[62954]: DEBUG nova.network.neutron [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.291949] env[62954]: DEBUG nova.network.neutron [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Successfully created port: b0cc6810-feaf-4f8f-9d94-6f3fa8a51fb2 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1019.435770] env[62954]: DEBUG oslo_concurrency.lockutils [None req-20ff75fe-09c0-44bc-87fd-6b54fab6f4a3 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.269s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.436150] env[62954]: INFO nova.compute.manager [None req-20ff75fe-09c0-44bc-87fd-6b54fab6f4a3 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Successfully reverted task state from rebuilding on failure for instance. [ 1019.442415] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f52c5f5e-cac8-4248-9ce1-1e5b57ed2f2f tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.448s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.442780] env[62954]: DEBUG nova.objects.instance [None req-f52c5f5e-cac8-4248-9ce1-1e5b57ed2f2f tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Lazy-loading 'resources' on Instance uuid b7ae08a3-971e-4c17-be31-708bbf28cb66 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.649981] env[62954]: DEBUG nova.compute.manager [req-6f685934-fe92-4ecf-8b96-8c518f3d5f07 req-26a0128c-39e7-4a68-80ed-d054b3c51153 service nova] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Received event network-vif-deleted-6b1d1a52-4f58-47eb-a548-7fea59799a39 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1019.663977] env[62954]: DEBUG oslo_concurrency.lockutils [None req-32af015a-89e4-4c09-b114-d420e2f26780 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.817604] env[62954]: DEBUG nova.network.neutron [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1019.984517] env[62954]: DEBUG nova.network.neutron [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Updating instance_info_cache with network_info: [{"id": "3ca5c3c6-a6e3-468f-9482-e6adebc5dd7d", "address": "fa:16:3e:ef:d5:4a", "network": {"id": "484c56ca-1f11-4764-ae7d-eca649dd23a2", "bridge": "br-int", "label": "tempest-ServersTestJSON-320817937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bf9ee7b108347bfa5bd89b8f255aef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ca5c3c6-a6", "ovs_interfaceid": "3ca5c3c6-a6e3-468f-9482-e6adebc5dd7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.140393] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f517dcbd-37ab-42e4-8361-6505599d62b0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.149104] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2214cedb-dfed-417e-b0a7-2960da1a51bb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.183035] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f92932a-0b2a-4640-9693-bd00c103a946 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.191728] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0083a12c-4de1-44c3-92f0-3f3015178b80 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.197107] env[62954]: DEBUG nova.compute.manager [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1020.210020] env[62954]: DEBUG nova.compute.provider_tree [None req-f52c5f5e-cac8-4248-9ce1-1e5b57ed2f2f tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.230161] env[62954]: DEBUG nova.virt.hardware [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.230385] env[62954]: DEBUG nova.virt.hardware [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.230543] env[62954]: DEBUG nova.virt.hardware [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.231061] env[62954]: DEBUG nova.virt.hardware [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.231061] env[62954]: DEBUG nova.virt.hardware [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.231061] env[62954]: DEBUG nova.virt.hardware [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.231238] env[62954]: DEBUG nova.virt.hardware [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.234428] env[62954]: DEBUG nova.virt.hardware [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.234428] env[62954]: DEBUG nova.virt.hardware [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.234428] env[62954]: DEBUG nova.virt.hardware [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.234428] env[62954]: DEBUG nova.virt.hardware [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.234428] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2451a1-fbe7-4294-8e14-2cf18fe44049 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.242500] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c390f54-635a-4384-8260-6f35e036ad48 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.299581] env[62954]: DEBUG nova.compute.manager [req-c41490e4-fefc-4c87-85e6-9f0d0cee7e78 req-182aab60-7778-44c2-ac20-6c7ec2ed890d service nova] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Received event network-changed-3ca5c3c6-a6e3-468f-9482-e6adebc5dd7d {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1020.300574] env[62954]: DEBUG nova.compute.manager [req-c41490e4-fefc-4c87-85e6-9f0d0cee7e78 req-182aab60-7778-44c2-ac20-6c7ec2ed890d service nova] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Refreshing instance network info cache due to event network-changed-3ca5c3c6-a6e3-468f-9482-e6adebc5dd7d. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1020.300574] env[62954]: DEBUG oslo_concurrency.lockutils [req-c41490e4-fefc-4c87-85e6-9f0d0cee7e78 req-182aab60-7778-44c2-ac20-6c7ec2ed890d service nova] Acquiring lock "refresh_cache-d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.470682] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8afcfadc-50d2-4b87-9278-73cf9f8cda08 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "refresh_cache-d788173c-8090-4bb0-94cd-0f1dc06ca4fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.470901] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8afcfadc-50d2-4b87-9278-73cf9f8cda08 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquired lock "refresh_cache-d788173c-8090-4bb0-94cd-0f1dc06ca4fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.471095] env[62954]: DEBUG nova.network.neutron [None req-8afcfadc-50d2-4b87-9278-73cf9f8cda08 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.486309] env[62954]: DEBUG oslo_concurrency.lockutils [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Releasing lock "refresh_cache-d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.486677] env[62954]: DEBUG nova.compute.manager [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Instance network_info: |[{"id": "3ca5c3c6-a6e3-468f-9482-e6adebc5dd7d", "address": "fa:16:3e:ef:d5:4a", "network": {"id": "484c56ca-1f11-4764-ae7d-eca649dd23a2", "bridge": "br-int", "label": "tempest-ServersTestJSON-320817937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bf9ee7b108347bfa5bd89b8f255aef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ca5c3c6-a6", "ovs_interfaceid": "3ca5c3c6-a6e3-468f-9482-e6adebc5dd7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1020.486980] env[62954]: DEBUG oslo_concurrency.lockutils [req-c41490e4-fefc-4c87-85e6-9f0d0cee7e78 req-182aab60-7778-44c2-ac20-6c7ec2ed890d service nova] Acquired lock "refresh_cache-d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.487181] env[62954]: DEBUG nova.network.neutron [req-c41490e4-fefc-4c87-85e6-9f0d0cee7e78 req-182aab60-7778-44c2-ac20-6c7ec2ed890d service nova] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Refreshing network info cache for port 3ca5c3c6-a6e3-468f-9482-e6adebc5dd7d {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.488545] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:d5:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ca5c3c6-a6e3-468f-9482-e6adebc5dd7d', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.496466] env[62954]: DEBUG oslo.service.loopingcall [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1020.496874] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.497408] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efe2c07c-3528-46ff-a060-4ba0d236d605 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.522160] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.522160] env[62954]: value = "task-2598038" [ 1020.522160] env[62954]: _type = "Task" [ 1020.522160] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.531217] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598038, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.715038] env[62954]: DEBUG nova.scheduler.client.report [None req-f52c5f5e-cac8-4248-9ce1-1e5b57ed2f2f tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.718226] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Acquiring lock "1f6d5eff-7365-44c1-b915-8b301fe69e5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.718552] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Lock "1f6d5eff-7365-44c1-b915-8b301fe69e5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.754586] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Acquiring lock "b1a1768a-6eee-4de3-a6c6-a52b2508b1fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.754586] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Lock "b1a1768a-6eee-4de3-a6c6-a52b2508b1fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.789552] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Acquiring lock "1b7851bf-81ab-4dbe-a49c-1697f015e04d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.789552] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Lock "1b7851bf-81ab-4dbe-a49c-1697f015e04d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.032050] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598038, 'name': CreateVM_Task, 'duration_secs': 0.345551} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.032426] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.033855] env[62954]: DEBUG oslo_concurrency.lockutils [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.033855] env[62954]: DEBUG oslo_concurrency.lockutils [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.033855] env[62954]: DEBUG oslo_concurrency.lockutils [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.033855] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdd06db0-a78e-42b5-8039-30cccbcbcdff {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.039327] env[62954]: DEBUG oslo_vmware.api [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1021.039327] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52ba2377-6c40-be8e-b523-1518b3f6eea8" [ 1021.039327] env[62954]: _type = "Task" [ 1021.039327] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.057231] env[62954]: DEBUG oslo_vmware.api [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52ba2377-6c40-be8e-b523-1518b3f6eea8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.199283] env[62954]: DEBUG nova.network.neutron [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Successfully updated port: b0cc6810-feaf-4f8f-9d94-6f3fa8a51fb2 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1021.216329] env[62954]: INFO nova.network.neutron [None req-8afcfadc-50d2-4b87-9278-73cf9f8cda08 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Port b862e584-cb0d-4c26-bb50-5ebd64fd51be from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1021.216759] env[62954]: DEBUG nova.network.neutron [None req-8afcfadc-50d2-4b87-9278-73cf9f8cda08 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Updating instance_info_cache with network_info: [{"id": "6c6ca1ff-3dd4-4c00-a44d-46f5377124ce", "address": "fa:16:3e:33:87:7c", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c6ca1ff-3d", "ovs_interfaceid": "6c6ca1ff-3dd4-4c00-a44d-46f5377124ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.221365] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f52c5f5e-cac8-4248-9ce1-1e5b57ed2f2f tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.779s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.223354] env[62954]: DEBUG nova.compute.manager [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1021.229163] env[62954]: DEBUG oslo_concurrency.lockutils [None req-32af015a-89e4-4c09-b114-d420e2f26780 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.565s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.229388] env[62954]: DEBUG nova.objects.instance [None req-32af015a-89e4-4c09-b114-d420e2f26780 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Lazy-loading 'resources' on Instance uuid 20ff6760-fe81-486c-a9b5-f42d3bef75e8 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.255588] env[62954]: INFO nova.scheduler.client.report [None req-f52c5f5e-cac8-4248-9ce1-1e5b57ed2f2f tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Deleted allocations for instance b7ae08a3-971e-4c17-be31-708bbf28cb66 [ 1021.260444] env[62954]: DEBUG nova.compute.manager [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1021.293811] env[62954]: DEBUG nova.compute.manager [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1021.297709] env[62954]: DEBUG nova.network.neutron [req-c41490e4-fefc-4c87-85e6-9f0d0cee7e78 req-182aab60-7778-44c2-ac20-6c7ec2ed890d service nova] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Updated VIF entry in instance network info cache for port 3ca5c3c6-a6e3-468f-9482-e6adebc5dd7d. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.298460] env[62954]: DEBUG nova.network.neutron [req-c41490e4-fefc-4c87-85e6-9f0d0cee7e78 req-182aab60-7778-44c2-ac20-6c7ec2ed890d service nova] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Updating instance_info_cache with network_info: [{"id": "3ca5c3c6-a6e3-468f-9482-e6adebc5dd7d", "address": "fa:16:3e:ef:d5:4a", "network": {"id": "484c56ca-1f11-4764-ae7d-eca649dd23a2", "bridge": "br-int", "label": "tempest-ServersTestJSON-320817937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bf9ee7b108347bfa5bd89b8f255aef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ca5c3c6-a6", "ovs_interfaceid": "3ca5c3c6-a6e3-468f-9482-e6adebc5dd7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.452429] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8382bc5c-25f1-4eca-955d-1523e88a5865 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "interface-d4f72348-191e-4762-a939-911324d07d59-b862e584-cb0d-4c26-bb50-5ebd64fd51be" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.452686] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8382bc5c-25f1-4eca-955d-1523e88a5865 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "interface-d4f72348-191e-4762-a939-911324d07d59-b862e584-cb0d-4c26-bb50-5ebd64fd51be" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.453133] env[62954]: DEBUG nova.objects.instance [None req-8382bc5c-25f1-4eca-955d-1523e88a5865 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lazy-loading 'flavor' on Instance uuid d4f72348-191e-4762-a939-911324d07d59 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.552896] env[62954]: DEBUG oslo_vmware.api [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52ba2377-6c40-be8e-b523-1518b3f6eea8, 'name': SearchDatastore_Task, 'duration_secs': 0.011435} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.553184] env[62954]: DEBUG oslo_concurrency.lockutils [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.553418] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.553647] env[62954]: DEBUG oslo_concurrency.lockutils [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.553891] env[62954]: DEBUG oslo_concurrency.lockutils [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.554171] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.554429] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b06367f-24d3-4a09-9ead-8724fd1b526c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.563200] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.563344] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.564034] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-199017f7-9084-46c6-9e7d-83de03e64926 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.569239] env[62954]: DEBUG oslo_vmware.api [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1021.569239] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5277299e-3362-291f-39d7-bbc6e4caa183" [ 1021.569239] env[62954]: _type = "Task" [ 1021.569239] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.578329] env[62954]: DEBUG oslo_vmware.api [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5277299e-3362-291f-39d7-bbc6e4caa183, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.683622] env[62954]: DEBUG nova.compute.manager [req-7a968db1-aac3-46d8-be1b-c95da641368e req-d1ef78d8-c420-4d56-b9e6-76d8f62e28c0 service nova] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Received event network-changed-6c6ca1ff-3dd4-4c00-a44d-46f5377124ce {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1021.683829] env[62954]: DEBUG nova.compute.manager [req-7a968db1-aac3-46d8-be1b-c95da641368e req-d1ef78d8-c420-4d56-b9e6-76d8f62e28c0 service nova] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Refreshing instance network info cache due to event network-changed-6c6ca1ff-3dd4-4c00-a44d-46f5377124ce. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1021.684089] env[62954]: DEBUG oslo_concurrency.lockutils [req-7a968db1-aac3-46d8-be1b-c95da641368e req-d1ef78d8-c420-4d56-b9e6-76d8f62e28c0 service nova] Acquiring lock "refresh_cache-d788173c-8090-4bb0-94cd-0f1dc06ca4fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.701547] env[62954]: DEBUG oslo_concurrency.lockutils [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquiring lock "refresh_cache-4d1f016e-3dc7-46ed-ae06-324c3e4c51ac" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.701650] env[62954]: DEBUG oslo_concurrency.lockutils [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquired lock "refresh_cache-4d1f016e-3dc7-46ed-ae06-324c3e4c51ac" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.701787] env[62954]: DEBUG nova.network.neutron [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.722051] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8afcfadc-50d2-4b87-9278-73cf9f8cda08 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Releasing lock "refresh_cache-d788173c-8090-4bb0-94cd-0f1dc06ca4fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.724599] env[62954]: DEBUG oslo_concurrency.lockutils [req-7a968db1-aac3-46d8-be1b-c95da641368e req-d1ef78d8-c420-4d56-b9e6-76d8f62e28c0 service nova] Acquired lock "refresh_cache-d788173c-8090-4bb0-94cd-0f1dc06ca4fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.724846] env[62954]: DEBUG nova.network.neutron [req-7a968db1-aac3-46d8-be1b-c95da641368e req-d1ef78d8-c420-4d56-b9e6-76d8f62e28c0 service nova] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Refreshing network info cache for port 6c6ca1ff-3dd4-4c00-a44d-46f5377124ce {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.752350] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.777331] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f52c5f5e-cac8-4248-9ce1-1e5b57ed2f2f tempest-ServersNegativeTestJSON-2103940997 tempest-ServersNegativeTestJSON-2103940997-project-member] Lock "b7ae08a3-971e-4c17-be31-708bbf28cb66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.432s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.794826] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.804043] env[62954]: DEBUG oslo_concurrency.lockutils [req-c41490e4-fefc-4c87-85e6-9f0d0cee7e78 req-182aab60-7778-44c2-ac20-6c7ec2ed890d service nova] Releasing lock "refresh_cache-d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.824070] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.934017] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3866266c-7fb6-4a67-893e-92343b121006 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.941903] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b48ec65-c862-4f87-af8c-9538f435a890 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.977520] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e3a508-44bc-4b1b-bd34-1526dc9b8611 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.985640] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d630ee5-ee67-418a-ba0b-042837d27644 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.001718] env[62954]: DEBUG nova.compute.provider_tree [None req-32af015a-89e4-4c09-b114-d420e2f26780 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.081455] env[62954]: DEBUG oslo_vmware.api [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5277299e-3362-291f-39d7-bbc6e4caa183, 'name': SearchDatastore_Task, 'duration_secs': 0.009028} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.083091] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33da59a6-bf97-494f-99e2-623ca76b2771 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.088143] env[62954]: DEBUG oslo_vmware.api [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1022.088143] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52be19ee-d504-43d8-b095-13550b01ee14" [ 1022.088143] env[62954]: _type = "Task" [ 1022.088143] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.097542] env[62954]: DEBUG oslo_vmware.api [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52be19ee-d504-43d8-b095-13550b01ee14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.101346] env[62954]: DEBUG nova.objects.instance [None req-8382bc5c-25f1-4eca-955d-1523e88a5865 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lazy-loading 'pci_requests' on Instance uuid d4f72348-191e-4762-a939-911324d07d59 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.229294] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8afcfadc-50d2-4b87-9278-73cf9f8cda08 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "interface-d788173c-8090-4bb0-94cd-0f1dc06ca4fb-b862e584-cb0d-4c26-bb50-5ebd64fd51be" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.832s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.261144] env[62954]: DEBUG nova.network.neutron [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.465864] env[62954]: DEBUG nova.network.neutron [req-7a968db1-aac3-46d8-be1b-c95da641368e req-d1ef78d8-c420-4d56-b9e6-76d8f62e28c0 service nova] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Updated VIF entry in instance network info cache for port 6c6ca1ff-3dd4-4c00-a44d-46f5377124ce. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.466290] env[62954]: DEBUG nova.network.neutron [req-7a968db1-aac3-46d8-be1b-c95da641368e req-d1ef78d8-c420-4d56-b9e6-76d8f62e28c0 service nova] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Updating instance_info_cache with network_info: [{"id": "6c6ca1ff-3dd4-4c00-a44d-46f5377124ce", "address": "fa:16:3e:33:87:7c", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c6ca1ff-3d", "ovs_interfaceid": "6c6ca1ff-3dd4-4c00-a44d-46f5377124ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.498903] env[62954]: DEBUG nova.network.neutron [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Updating instance_info_cache with network_info: [{"id": "b0cc6810-feaf-4f8f-9d94-6f3fa8a51fb2", "address": "fa:16:3e:ca:c4:2d", "network": {"id": "4bc10178-00ee-4e02-a77f-251b191703f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1716852077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ea3f4565fee40f2863a4acec611c17e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0cc6810-fe", "ovs_interfaceid": "b0cc6810-feaf-4f8f-9d94-6f3fa8a51fb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.505308] env[62954]: DEBUG nova.scheduler.client.report [None req-32af015a-89e4-4c09-b114-d420e2f26780 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.601030] env[62954]: DEBUG oslo_vmware.api [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52be19ee-d504-43d8-b095-13550b01ee14, 'name': SearchDatastore_Task, 'duration_secs': 0.010154} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.601401] env[62954]: DEBUG oslo_concurrency.lockutils [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.601723] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5/d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.602033] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d52b409-8ed8-4bbc-9db0-a17f8f3ebc69 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.604416] env[62954]: DEBUG nova.objects.base [None req-8382bc5c-25f1-4eca-955d-1523e88a5865 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62954) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1022.604671] env[62954]: DEBUG nova.network.neutron [None req-8382bc5c-25f1-4eca-955d-1523e88a5865 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1022.613836] env[62954]: DEBUG oslo_vmware.api [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1022.613836] env[62954]: value = "task-2598039" [ 1022.613836] env[62954]: _type = "Task" [ 1022.613836] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.624789] env[62954]: DEBUG oslo_vmware.api [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.709504] env[62954]: DEBUG nova.policy [None req-8382bc5c-25f1-4eca-955d-1523e88a5865 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '278dfbe70e5b4ca9895a28045a42f4a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c63415eabc2540309dd82fe654116228', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.969050] env[62954]: DEBUG oslo_concurrency.lockutils [req-7a968db1-aac3-46d8-be1b-c95da641368e req-d1ef78d8-c420-4d56-b9e6-76d8f62e28c0 service nova] Releasing lock "refresh_cache-d788173c-8090-4bb0-94cd-0f1dc06ca4fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.969050] env[62954]: DEBUG nova.compute.manager [req-7a968db1-aac3-46d8-be1b-c95da641368e req-d1ef78d8-c420-4d56-b9e6-76d8f62e28c0 service nova] [instance: d4f72348-191e-4762-a939-911324d07d59] Received event network-changed-9d5eef71-161c-4e6e-add2-7373db6a9f51 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1022.969258] env[62954]: DEBUG nova.compute.manager [req-7a968db1-aac3-46d8-be1b-c95da641368e req-d1ef78d8-c420-4d56-b9e6-76d8f62e28c0 service nova] [instance: d4f72348-191e-4762-a939-911324d07d59] Refreshing instance network info cache due to event network-changed-9d5eef71-161c-4e6e-add2-7373db6a9f51. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1022.969499] env[62954]: DEBUG oslo_concurrency.lockutils [req-7a968db1-aac3-46d8-be1b-c95da641368e req-d1ef78d8-c420-4d56-b9e6-76d8f62e28c0 service nova] Acquiring lock "refresh_cache-d4f72348-191e-4762-a939-911324d07d59" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.969667] env[62954]: DEBUG oslo_concurrency.lockutils [req-7a968db1-aac3-46d8-be1b-c95da641368e req-d1ef78d8-c420-4d56-b9e6-76d8f62e28c0 service nova] Acquired lock "refresh_cache-d4f72348-191e-4762-a939-911324d07d59" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.969891] env[62954]: DEBUG nova.network.neutron [req-7a968db1-aac3-46d8-be1b-c95da641368e req-d1ef78d8-c420-4d56-b9e6-76d8f62e28c0 service nova] [instance: d4f72348-191e-4762-a939-911324d07d59] Refreshing network info cache for port 9d5eef71-161c-4e6e-add2-7373db6a9f51 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.001468] env[62954]: DEBUG oslo_concurrency.lockutils [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Releasing lock "refresh_cache-4d1f016e-3dc7-46ed-ae06-324c3e4c51ac" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.001991] env[62954]: DEBUG nova.compute.manager [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Instance network_info: |[{"id": "b0cc6810-feaf-4f8f-9d94-6f3fa8a51fb2", "address": "fa:16:3e:ca:c4:2d", "network": {"id": "4bc10178-00ee-4e02-a77f-251b191703f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1716852077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ea3f4565fee40f2863a4acec611c17e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0cc6810-fe", "ovs_interfaceid": "b0cc6810-feaf-4f8f-9d94-6f3fa8a51fb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1023.002549] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:c4:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bafe8721-91d4-4127-b215-d9e8e27947dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0cc6810-feaf-4f8f-9d94-6f3fa8a51fb2', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.015537] env[62954]: DEBUG oslo.service.loopingcall [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1023.016518] env[62954]: DEBUG oslo_concurrency.lockutils [None req-32af015a-89e4-4c09-b114-d420e2f26780 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.019615] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.020359] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.268s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.022923] env[62954]: INFO nova.compute.claims [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.032194] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26f36ae8-2f3b-4dd4-ab28-5b7500367280 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.057534] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.057534] env[62954]: value = "task-2598040" [ 1023.057534] env[62954]: _type = "Task" [ 1023.057534] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.071355] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598040, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.123882] env[62954]: DEBUG oslo_vmware.api [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598039, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449295} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.124262] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5/d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.124361] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.124613] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99f65d0a-c984-4c19-95dc-31996da33593 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.132619] env[62954]: DEBUG oslo_vmware.api [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1023.132619] env[62954]: value = "task-2598041" [ 1023.132619] env[62954]: _type = "Task" [ 1023.132619] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.140842] env[62954]: DEBUG oslo_vmware.api [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.556641] env[62954]: DEBUG oslo_concurrency.lockutils [None req-32af015a-89e4-4c09-b114-d420e2f26780 tempest-ServerActionsV293TestJSON-1224520047 tempest-ServerActionsV293TestJSON-1224520047-project-member] Lock "20ff6760-fe81-486c-a9b5-f42d3bef75e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.369s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.571747] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598040, 'name': CreateVM_Task} progress is 25%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.647457] env[62954]: DEBUG oslo_vmware.api [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.24096} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.647583] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1023.648375] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce09988-dcd5-4799-8126-0fdf865b0fce {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.672252] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5/d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.672645] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09afe607-2a19-4bd2-9eea-ff74771f2cf2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.698859] env[62954]: DEBUG oslo_vmware.api [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1023.698859] env[62954]: value = "task-2598042" [ 1023.698859] env[62954]: _type = "Task" [ 1023.698859] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.710666] env[62954]: DEBUG oslo_vmware.api [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.776723] env[62954]: DEBUG nova.network.neutron [req-7a968db1-aac3-46d8-be1b-c95da641368e req-d1ef78d8-c420-4d56-b9e6-76d8f62e28c0 service nova] [instance: d4f72348-191e-4762-a939-911324d07d59] Updated VIF entry in instance network info cache for port 9d5eef71-161c-4e6e-add2-7373db6a9f51. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.777186] env[62954]: DEBUG nova.network.neutron [req-7a968db1-aac3-46d8-be1b-c95da641368e req-d1ef78d8-c420-4d56-b9e6-76d8f62e28c0 service nova] [instance: d4f72348-191e-4762-a939-911324d07d59] Updating instance_info_cache with network_info: [{"id": "9d5eef71-161c-4e6e-add2-7373db6a9f51", "address": "fa:16:3e:1b:74:b6", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d5eef71-16", "ovs_interfaceid": "9d5eef71-161c-4e6e-add2-7373db6a9f51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.071194] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598040, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.213150] env[62954]: DEBUG oslo_vmware.api [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598042, 'name': ReconfigVM_Task, 'duration_secs': 0.28873} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.213444] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Reconfigured VM instance instance-00000066 to attach disk [datastore2] d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5/d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.214049] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe026273-9946-435a-ba04-dcb28c196984 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.222128] env[62954]: DEBUG oslo_vmware.api [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1024.222128] env[62954]: value = "task-2598043" [ 1024.222128] env[62954]: _type = "Task" [ 1024.222128] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.230326] env[62954]: DEBUG oslo_vmware.api [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598043, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.231868] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7aea867-cc78-4ced-909b-6bc2d717315a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.239197] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4894b9-f0e1-4fa6-bbfb-13d8b531d5b7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.271220] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d72067-36f2-41f0-bf31-c9ee1e563576 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.279407] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f5a49a-e8ef-491b-a5df-45e5ac62269f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.283753] env[62954]: DEBUG oslo_concurrency.lockutils [req-7a968db1-aac3-46d8-be1b-c95da641368e req-d1ef78d8-c420-4d56-b9e6-76d8f62e28c0 service nova] Releasing lock "refresh_cache-d4f72348-191e-4762-a939-911324d07d59" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.284021] env[62954]: DEBUG nova.compute.manager [req-7a968db1-aac3-46d8-be1b-c95da641368e req-d1ef78d8-c420-4d56-b9e6-76d8f62e28c0 service nova] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Received event network-vif-plugged-b0cc6810-feaf-4f8f-9d94-6f3fa8a51fb2 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1024.284223] env[62954]: DEBUG oslo_concurrency.lockutils [req-7a968db1-aac3-46d8-be1b-c95da641368e req-d1ef78d8-c420-4d56-b9e6-76d8f62e28c0 service nova] Acquiring lock "4d1f016e-3dc7-46ed-ae06-324c3e4c51ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.284432] env[62954]: DEBUG oslo_concurrency.lockutils [req-7a968db1-aac3-46d8-be1b-c95da641368e req-d1ef78d8-c420-4d56-b9e6-76d8f62e28c0 service nova] Lock "4d1f016e-3dc7-46ed-ae06-324c3e4c51ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.284613] env[62954]: DEBUG oslo_concurrency.lockutils [req-7a968db1-aac3-46d8-be1b-c95da641368e req-d1ef78d8-c420-4d56-b9e6-76d8f62e28c0 service nova] Lock "4d1f016e-3dc7-46ed-ae06-324c3e4c51ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.284784] env[62954]: DEBUG nova.compute.manager [req-7a968db1-aac3-46d8-be1b-c95da641368e req-d1ef78d8-c420-4d56-b9e6-76d8f62e28c0 service nova] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] No waiting events found dispatching network-vif-plugged-b0cc6810-feaf-4f8f-9d94-6f3fa8a51fb2 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1024.285018] env[62954]: WARNING nova.compute.manager [req-7a968db1-aac3-46d8-be1b-c95da641368e req-d1ef78d8-c420-4d56-b9e6-76d8f62e28c0 service nova] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Received unexpected event network-vif-plugged-b0cc6810-feaf-4f8f-9d94-6f3fa8a51fb2 for instance with vm_state building and task_state spawning. [ 1024.285120] env[62954]: DEBUG nova.compute.manager [req-7a968db1-aac3-46d8-be1b-c95da641368e req-d1ef78d8-c420-4d56-b9e6-76d8f62e28c0 service nova] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Received event network-changed-b0cc6810-feaf-4f8f-9d94-6f3fa8a51fb2 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1024.285273] env[62954]: DEBUG nova.compute.manager [req-7a968db1-aac3-46d8-be1b-c95da641368e req-d1ef78d8-c420-4d56-b9e6-76d8f62e28c0 service nova] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Refreshing instance network info cache due to event network-changed-b0cc6810-feaf-4f8f-9d94-6f3fa8a51fb2. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1024.285471] env[62954]: DEBUG oslo_concurrency.lockutils [req-7a968db1-aac3-46d8-be1b-c95da641368e req-d1ef78d8-c420-4d56-b9e6-76d8f62e28c0 service nova] Acquiring lock "refresh_cache-4d1f016e-3dc7-46ed-ae06-324c3e4c51ac" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.286059] env[62954]: DEBUG oslo_concurrency.lockutils [req-7a968db1-aac3-46d8-be1b-c95da641368e req-d1ef78d8-c420-4d56-b9e6-76d8f62e28c0 service nova] Acquired lock "refresh_cache-4d1f016e-3dc7-46ed-ae06-324c3e4c51ac" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.286059] env[62954]: DEBUG nova.network.neutron [req-7a968db1-aac3-46d8-be1b-c95da641368e req-d1ef78d8-c420-4d56-b9e6-76d8f62e28c0 service nova] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Refreshing network info cache for port b0cc6810-feaf-4f8f-9d94-6f3fa8a51fb2 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.297801] env[62954]: DEBUG nova.compute.provider_tree [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.430241] env[62954]: DEBUG nova.network.neutron [None req-8382bc5c-25f1-4eca-955d-1523e88a5865 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Successfully updated port: b862e584-cb0d-4c26-bb50-5ebd64fd51be {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.571630] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598040, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.604223] env[62954]: DEBUG nova.compute.manager [req-deb1c1e9-d139-434f-b9af-45caa5f48c2d req-5cb29fcf-4b29-4ebd-846f-edbc98ec4afb service nova] [instance: d4f72348-191e-4762-a939-911324d07d59] Received event network-vif-plugged-b862e584-cb0d-4c26-bb50-5ebd64fd51be {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1024.604223] env[62954]: DEBUG oslo_concurrency.lockutils [req-deb1c1e9-d139-434f-b9af-45caa5f48c2d req-5cb29fcf-4b29-4ebd-846f-edbc98ec4afb service nova] Acquiring lock "d4f72348-191e-4762-a939-911324d07d59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.604349] env[62954]: DEBUG oslo_concurrency.lockutils [req-deb1c1e9-d139-434f-b9af-45caa5f48c2d req-5cb29fcf-4b29-4ebd-846f-edbc98ec4afb service nova] Lock "d4f72348-191e-4762-a939-911324d07d59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.604451] env[62954]: DEBUG oslo_concurrency.lockutils [req-deb1c1e9-d139-434f-b9af-45caa5f48c2d req-5cb29fcf-4b29-4ebd-846f-edbc98ec4afb service nova] Lock "d4f72348-191e-4762-a939-911324d07d59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.604623] env[62954]: DEBUG nova.compute.manager [req-deb1c1e9-d139-434f-b9af-45caa5f48c2d req-5cb29fcf-4b29-4ebd-846f-edbc98ec4afb service nova] [instance: d4f72348-191e-4762-a939-911324d07d59] No waiting events found dispatching network-vif-plugged-b862e584-cb0d-4c26-bb50-5ebd64fd51be {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1024.604864] env[62954]: WARNING nova.compute.manager [req-deb1c1e9-d139-434f-b9af-45caa5f48c2d req-5cb29fcf-4b29-4ebd-846f-edbc98ec4afb service nova] [instance: d4f72348-191e-4762-a939-911324d07d59] Received unexpected event network-vif-plugged-b862e584-cb0d-4c26-bb50-5ebd64fd51be for instance with vm_state active and task_state None. [ 1024.733460] env[62954]: DEBUG oslo_vmware.api [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598043, 'name': Rename_Task, 'duration_secs': 0.142583} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.733755] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.734044] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d629f49-47bb-4c32-8883-57caf141cfdf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.742205] env[62954]: DEBUG oslo_vmware.api [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1024.742205] env[62954]: value = "task-2598044" [ 1024.742205] env[62954]: _type = "Task" [ 1024.742205] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.751673] env[62954]: DEBUG oslo_vmware.api [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.801714] env[62954]: DEBUG nova.scheduler.client.report [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.935068] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8382bc5c-25f1-4eca-955d-1523e88a5865 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "refresh_cache-d4f72348-191e-4762-a939-911324d07d59" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.935068] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8382bc5c-25f1-4eca-955d-1523e88a5865 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquired lock "refresh_cache-d4f72348-191e-4762-a939-911324d07d59" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.935068] env[62954]: DEBUG nova.network.neutron [None req-8382bc5c-25f1-4eca-955d-1523e88a5865 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.946654] env[62954]: DEBUG nova.compute.manager [None req-fb82f8a0-7729-4ded-9f3c-8cc11b840bf0 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.947394] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b85ee8-8ff3-4e46-8148-4716d741fc89 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.017401] env[62954]: DEBUG nova.network.neutron [req-7a968db1-aac3-46d8-be1b-c95da641368e req-d1ef78d8-c420-4d56-b9e6-76d8f62e28c0 service nova] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Updated VIF entry in instance network info cache for port b0cc6810-feaf-4f8f-9d94-6f3fa8a51fb2. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.017797] env[62954]: DEBUG nova.network.neutron [req-7a968db1-aac3-46d8-be1b-c95da641368e req-d1ef78d8-c420-4d56-b9e6-76d8f62e28c0 service nova] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Updating instance_info_cache with network_info: [{"id": "b0cc6810-feaf-4f8f-9d94-6f3fa8a51fb2", "address": "fa:16:3e:ca:c4:2d", "network": {"id": "4bc10178-00ee-4e02-a77f-251b191703f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1716852077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ea3f4565fee40f2863a4acec611c17e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0cc6810-fe", "ovs_interfaceid": "b0cc6810-feaf-4f8f-9d94-6f3fa8a51fb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.072679] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598040, 'name': CreateVM_Task, 'duration_secs': 1.793139} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.072958] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.073693] env[62954]: DEBUG oslo_concurrency.lockutils [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.073827] env[62954]: DEBUG oslo_concurrency.lockutils [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.074208] env[62954]: DEBUG oslo_concurrency.lockutils [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.074462] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e7910d0-9ad9-4413-8499-57b91833d790 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.079057] env[62954]: DEBUG oslo_vmware.api [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 1025.079057] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52098830-8ce2-66a5-f889-19176756ae24" [ 1025.079057] env[62954]: _type = "Task" [ 1025.079057] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.087530] env[62954]: DEBUG oslo_vmware.api [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52098830-8ce2-66a5-f889-19176756ae24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.252972] env[62954]: DEBUG oslo_vmware.api [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598044, 'name': PowerOnVM_Task, 'duration_secs': 0.468512} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.253328] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.253364] env[62954]: INFO nova.compute.manager [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Took 7.34 seconds to spawn the instance on the hypervisor. [ 1025.253547] env[62954]: DEBUG nova.compute.manager [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.254301] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b372f6de-1528-400d-84e8-b50bca446561 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.306593] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.286s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.307171] env[62954]: DEBUG nova.compute.manager [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1025.310675] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.515s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.311575] env[62954]: INFO nova.compute.claims [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1025.459976] env[62954]: INFO nova.compute.manager [None req-fb82f8a0-7729-4ded-9f3c-8cc11b840bf0 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] instance snapshotting [ 1025.460624] env[62954]: DEBUG nova.objects.instance [None req-fb82f8a0-7729-4ded-9f3c-8cc11b840bf0 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lazy-loading 'flavor' on Instance uuid 034c1fcc-bec2-4e4b-b77d-821eba6a81fb {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.474527] env[62954]: WARNING nova.network.neutron [None req-8382bc5c-25f1-4eca-955d-1523e88a5865 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] c51a90ce-1eb2-4427-a233-630ded5d9052 already exists in list: networks containing: ['c51a90ce-1eb2-4427-a233-630ded5d9052']. ignoring it [ 1025.519934] env[62954]: DEBUG oslo_concurrency.lockutils [req-7a968db1-aac3-46d8-be1b-c95da641368e req-d1ef78d8-c420-4d56-b9e6-76d8f62e28c0 service nova] Releasing lock "refresh_cache-4d1f016e-3dc7-46ed-ae06-324c3e4c51ac" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.590459] env[62954]: DEBUG oslo_vmware.api [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52098830-8ce2-66a5-f889-19176756ae24, 'name': SearchDatastore_Task, 'duration_secs': 0.011433} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.592862] env[62954]: DEBUG oslo_concurrency.lockutils [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.593121] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.593365] env[62954]: DEBUG oslo_concurrency.lockutils [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.593511] env[62954]: DEBUG oslo_concurrency.lockutils [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.593689] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.593968] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72d905fc-2fff-4432-b26c-488e93d3eac4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.604458] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.604458] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.605870] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3a94fc9-b8db-40d2-a693-837655237245 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.610873] env[62954]: DEBUG oslo_vmware.api [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 1025.610873] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52949fb4-c72b-ea25-701c-f5483d9c2269" [ 1025.610873] env[62954]: _type = "Task" [ 1025.610873] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.620651] env[62954]: DEBUG oslo_vmware.api [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52949fb4-c72b-ea25-701c-f5483d9c2269, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.770639] env[62954]: DEBUG nova.network.neutron [None req-8382bc5c-25f1-4eca-955d-1523e88a5865 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Updating instance_info_cache with network_info: [{"id": "9d5eef71-161c-4e6e-add2-7373db6a9f51", "address": "fa:16:3e:1b:74:b6", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d5eef71-16", "ovs_interfaceid": "9d5eef71-161c-4e6e-add2-7373db6a9f51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b862e584-cb0d-4c26-bb50-5ebd64fd51be", "address": "fa:16:3e:da:f6:6f", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb862e584-cb", "ovs_interfaceid": "b862e584-cb0d-4c26-bb50-5ebd64fd51be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.775110] env[62954]: INFO nova.compute.manager [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Took 13.41 seconds to build instance. [ 1025.816960] env[62954]: DEBUG nova.compute.utils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1025.821079] env[62954]: DEBUG nova.compute.manager [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1025.821079] env[62954]: DEBUG nova.network.neutron [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1025.858094] env[62954]: DEBUG nova.policy [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6f1ac7d3e7e4788a45b67d0ad1a1873', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d914c6787474034a032c7544a551ca1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 1025.966400] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4713d74-f5f4-439e-8248-420b30f5edaf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.986391] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582f803e-3e60-4c94-85ae-d06dd4b60cdc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.111969] env[62954]: DEBUG nova.network.neutron [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Successfully created port: fc07cacd-f333-4592-98b9-d6416aace75f {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1026.124390] env[62954]: DEBUG oslo_vmware.api [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52949fb4-c72b-ea25-701c-f5483d9c2269, 'name': SearchDatastore_Task, 'duration_secs': 0.008852} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.125286] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8798bc40-6246-4ee5-bdfc-23fda0983afb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.132099] env[62954]: DEBUG oslo_vmware.api [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 1026.132099] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52da5dcb-2b1a-562c-4c2e-fd0c056b901d" [ 1026.132099] env[62954]: _type = "Task" [ 1026.132099] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.141708] env[62954]: DEBUG oslo_vmware.api [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52da5dcb-2b1a-562c-4c2e-fd0c056b901d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.246242] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dd2fd103-1d9b-4bcb-b148-41dc5e58f249 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "9d694e55-25f6-45fc-9909-3ce31bb25956" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.246242] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dd2fd103-1d9b-4bcb-b148-41dc5e58f249 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "9d694e55-25f6-45fc-9909-3ce31bb25956" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.274386] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8382bc5c-25f1-4eca-955d-1523e88a5865 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Releasing lock "refresh_cache-d4f72348-191e-4762-a939-911324d07d59" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.278018] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8382bc5c-25f1-4eca-955d-1523e88a5865 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "d4f72348-191e-4762-a939-911324d07d59" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.278018] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8382bc5c-25f1-4eca-955d-1523e88a5865 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquired lock "d4f72348-191e-4762-a939-911324d07d59" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.278018] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85040afb-dfe7-4472-9de6-2acfd4218cf1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.279892] env[62954]: DEBUG oslo_concurrency.lockutils [None req-241d57f0-efe9-4dea-95f6-1af60db82f81 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.921s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.300614] env[62954]: DEBUG nova.virt.hardware [None req-8382bc5c-25f1-4eca-955d-1523e88a5865 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.301080] env[62954]: DEBUG nova.virt.hardware [None req-8382bc5c-25f1-4eca-955d-1523e88a5865 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.301344] env[62954]: DEBUG nova.virt.hardware [None req-8382bc5c-25f1-4eca-955d-1523e88a5865 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.301622] env[62954]: DEBUG nova.virt.hardware [None req-8382bc5c-25f1-4eca-955d-1523e88a5865 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.301870] env[62954]: DEBUG nova.virt.hardware [None req-8382bc5c-25f1-4eca-955d-1523e88a5865 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.302176] env[62954]: DEBUG nova.virt.hardware [None req-8382bc5c-25f1-4eca-955d-1523e88a5865 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.302499] env[62954]: DEBUG nova.virt.hardware [None req-8382bc5c-25f1-4eca-955d-1523e88a5865 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.302785] env[62954]: DEBUG nova.virt.hardware [None req-8382bc5c-25f1-4eca-955d-1523e88a5865 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.303080] env[62954]: DEBUG nova.virt.hardware [None req-8382bc5c-25f1-4eca-955d-1523e88a5865 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.307014] env[62954]: DEBUG nova.virt.hardware [None req-8382bc5c-25f1-4eca-955d-1523e88a5865 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.307014] env[62954]: DEBUG nova.virt.hardware [None req-8382bc5c-25f1-4eca-955d-1523e88a5865 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.310636] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8382bc5c-25f1-4eca-955d-1523e88a5865 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Reconfiguring VM to attach interface {{(pid=62954) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1026.310726] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99784001-0259-47df-8750-bb9dba6bc653 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.323504] env[62954]: DEBUG nova.compute.manager [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1026.335748] env[62954]: DEBUG oslo_vmware.api [None req-8382bc5c-25f1-4eca-955d-1523e88a5865 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 1026.335748] env[62954]: value = "task-2598045" [ 1026.335748] env[62954]: _type = "Task" [ 1026.335748] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.345088] env[62954]: DEBUG oslo_vmware.api [None req-8382bc5c-25f1-4eca-955d-1523e88a5865 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2598045, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.353018] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d3277952-b6ca-46bf-ac8e-26bf88fa6ec4 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.353018] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d3277952-b6ca-46bf-ac8e-26bf88fa6ec4 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.353018] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d3277952-b6ca-46bf-ac8e-26bf88fa6ec4 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.353018] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d3277952-b6ca-46bf-ac8e-26bf88fa6ec4 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.353387] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d3277952-b6ca-46bf-ac8e-26bf88fa6ec4 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.355456] env[62954]: INFO nova.compute.manager [None req-d3277952-b6ca-46bf-ac8e-26bf88fa6ec4 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Terminating instance [ 1026.498744] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-fb82f8a0-7729-4ded-9f3c-8cc11b840bf0 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Creating Snapshot of the VM instance {{(pid=62954) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1026.499439] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b9ab7654-3789-4e02-94be-01cb45b3c089 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.509350] env[62954]: DEBUG oslo_vmware.api [None req-fb82f8a0-7729-4ded-9f3c-8cc11b840bf0 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1026.509350] env[62954]: value = "task-2598046" [ 1026.509350] env[62954]: _type = "Task" [ 1026.509350] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.523228] env[62954]: DEBUG oslo_vmware.api [None req-fb82f8a0-7729-4ded-9f3c-8cc11b840bf0 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598046, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.590788] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e779cd89-4a5b-4165-90e6-ba669ce864b1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.599344] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e536e8d9-3681-4257-ae9f-971b2bd58b48 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.630116] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e94466-3072-47ee-9968-5d64bf6949a2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.643045] env[62954]: DEBUG oslo_vmware.api [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52da5dcb-2b1a-562c-4c2e-fd0c056b901d, 'name': SearchDatastore_Task, 'duration_secs': 0.010454} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.645218] env[62954]: DEBUG oslo_concurrency.lockutils [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.646875] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac/4d1f016e-3dc7-46ed-ae06-324c3e4c51ac.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.646875] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b9180d3-9030-435e-ab34-d5e414c83172 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.649809] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f916a3d-47ee-476a-a565-3977ce9665a3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.665524] env[62954]: DEBUG nova.compute.provider_tree [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.669105] env[62954]: DEBUG oslo_vmware.api [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 1026.669105] env[62954]: value = "task-2598047" [ 1026.669105] env[62954]: _type = "Task" [ 1026.669105] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.678483] env[62954]: DEBUG oslo_vmware.api [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.749518] env[62954]: DEBUG nova.compute.utils [None req-dd2fd103-1d9b-4bcb-b148-41dc5e58f249 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1026.847096] env[62954]: DEBUG oslo_vmware.api [None req-8382bc5c-25f1-4eca-955d-1523e88a5865 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2598045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.862241] env[62954]: DEBUG nova.compute.manager [None req-d3277952-b6ca-46bf-ac8e-26bf88fa6ec4 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.862578] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d3277952-b6ca-46bf-ac8e-26bf88fa6ec4 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.863577] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e6ec00-5e07-4b19-9026-c3294cea45e2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.875357] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3277952-b6ca-46bf-ac8e-26bf88fa6ec4 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.876262] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70fd8535-b9e2-434a-b1fa-4a0087d29543 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.888078] env[62954]: DEBUG oslo_vmware.api [None req-d3277952-b6ca-46bf-ac8e-26bf88fa6ec4 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1026.888078] env[62954]: value = "task-2598048" [ 1026.888078] env[62954]: _type = "Task" [ 1026.888078] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.901654] env[62954]: DEBUG oslo_vmware.api [None req-d3277952-b6ca-46bf-ac8e-26bf88fa6ec4 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.025613] env[62954]: DEBUG oslo_vmware.api [None req-fb82f8a0-7729-4ded-9f3c-8cc11b840bf0 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598046, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.170746] env[62954]: DEBUG nova.scheduler.client.report [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.184980] env[62954]: DEBUG oslo_vmware.api [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469755} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.185670] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac/4d1f016e-3dc7-46ed-ae06-324c3e4c51ac.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1027.185670] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1027.185842] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7007a976-38c0-451f-b009-114dccefa284 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.193546] env[62954]: DEBUG oslo_vmware.api [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 1027.193546] env[62954]: value = "task-2598049" [ 1027.193546] env[62954]: _type = "Task" [ 1027.193546] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.203732] env[62954]: DEBUG oslo_vmware.api [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598049, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.253194] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dd2fd103-1d9b-4bcb-b148-41dc5e58f249 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "9d694e55-25f6-45fc-9909-3ce31bb25956" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.334972] env[62954]: DEBUG nova.compute.manager [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1027.350026] env[62954]: DEBUG oslo_vmware.api [None req-8382bc5c-25f1-4eca-955d-1523e88a5865 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2598045, 'name': ReconfigVM_Task, 'duration_secs': 0.905362} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.350770] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8382bc5c-25f1-4eca-955d-1523e88a5865 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Releasing lock "d4f72348-191e-4762-a939-911324d07d59" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.351170] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8382bc5c-25f1-4eca-955d-1523e88a5865 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Reconfigured VM to attach interface {{(pid=62954) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1027.366548] env[62954]: DEBUG nova.virt.hardware [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.367268] env[62954]: DEBUG nova.virt.hardware [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.367268] env[62954]: DEBUG nova.virt.hardware [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.367583] env[62954]: DEBUG nova.virt.hardware [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.367859] env[62954]: DEBUG nova.virt.hardware [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.368162] env[62954]: DEBUG nova.virt.hardware [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.368535] env[62954]: DEBUG nova.virt.hardware [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.368833] env[62954]: DEBUG nova.virt.hardware [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.369159] env[62954]: DEBUG nova.virt.hardware [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.369482] env[62954]: DEBUG nova.virt.hardware [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.369806] env[62954]: DEBUG nova.virt.hardware [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.371163] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80afdae-8fb6-4001-9b76-fe058bee8842 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.382598] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111d8f58-82af-412c-a4ae-651afa7739fd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.404937] env[62954]: DEBUG oslo_vmware.api [None req-d3277952-b6ca-46bf-ac8e-26bf88fa6ec4 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598048, 'name': PowerOffVM_Task, 'duration_secs': 0.389324} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.405224] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3277952-b6ca-46bf-ac8e-26bf88fa6ec4 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.405396] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d3277952-b6ca-46bf-ac8e-26bf88fa6ec4 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.405639] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0cda5d47-5f90-4b16-8dca-a77ee10500f0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.506530] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d3277952-b6ca-46bf-ac8e-26bf88fa6ec4 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.506777] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d3277952-b6ca-46bf-ac8e-26bf88fa6ec4 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.506962] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3277952-b6ca-46bf-ac8e-26bf88fa6ec4 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Deleting the datastore file [datastore2] d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.507257] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9215f25c-346f-4f7a-b3f2-16475f3ab948 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.514705] env[62954]: DEBUG oslo_vmware.api [None req-d3277952-b6ca-46bf-ac8e-26bf88fa6ec4 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1027.514705] env[62954]: value = "task-2598051" [ 1027.514705] env[62954]: _type = "Task" [ 1027.514705] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.531997] env[62954]: DEBUG oslo_vmware.api [None req-fb82f8a0-7729-4ded-9f3c-8cc11b840bf0 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598046, 'name': CreateSnapshot_Task, 'duration_secs': 0.765817} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.534456] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-fb82f8a0-7729-4ded-9f3c-8cc11b840bf0 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Created Snapshot of the VM instance {{(pid=62954) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1027.535082] env[62954]: DEBUG oslo_vmware.api [None req-d3277952-b6ca-46bf-ac8e-26bf88fa6ec4 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.535369] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde779ff-9a2d-4e91-b964-d3b3bbef219f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.587376] env[62954]: DEBUG nova.network.neutron [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Successfully updated port: fc07cacd-f333-4592-98b9-d6416aace75f {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1027.680496] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.370s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.680985] env[62954]: DEBUG nova.compute.manager [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1027.684965] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.861s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.687199] env[62954]: INFO nova.compute.claims [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1027.704982] env[62954]: DEBUG oslo_vmware.api [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598049, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071693} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.705245] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.706038] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dca78a5-9ce4-425f-8deb-5ba67eec66bc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.729074] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac/4d1f016e-3dc7-46ed-ae06-324c3e4c51ac.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.730570] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62a2d5c1-e4d8-4c8d-ba66-65f232755504 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.751151] env[62954]: DEBUG oslo_vmware.api [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 1027.751151] env[62954]: value = "task-2598052" [ 1027.751151] env[62954]: _type = "Task" [ 1027.751151] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.759505] env[62954]: DEBUG oslo_vmware.api [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598052, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.835972] env[62954]: DEBUG nova.compute.manager [req-816150b2-bb5d-4e64-98e5-44b34016bfde req-62c4b5d6-5521-4571-829f-8739c7df2790 service nova] [instance: d4f72348-191e-4762-a939-911324d07d59] Received event network-changed-b862e584-cb0d-4c26-bb50-5ebd64fd51be {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1027.836249] env[62954]: DEBUG nova.compute.manager [req-816150b2-bb5d-4e64-98e5-44b34016bfde req-62c4b5d6-5521-4571-829f-8739c7df2790 service nova] [instance: d4f72348-191e-4762-a939-911324d07d59] Refreshing instance network info cache due to event network-changed-b862e584-cb0d-4c26-bb50-5ebd64fd51be. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1027.836518] env[62954]: DEBUG oslo_concurrency.lockutils [req-816150b2-bb5d-4e64-98e5-44b34016bfde req-62c4b5d6-5521-4571-829f-8739c7df2790 service nova] Acquiring lock "refresh_cache-d4f72348-191e-4762-a939-911324d07d59" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.836697] env[62954]: DEBUG oslo_concurrency.lockutils [req-816150b2-bb5d-4e64-98e5-44b34016bfde req-62c4b5d6-5521-4571-829f-8739c7df2790 service nova] Acquired lock "refresh_cache-d4f72348-191e-4762-a939-911324d07d59" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.837143] env[62954]: DEBUG nova.network.neutron [req-816150b2-bb5d-4e64-98e5-44b34016bfde req-62c4b5d6-5521-4571-829f-8739c7df2790 service nova] [instance: d4f72348-191e-4762-a939-911324d07d59] Refreshing network info cache for port b862e584-cb0d-4c26-bb50-5ebd64fd51be {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.859835] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8382bc5c-25f1-4eca-955d-1523e88a5865 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "interface-d4f72348-191e-4762-a939-911324d07d59-b862e584-cb0d-4c26-bb50-5ebd64fd51be" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.407s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.029283] env[62954]: DEBUG oslo_vmware.api [None req-d3277952-b6ca-46bf-ac8e-26bf88fa6ec4 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598051, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1465} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.029437] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3277952-b6ca-46bf-ac8e-26bf88fa6ec4 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.029623] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d3277952-b6ca-46bf-ac8e-26bf88fa6ec4 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.029862] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d3277952-b6ca-46bf-ac8e-26bf88fa6ec4 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.030109] env[62954]: INFO nova.compute.manager [None req-d3277952-b6ca-46bf-ac8e-26bf88fa6ec4 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1028.030423] env[62954]: DEBUG oslo.service.loopingcall [None req-d3277952-b6ca-46bf-ac8e-26bf88fa6ec4 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1028.030677] env[62954]: DEBUG nova.compute.manager [-] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.030783] env[62954]: DEBUG nova.network.neutron [-] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.053032] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-fb82f8a0-7729-4ded-9f3c-8cc11b840bf0 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Creating linked-clone VM from snapshot {{(pid=62954) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1028.053253] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7fe1693b-6135-4bd8-a6c4-b69360896fdb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.062412] env[62954]: DEBUG oslo_vmware.api [None req-fb82f8a0-7729-4ded-9f3c-8cc11b840bf0 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1028.062412] env[62954]: value = "task-2598053" [ 1028.062412] env[62954]: _type = "Task" [ 1028.062412] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.070934] env[62954]: DEBUG oslo_vmware.api [None req-fb82f8a0-7729-4ded-9f3c-8cc11b840bf0 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598053, 'name': CloneVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.093222] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Acquiring lock "refresh_cache-1f6d5eff-7365-44c1-b915-8b301fe69e5c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.093356] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Acquired lock "refresh_cache-1f6d5eff-7365-44c1-b915-8b301fe69e5c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.093512] env[62954]: DEBUG nova.network.neutron [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.194591] env[62954]: DEBUG nova.compute.utils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1028.196347] env[62954]: DEBUG nova.compute.manager [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1028.196597] env[62954]: DEBUG nova.network.neutron [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1028.235292] env[62954]: DEBUG nova.policy [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6f1ac7d3e7e4788a45b67d0ad1a1873', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d914c6787474034a032c7544a551ca1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 1028.262114] env[62954]: DEBUG oslo_vmware.api [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598052, 'name': ReconfigVM_Task, 'duration_secs': 0.293777} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.262421] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac/4d1f016e-3dc7-46ed-ae06-324c3e4c51ac.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.263125] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a6f4b24-74a1-4d9e-b1d9-9f8c7fe99165 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.273168] env[62954]: DEBUG oslo_vmware.api [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 1028.273168] env[62954]: value = "task-2598054" [ 1028.273168] env[62954]: _type = "Task" [ 1028.273168] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.283230] env[62954]: DEBUG oslo_vmware.api [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598054, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.318748] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dd2fd103-1d9b-4bcb-b148-41dc5e58f249 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "9d694e55-25f6-45fc-9909-3ce31bb25956" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.319100] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dd2fd103-1d9b-4bcb-b148-41dc5e58f249 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "9d694e55-25f6-45fc-9909-3ce31bb25956" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.319399] env[62954]: INFO nova.compute.manager [None req-dd2fd103-1d9b-4bcb-b148-41dc5e58f249 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Attaching volume f9f112cc-1b7c-4f3a-8b5b-9df6e345c371 to /dev/sdb [ 1028.356540] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c38d886-c54a-4a8c-bf00-73f1328d89a9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.365622] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca0a817-58cb-4fb9-8b91-1d242c76c467 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.380102] env[62954]: DEBUG nova.virt.block_device [None req-dd2fd103-1d9b-4bcb-b148-41dc5e58f249 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Updating existing volume attachment record: 0f4d1aa4-5620-45a3-87ff-9878d0d3c4e0 {{(pid=62954) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1028.534501] env[62954]: DEBUG nova.network.neutron [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Successfully created port: 0121738e-0444-4515-bb05-a6e9bb444e98 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1028.577859] env[62954]: DEBUG oslo_vmware.api [None req-fb82f8a0-7729-4ded-9f3c-8cc11b840bf0 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598053, 'name': CloneVM_Task} progress is 94%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.612050] env[62954]: DEBUG nova.network.neutron [req-816150b2-bb5d-4e64-98e5-44b34016bfde req-62c4b5d6-5521-4571-829f-8739c7df2790 service nova] [instance: d4f72348-191e-4762-a939-911324d07d59] Updated VIF entry in instance network info cache for port b862e584-cb0d-4c26-bb50-5ebd64fd51be. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.612050] env[62954]: DEBUG nova.network.neutron [req-816150b2-bb5d-4e64-98e5-44b34016bfde req-62c4b5d6-5521-4571-829f-8739c7df2790 service nova] [instance: d4f72348-191e-4762-a939-911324d07d59] Updating instance_info_cache with network_info: [{"id": "9d5eef71-161c-4e6e-add2-7373db6a9f51", "address": "fa:16:3e:1b:74:b6", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d5eef71-16", "ovs_interfaceid": "9d5eef71-161c-4e6e-add2-7373db6a9f51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b862e584-cb0d-4c26-bb50-5ebd64fd51be", "address": "fa:16:3e:da:f6:6f", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb862e584-cb", "ovs_interfaceid": "b862e584-cb0d-4c26-bb50-5ebd64fd51be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.630790] env[62954]: DEBUG nova.network.neutron [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.701391] env[62954]: DEBUG nova.compute.manager [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1028.767768] env[62954]: DEBUG nova.network.neutron [-] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.788332] env[62954]: DEBUG nova.network.neutron [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Updating instance_info_cache with network_info: [{"id": "fc07cacd-f333-4592-98b9-d6416aace75f", "address": "fa:16:3e:7b:23:d6", "network": {"id": "8183c29e-46d6-416c-bced-d8ad58e91c14", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1884262175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d914c6787474034a032c7544a551ca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc07cacd-f3", "ovs_interfaceid": "fc07cacd-f333-4592-98b9-d6416aace75f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.801039] env[62954]: DEBUG oslo_vmware.api [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598054, 'name': Rename_Task, 'duration_secs': 0.232607} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.804530] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.805729] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47c0763b-25a1-4fb2-8801-058493241916 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.817740] env[62954]: DEBUG oslo_vmware.api [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 1028.817740] env[62954]: value = "task-2598056" [ 1028.817740] env[62954]: _type = "Task" [ 1028.817740] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.835206] env[62954]: DEBUG oslo_vmware.api [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598056, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.949584] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78083c5-30af-42ab-bd86-a02d5fd54848 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.955153] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b24e63c-3c4c-405a-beb4-b32577f6b737 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.988662] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1411e3a7-f14c-4799-8470-f6a8e116b615 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.997215] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a231682-b99f-4aa5-9780-146570c45ccd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.012192] env[62954]: DEBUG nova.compute.provider_tree [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.076387] env[62954]: DEBUG oslo_vmware.api [None req-fb82f8a0-7729-4ded-9f3c-8cc11b840bf0 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598053, 'name': CloneVM_Task} progress is 95%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.114928] env[62954]: DEBUG oslo_concurrency.lockutils [req-816150b2-bb5d-4e64-98e5-44b34016bfde req-62c4b5d6-5521-4571-829f-8739c7df2790 service nova] Releasing lock "refresh_cache-d4f72348-191e-4762-a939-911324d07d59" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.270655] env[62954]: INFO nova.compute.manager [-] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Took 1.24 seconds to deallocate network for instance. [ 1029.277755] env[62954]: DEBUG oslo_concurrency.lockutils [None req-76bd1d3f-5378-4608-b0f4-5abe8d8f5d1e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "interface-d4f72348-191e-4762-a939-911324d07d59-b862e584-cb0d-4c26-bb50-5ebd64fd51be" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.277995] env[62954]: DEBUG oslo_concurrency.lockutils [None req-76bd1d3f-5378-4608-b0f4-5abe8d8f5d1e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "interface-d4f72348-191e-4762-a939-911324d07d59-b862e584-cb0d-4c26-bb50-5ebd64fd51be" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.296116] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Releasing lock "refresh_cache-1f6d5eff-7365-44c1-b915-8b301fe69e5c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.296116] env[62954]: DEBUG nova.compute.manager [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Instance network_info: |[{"id": "fc07cacd-f333-4592-98b9-d6416aace75f", "address": "fa:16:3e:7b:23:d6", "network": {"id": "8183c29e-46d6-416c-bced-d8ad58e91c14", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1884262175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d914c6787474034a032c7544a551ca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc07cacd-f3", "ovs_interfaceid": "fc07cacd-f333-4592-98b9-d6416aace75f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1029.296116] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:23:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc07cacd-f333-4592-98b9-d6416aace75f', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.304307] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Creating folder: Project (4d914c6787474034a032c7544a551ca1). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1029.305779] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0054d1b-d96d-4498-b136-57b4aeb3db8e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.327782] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Created folder: Project (4d914c6787474034a032c7544a551ca1) in parent group-v523717. [ 1029.327972] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Creating folder: Instances. Parent ref: group-v523996. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1029.328641] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81b4e9db-9f4f-432e-8c04-47a79615161c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.334027] env[62954]: DEBUG oslo_vmware.api [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598056, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.339642] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Created folder: Instances in parent group-v523996. [ 1029.339889] env[62954]: DEBUG oslo.service.loopingcall [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1029.340097] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.340319] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6fcb1ae-2084-446f-8a8d-1e81384842c7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.363861] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.363861] env[62954]: value = "task-2598061" [ 1029.363861] env[62954]: _type = "Task" [ 1029.363861] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.372550] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598061, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.515462] env[62954]: DEBUG nova.scheduler.client.report [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.576575] env[62954]: DEBUG oslo_vmware.api [None req-fb82f8a0-7729-4ded-9f3c-8cc11b840bf0 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598053, 'name': CloneVM_Task, 'duration_secs': 1.346207} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.576837] env[62954]: INFO nova.virt.vmwareapi.vmops [None req-fb82f8a0-7729-4ded-9f3c-8cc11b840bf0 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Created linked-clone VM from snapshot [ 1029.577567] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d484379c-1431-43a5-b392-34a54736c3aa {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.586298] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-fb82f8a0-7729-4ded-9f3c-8cc11b840bf0 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Uploading image 82b2b438-e9cc-4906-92a6-567fe6b39739 {{(pid=62954) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1029.606171] env[62954]: DEBUG oslo_vmware.rw_handles [None req-fb82f8a0-7729-4ded-9f3c-8cc11b840bf0 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1029.606171] env[62954]: value = "vm-523993" [ 1029.606171] env[62954]: _type = "VirtualMachine" [ 1029.606171] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1029.606425] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d96bd764-dfb2-4227-9d43-ed07bd1ace9f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.613923] env[62954]: DEBUG oslo_vmware.rw_handles [None req-fb82f8a0-7729-4ded-9f3c-8cc11b840bf0 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lease: (returnval){ [ 1029.613923] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52eaa0f4-c159-b7b6-0aad-e687ba298017" [ 1029.613923] env[62954]: _type = "HttpNfcLease" [ 1029.613923] env[62954]: } obtained for exporting VM: (result){ [ 1029.613923] env[62954]: value = "vm-523993" [ 1029.613923] env[62954]: _type = "VirtualMachine" [ 1029.613923] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1029.614335] env[62954]: DEBUG oslo_vmware.api [None req-fb82f8a0-7729-4ded-9f3c-8cc11b840bf0 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the lease: (returnval){ [ 1029.614335] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52eaa0f4-c159-b7b6-0aad-e687ba298017" [ 1029.614335] env[62954]: _type = "HttpNfcLease" [ 1029.614335] env[62954]: } to be ready. {{(pid=62954) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1029.620654] env[62954]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1029.620654] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52eaa0f4-c159-b7b6-0aad-e687ba298017" [ 1029.620654] env[62954]: _type = "HttpNfcLease" [ 1029.620654] env[62954]: } is initializing. {{(pid=62954) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1029.714712] env[62954]: DEBUG nova.compute.manager [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1029.743223] env[62954]: DEBUG nova.virt.hardware [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.743618] env[62954]: DEBUG nova.virt.hardware [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.743907] env[62954]: DEBUG nova.virt.hardware [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.744260] env[62954]: DEBUG nova.virt.hardware [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.744540] env[62954]: DEBUG nova.virt.hardware [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.744810] env[62954]: DEBUG nova.virt.hardware [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.745187] env[62954]: DEBUG nova.virt.hardware [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.745472] env[62954]: DEBUG nova.virt.hardware [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.745770] env[62954]: DEBUG nova.virt.hardware [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.746074] env[62954]: DEBUG nova.virt.hardware [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.746382] env[62954]: DEBUG nova.virt.hardware [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.747704] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd1cab8-f63c-4256-b97c-1088068b41b0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.757399] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb49ee6-e548-4ed1-95c9-3118a9a36fbe {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.782035] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d3277952-b6ca-46bf-ac8e-26bf88fa6ec4 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.782439] env[62954]: DEBUG oslo_concurrency.lockutils [None req-76bd1d3f-5378-4608-b0f4-5abe8d8f5d1e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "d4f72348-191e-4762-a939-911324d07d59" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.782602] env[62954]: DEBUG oslo_concurrency.lockutils [None req-76bd1d3f-5378-4608-b0f4-5abe8d8f5d1e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquired lock "d4f72348-191e-4762-a939-911324d07d59" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.783364] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff841ae8-0fe8-45db-817d-8ae19e5fc813 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.801010] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3305f7-7de0-4ec6-9028-796f5ae4056c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.828645] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-76bd1d3f-5378-4608-b0f4-5abe8d8f5d1e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Reconfiguring VM to detach interface {{(pid=62954) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1029.832029] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87bbca7b-ba46-462c-8ed1-f913646a1f7c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.850703] env[62954]: DEBUG oslo_vmware.api [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598056, 'name': PowerOnVM_Task, 'duration_secs': 0.542794} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.852190] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.852404] env[62954]: INFO nova.compute.manager [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Took 9.66 seconds to spawn the instance on the hypervisor. [ 1029.852585] env[62954]: DEBUG nova.compute.manager [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.852930] env[62954]: DEBUG oslo_vmware.api [None req-76bd1d3f-5378-4608-b0f4-5abe8d8f5d1e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 1029.852930] env[62954]: value = "task-2598063" [ 1029.852930] env[62954]: _type = "Task" [ 1029.852930] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.853631] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919b3585-baf6-4e46-8445-69bd0968a26e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.865046] env[62954]: DEBUG oslo_vmware.api [None req-76bd1d3f-5378-4608-b0f4-5abe8d8f5d1e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2598063, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.873780] env[62954]: DEBUG nova.compute.manager [req-1532cc97-0f33-449e-9d46-b132ca0b0fc3 req-61e64cd4-07bc-4dbe-a408-4cb69fafaa54 service nova] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Received event network-vif-plugged-fc07cacd-f333-4592-98b9-d6416aace75f {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1029.873983] env[62954]: DEBUG oslo_concurrency.lockutils [req-1532cc97-0f33-449e-9d46-b132ca0b0fc3 req-61e64cd4-07bc-4dbe-a408-4cb69fafaa54 service nova] Acquiring lock "1f6d5eff-7365-44c1-b915-8b301fe69e5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.874646] env[62954]: DEBUG oslo_concurrency.lockutils [req-1532cc97-0f33-449e-9d46-b132ca0b0fc3 req-61e64cd4-07bc-4dbe-a408-4cb69fafaa54 service nova] Lock "1f6d5eff-7365-44c1-b915-8b301fe69e5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.874646] env[62954]: DEBUG oslo_concurrency.lockutils [req-1532cc97-0f33-449e-9d46-b132ca0b0fc3 req-61e64cd4-07bc-4dbe-a408-4cb69fafaa54 service nova] Lock "1f6d5eff-7365-44c1-b915-8b301fe69e5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.874646] env[62954]: DEBUG nova.compute.manager [req-1532cc97-0f33-449e-9d46-b132ca0b0fc3 req-61e64cd4-07bc-4dbe-a408-4cb69fafaa54 service nova] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] No waiting events found dispatching network-vif-plugged-fc07cacd-f333-4592-98b9-d6416aace75f {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1029.874838] env[62954]: WARNING nova.compute.manager [req-1532cc97-0f33-449e-9d46-b132ca0b0fc3 req-61e64cd4-07bc-4dbe-a408-4cb69fafaa54 service nova] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Received unexpected event network-vif-plugged-fc07cacd-f333-4592-98b9-d6416aace75f for instance with vm_state building and task_state spawning. [ 1029.874974] env[62954]: DEBUG nova.compute.manager [req-1532cc97-0f33-449e-9d46-b132ca0b0fc3 req-61e64cd4-07bc-4dbe-a408-4cb69fafaa54 service nova] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Received event network-changed-fc07cacd-f333-4592-98b9-d6416aace75f {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1029.875238] env[62954]: DEBUG nova.compute.manager [req-1532cc97-0f33-449e-9d46-b132ca0b0fc3 req-61e64cd4-07bc-4dbe-a408-4cb69fafaa54 service nova] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Refreshing instance network info cache due to event network-changed-fc07cacd-f333-4592-98b9-d6416aace75f. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1029.875448] env[62954]: DEBUG oslo_concurrency.lockutils [req-1532cc97-0f33-449e-9d46-b132ca0b0fc3 req-61e64cd4-07bc-4dbe-a408-4cb69fafaa54 service nova] Acquiring lock "refresh_cache-1f6d5eff-7365-44c1-b915-8b301fe69e5c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.875704] env[62954]: DEBUG oslo_concurrency.lockutils [req-1532cc97-0f33-449e-9d46-b132ca0b0fc3 req-61e64cd4-07bc-4dbe-a408-4cb69fafaa54 service nova] Acquired lock "refresh_cache-1f6d5eff-7365-44c1-b915-8b301fe69e5c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.875972] env[62954]: DEBUG nova.network.neutron [req-1532cc97-0f33-449e-9d46-b132ca0b0fc3 req-61e64cd4-07bc-4dbe-a408-4cb69fafaa54 service nova] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Refreshing network info cache for port fc07cacd-f333-4592-98b9-d6416aace75f {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.884317] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598061, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.020832] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.336s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.020915] env[62954]: DEBUG nova.compute.manager [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1030.023580] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d3277952-b6ca-46bf-ac8e-26bf88fa6ec4 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.242s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.023701] env[62954]: DEBUG nova.objects.instance [None req-d3277952-b6ca-46bf-ac8e-26bf88fa6ec4 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lazy-loading 'resources' on Instance uuid d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.036478] env[62954]: DEBUG nova.compute.manager [req-479189c9-bfd8-4465-ae37-433996c68908 req-63d00b69-6188-4b3c-82e7-6250ccb0e65c service nova] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Received event network-vif-plugged-0121738e-0444-4515-bb05-a6e9bb444e98 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1030.036688] env[62954]: DEBUG oslo_concurrency.lockutils [req-479189c9-bfd8-4465-ae37-433996c68908 req-63d00b69-6188-4b3c-82e7-6250ccb0e65c service nova] Acquiring lock "b1a1768a-6eee-4de3-a6c6-a52b2508b1fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.036923] env[62954]: DEBUG oslo_concurrency.lockutils [req-479189c9-bfd8-4465-ae37-433996c68908 req-63d00b69-6188-4b3c-82e7-6250ccb0e65c service nova] Lock "b1a1768a-6eee-4de3-a6c6-a52b2508b1fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.037108] env[62954]: DEBUG oslo_concurrency.lockutils [req-479189c9-bfd8-4465-ae37-433996c68908 req-63d00b69-6188-4b3c-82e7-6250ccb0e65c service nova] Lock "b1a1768a-6eee-4de3-a6c6-a52b2508b1fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.037285] env[62954]: DEBUG nova.compute.manager [req-479189c9-bfd8-4465-ae37-433996c68908 req-63d00b69-6188-4b3c-82e7-6250ccb0e65c service nova] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] No waiting events found dispatching network-vif-plugged-0121738e-0444-4515-bb05-a6e9bb444e98 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1030.037500] env[62954]: WARNING nova.compute.manager [req-479189c9-bfd8-4465-ae37-433996c68908 req-63d00b69-6188-4b3c-82e7-6250ccb0e65c service nova] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Received unexpected event network-vif-plugged-0121738e-0444-4515-bb05-a6e9bb444e98 for instance with vm_state building and task_state spawning. [ 1030.118604] env[62954]: DEBUG nova.network.neutron [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Successfully updated port: 0121738e-0444-4515-bb05-a6e9bb444e98 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1030.124077] env[62954]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1030.124077] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52eaa0f4-c159-b7b6-0aad-e687ba298017" [ 1030.124077] env[62954]: _type = "HttpNfcLease" [ 1030.124077] env[62954]: } is ready. {{(pid=62954) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1030.124370] env[62954]: DEBUG oslo_vmware.rw_handles [None req-fb82f8a0-7729-4ded-9f3c-8cc11b840bf0 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1030.124370] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52eaa0f4-c159-b7b6-0aad-e687ba298017" [ 1030.124370] env[62954]: _type = "HttpNfcLease" [ 1030.124370] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1030.125121] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cf0014-f6ab-422e-bba1-68ebac538dc4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.133672] env[62954]: DEBUG oslo_vmware.rw_handles [None req-fb82f8a0-7729-4ded-9f3c-8cc11b840bf0 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d45799-1f5b-db77-7fe7-b03ff3928cdb/disk-0.vmdk from lease info. {{(pid=62954) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1030.133861] env[62954]: DEBUG oslo_vmware.rw_handles [None req-fb82f8a0-7729-4ded-9f3c-8cc11b840bf0 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d45799-1f5b-db77-7fe7-b03ff3928cdb/disk-0.vmdk for reading. {{(pid=62954) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1030.252523] env[62954]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-786dc61d-3ef5-4438-ba12-0fc74326506c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.367166] env[62954]: DEBUG oslo_vmware.api [None req-76bd1d3f-5378-4608-b0f4-5abe8d8f5d1e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2598063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.375518] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598061, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.386712] env[62954]: INFO nova.compute.manager [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Took 15.13 seconds to build instance. [ 1030.527019] env[62954]: DEBUG nova.compute.utils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1030.533121] env[62954]: DEBUG nova.compute.manager [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1030.533470] env[62954]: DEBUG nova.network.neutron [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1030.588115] env[62954]: DEBUG nova.policy [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6f1ac7d3e7e4788a45b67d0ad1a1873', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d914c6787474034a032c7544a551ca1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 1030.621866] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Acquiring lock "refresh_cache-b1a1768a-6eee-4de3-a6c6-a52b2508b1fa" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.622055] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Acquired lock "refresh_cache-b1a1768a-6eee-4de3-a6c6-a52b2508b1fa" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.622218] env[62954]: DEBUG nova.network.neutron [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.774613] env[62954]: DEBUG nova.network.neutron [req-1532cc97-0f33-449e-9d46-b132ca0b0fc3 req-61e64cd4-07bc-4dbe-a408-4cb69fafaa54 service nova] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Updated VIF entry in instance network info cache for port fc07cacd-f333-4592-98b9-d6416aace75f. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.775493] env[62954]: DEBUG nova.network.neutron [req-1532cc97-0f33-449e-9d46-b132ca0b0fc3 req-61e64cd4-07bc-4dbe-a408-4cb69fafaa54 service nova] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Updating instance_info_cache with network_info: [{"id": "fc07cacd-f333-4592-98b9-d6416aace75f", "address": "fa:16:3e:7b:23:d6", "network": {"id": "8183c29e-46d6-416c-bced-d8ad58e91c14", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1884262175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d914c6787474034a032c7544a551ca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc07cacd-f3", "ovs_interfaceid": "fc07cacd-f333-4592-98b9-d6416aace75f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.781310] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5adf168-8689-46a7-b9ad-7c420d8b4593 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.791751] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfaaf62-50d5-4f5e-9d41-3a577268b78e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.828603] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c55a531-4605-4f7b-b3e4-a24b13a671a0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.837777] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373e72d5-02d0-48f6-a69f-e6973f2c1719 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.852173] env[62954]: DEBUG nova.compute.provider_tree [None req-d3277952-b6ca-46bf-ac8e-26bf88fa6ec4 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.867065] env[62954]: DEBUG oslo_vmware.api [None req-76bd1d3f-5378-4608-b0f4-5abe8d8f5d1e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2598063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.876355] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598061, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.888512] env[62954]: DEBUG nova.network.neutron [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Successfully created port: 1ff32323-23c4-42b4-b1db-9388131dac69 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1030.890721] env[62954]: DEBUG oslo_concurrency.lockutils [None req-25b17a57-a2d5-4f58-bedb-8eada3457d14 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "4d1f016e-3dc7-46ed-ae06-324c3e4c51ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.647s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.034417] env[62954]: DEBUG nova.compute.manager [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1031.167849] env[62954]: DEBUG nova.network.neutron [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1031.281930] env[62954]: DEBUG oslo_concurrency.lockutils [req-1532cc97-0f33-449e-9d46-b132ca0b0fc3 req-61e64cd4-07bc-4dbe-a408-4cb69fafaa54 service nova] Releasing lock "refresh_cache-1f6d5eff-7365-44c1-b915-8b301fe69e5c" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.282452] env[62954]: DEBUG nova.compute.manager [req-1532cc97-0f33-449e-9d46-b132ca0b0fc3 req-61e64cd4-07bc-4dbe-a408-4cb69fafaa54 service nova] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Received event network-vif-deleted-3ca5c3c6-a6e3-468f-9482-e6adebc5dd7d {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1031.326663] env[62954]: DEBUG nova.network.neutron [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Updating instance_info_cache with network_info: [{"id": "0121738e-0444-4515-bb05-a6e9bb444e98", "address": "fa:16:3e:15:72:e7", "network": {"id": "8183c29e-46d6-416c-bced-d8ad58e91c14", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1884262175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d914c6787474034a032c7544a551ca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0121738e-04", "ovs_interfaceid": "0121738e-0444-4515-bb05-a6e9bb444e98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.355833] env[62954]: DEBUG nova.scheduler.client.report [None req-d3277952-b6ca-46bf-ac8e-26bf88fa6ec4 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.372422] env[62954]: DEBUG oslo_vmware.api [None req-76bd1d3f-5378-4608-b0f4-5abe8d8f5d1e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2598063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.385130] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598061, 'name': CreateVM_Task, 'duration_secs': 1.54191} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.385130] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.385357] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.385498] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.385940] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.386518] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44762ba0-2504-43c5-bb87-70d67f851c10 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.392230] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Waiting for the task: (returnval){ [ 1031.392230] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52464e80-64e8-64e8-646f-2bd1bdbc140b" [ 1031.392230] env[62954]: _type = "Task" [ 1031.392230] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.400860] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52464e80-64e8-64e8-646f-2bd1bdbc140b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.829562] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Releasing lock "refresh_cache-b1a1768a-6eee-4de3-a6c6-a52b2508b1fa" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.830229] env[62954]: DEBUG nova.compute.manager [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Instance network_info: |[{"id": "0121738e-0444-4515-bb05-a6e9bb444e98", "address": "fa:16:3e:15:72:e7", "network": {"id": "8183c29e-46d6-416c-bced-d8ad58e91c14", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1884262175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d914c6787474034a032c7544a551ca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0121738e-04", "ovs_interfaceid": "0121738e-0444-4515-bb05-a6e9bb444e98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1031.830928] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:72:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0121738e-0444-4515-bb05-a6e9bb444e98', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.838960] env[62954]: DEBUG oslo.service.loopingcall [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1031.840850] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1031.843943] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8527300-421e-49dc-b4ad-f4b68018e784 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.863969] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d3277952-b6ca-46bf-ac8e-26bf88fa6ec4 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.877395] env[62954]: DEBUG oslo_vmware.api [None req-76bd1d3f-5378-4608-b0f4-5abe8d8f5d1e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2598063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.879233] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1031.879233] env[62954]: value = "task-2598065" [ 1031.879233] env[62954]: _type = "Task" [ 1031.879233] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.889414] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598065, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.890507] env[62954]: INFO nova.scheduler.client.report [None req-d3277952-b6ca-46bf-ac8e-26bf88fa6ec4 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Deleted allocations for instance d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5 [ 1031.907117] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52464e80-64e8-64e8-646f-2bd1bdbc140b, 'name': SearchDatastore_Task, 'duration_secs': 0.0163} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.907796] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.907796] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.908146] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.908424] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.908701] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.909952] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2172be28-369b-4897-a986-e10856b60e71 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.921309] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.921874] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.923901] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d021b8b8-4761-4494-b021-b554f11267ae {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.930451] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Waiting for the task: (returnval){ [ 1031.930451] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]524ed77d-f01e-508c-698a-6b49947c9a98" [ 1031.930451] env[62954]: _type = "Task" [ 1031.930451] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.941976] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]524ed77d-f01e-508c-698a-6b49947c9a98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.046104] env[62954]: DEBUG nova.compute.manager [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1032.069740] env[62954]: DEBUG nova.compute.manager [req-ebd09f3e-0a9d-4c7a-a7d3-034d2a8e4b3a req-c8839fcc-14cb-4aba-866c-bd5ca1303ebe service nova] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Received event network-changed-0121738e-0444-4515-bb05-a6e9bb444e98 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1032.069997] env[62954]: DEBUG nova.compute.manager [req-ebd09f3e-0a9d-4c7a-a7d3-034d2a8e4b3a req-c8839fcc-14cb-4aba-866c-bd5ca1303ebe service nova] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Refreshing instance network info cache due to event network-changed-0121738e-0444-4515-bb05-a6e9bb444e98. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1032.070238] env[62954]: DEBUG oslo_concurrency.lockutils [req-ebd09f3e-0a9d-4c7a-a7d3-034d2a8e4b3a req-c8839fcc-14cb-4aba-866c-bd5ca1303ebe service nova] Acquiring lock "refresh_cache-b1a1768a-6eee-4de3-a6c6-a52b2508b1fa" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.070383] env[62954]: DEBUG oslo_concurrency.lockutils [req-ebd09f3e-0a9d-4c7a-a7d3-034d2a8e4b3a req-c8839fcc-14cb-4aba-866c-bd5ca1303ebe service nova] Acquired lock "refresh_cache-b1a1768a-6eee-4de3-a6c6-a52b2508b1fa" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.070593] env[62954]: DEBUG nova.network.neutron [req-ebd09f3e-0a9d-4c7a-a7d3-034d2a8e4b3a req-c8839fcc-14cb-4aba-866c-bd5ca1303ebe service nova] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Refreshing network info cache for port 0121738e-0444-4515-bb05-a6e9bb444e98 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1032.073917] env[62954]: DEBUG nova.virt.hardware [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1032.074196] env[62954]: DEBUG nova.virt.hardware [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1032.074421] env[62954]: DEBUG nova.virt.hardware [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.074679] env[62954]: DEBUG nova.virt.hardware [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1032.074854] env[62954]: DEBUG nova.virt.hardware [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.075060] env[62954]: DEBUG nova.virt.hardware [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1032.075290] env[62954]: DEBUG nova.virt.hardware [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1032.075454] env[62954]: DEBUG nova.virt.hardware [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1032.075641] env[62954]: DEBUG nova.virt.hardware [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1032.075853] env[62954]: DEBUG nova.virt.hardware [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1032.076107] env[62954]: DEBUG nova.virt.hardware [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1032.077488] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee1bf0f-af93-47e4-8618-a4e92dfef874 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.090889] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b15930-40b7-4fa7-aef1-27526cadaf0e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.340219] env[62954]: DEBUG nova.network.neutron [req-ebd09f3e-0a9d-4c7a-a7d3-034d2a8e4b3a req-c8839fcc-14cb-4aba-866c-bd5ca1303ebe service nova] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Updated VIF entry in instance network info cache for port 0121738e-0444-4515-bb05-a6e9bb444e98. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1032.340673] env[62954]: DEBUG nova.network.neutron [req-ebd09f3e-0a9d-4c7a-a7d3-034d2a8e4b3a req-c8839fcc-14cb-4aba-866c-bd5ca1303ebe service nova] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Updating instance_info_cache with network_info: [{"id": "0121738e-0444-4515-bb05-a6e9bb444e98", "address": "fa:16:3e:15:72:e7", "network": {"id": "8183c29e-46d6-416c-bced-d8ad58e91c14", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1884262175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d914c6787474034a032c7544a551ca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0121738e-04", "ovs_interfaceid": "0121738e-0444-4515-bb05-a6e9bb444e98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.367023] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquiring lock "b8b76e1c-723c-47b9-a810-381de87e54bc" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.367023] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lock "b8b76e1c-723c-47b9-a810-381de87e54bc" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.367023] env[62954]: INFO nova.compute.manager [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Shelving [ 1032.373363] env[62954]: DEBUG nova.compute.manager [req-cf6247c9-9df9-4136-a69a-aa152fd16d0e req-0a70e876-4059-4e57-93eb-d36c8aa49f7c service nova] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Received event network-vif-plugged-1ff32323-23c4-42b4-b1db-9388131dac69 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1032.373933] env[62954]: DEBUG oslo_concurrency.lockutils [req-cf6247c9-9df9-4136-a69a-aa152fd16d0e req-0a70e876-4059-4e57-93eb-d36c8aa49f7c service nova] Acquiring lock "1b7851bf-81ab-4dbe-a49c-1697f015e04d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.374287] env[62954]: DEBUG oslo_concurrency.lockutils [req-cf6247c9-9df9-4136-a69a-aa152fd16d0e req-0a70e876-4059-4e57-93eb-d36c8aa49f7c service nova] Lock "1b7851bf-81ab-4dbe-a49c-1697f015e04d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.374674] env[62954]: DEBUG oslo_concurrency.lockutils [req-cf6247c9-9df9-4136-a69a-aa152fd16d0e req-0a70e876-4059-4e57-93eb-d36c8aa49f7c service nova] Lock "1b7851bf-81ab-4dbe-a49c-1697f015e04d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.374963] env[62954]: DEBUG nova.compute.manager [req-cf6247c9-9df9-4136-a69a-aa152fd16d0e req-0a70e876-4059-4e57-93eb-d36c8aa49f7c service nova] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] No waiting events found dispatching network-vif-plugged-1ff32323-23c4-42b4-b1db-9388131dac69 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1032.375270] env[62954]: WARNING nova.compute.manager [req-cf6247c9-9df9-4136-a69a-aa152fd16d0e req-0a70e876-4059-4e57-93eb-d36c8aa49f7c service nova] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Received unexpected event network-vif-plugged-1ff32323-23c4-42b4-b1db-9388131dac69 for instance with vm_state building and task_state spawning. [ 1032.379763] env[62954]: DEBUG oslo_vmware.api [None req-76bd1d3f-5378-4608-b0f4-5abe8d8f5d1e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2598063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.393121] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598065, 'name': CreateVM_Task, 'duration_secs': 0.354379} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.393636] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1032.395124] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.395124] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.395124] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.395264] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f74ee79-c888-4085-8a6a-65c836a9bb10 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.403081] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Waiting for the task: (returnval){ [ 1032.403081] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52341fcc-e0f2-46ad-cf95-2a66bc4684ec" [ 1032.403081] env[62954]: _type = "Task" [ 1032.403081] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.403901] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d3277952-b6ca-46bf-ac8e-26bf88fa6ec4 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.051s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.414547] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52341fcc-e0f2-46ad-cf95-2a66bc4684ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.441777] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]524ed77d-f01e-508c-698a-6b49947c9a98, 'name': SearchDatastore_Task, 'duration_secs': 0.014074} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.442551] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5101952a-4624-404c-acaf-4da032a50965 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.449196] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Waiting for the task: (returnval){ [ 1032.449196] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5263ba44-151a-95d1-a7b0-435435875b8c" [ 1032.449196] env[62954]: _type = "Task" [ 1032.449196] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.458382] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5263ba44-151a-95d1-a7b0-435435875b8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.474052] env[62954]: DEBUG nova.network.neutron [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Successfully updated port: 1ff32323-23c4-42b4-b1db-9388131dac69 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1032.843990] env[62954]: DEBUG oslo_concurrency.lockutils [req-ebd09f3e-0a9d-4c7a-a7d3-034d2a8e4b3a req-c8839fcc-14cb-4aba-866c-bd5ca1303ebe service nova] Releasing lock "refresh_cache-b1a1768a-6eee-4de3-a6c6-a52b2508b1fa" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.844365] env[62954]: DEBUG nova.compute.manager [req-ebd09f3e-0a9d-4c7a-a7d3-034d2a8e4b3a req-c8839fcc-14cb-4aba-866c-bd5ca1303ebe service nova] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Received event network-changed-b0cc6810-feaf-4f8f-9d94-6f3fa8a51fb2 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1032.844674] env[62954]: DEBUG nova.compute.manager [req-ebd09f3e-0a9d-4c7a-a7d3-034d2a8e4b3a req-c8839fcc-14cb-4aba-866c-bd5ca1303ebe service nova] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Refreshing instance network info cache due to event network-changed-b0cc6810-feaf-4f8f-9d94-6f3fa8a51fb2. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1032.844962] env[62954]: DEBUG oslo_concurrency.lockutils [req-ebd09f3e-0a9d-4c7a-a7d3-034d2a8e4b3a req-c8839fcc-14cb-4aba-866c-bd5ca1303ebe service nova] Acquiring lock "refresh_cache-4d1f016e-3dc7-46ed-ae06-324c3e4c51ac" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.845233] env[62954]: DEBUG oslo_concurrency.lockutils [req-ebd09f3e-0a9d-4c7a-a7d3-034d2a8e4b3a req-c8839fcc-14cb-4aba-866c-bd5ca1303ebe service nova] Acquired lock "refresh_cache-4d1f016e-3dc7-46ed-ae06-324c3e4c51ac" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.845418] env[62954]: DEBUG nova.network.neutron [req-ebd09f3e-0a9d-4c7a-a7d3-034d2a8e4b3a req-c8839fcc-14cb-4aba-866c-bd5ca1303ebe service nova] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Refreshing network info cache for port b0cc6810-feaf-4f8f-9d94-6f3fa8a51fb2 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1032.881749] env[62954]: DEBUG oslo_vmware.api [None req-76bd1d3f-5378-4608-b0f4-5abe8d8f5d1e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2598063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.917040] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52341fcc-e0f2-46ad-cf95-2a66bc4684ec, 'name': SearchDatastore_Task, 'duration_secs': 0.013083} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.917279] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.917665] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.917915] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.961989] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5263ba44-151a-95d1-a7b0-435435875b8c, 'name': SearchDatastore_Task, 'duration_secs': 0.012399} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.962310] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.962572] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 1f6d5eff-7365-44c1-b915-8b301fe69e5c/1f6d5eff-7365-44c1-b915-8b301fe69e5c.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1032.962876] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.963098] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.963336] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b2fa0cf-c683-445c-ab48-7027ea3bd9d7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.965360] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb86866b-4121-4e2c-8e0c-09bc69a132e8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.974359] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Waiting for the task: (returnval){ [ 1032.974359] env[62954]: value = "task-2598066" [ 1032.974359] env[62954]: _type = "Task" [ 1032.974359] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.978695] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Acquiring lock "refresh_cache-1b7851bf-81ab-4dbe-a49c-1697f015e04d" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.978875] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Acquired lock "refresh_cache-1b7851bf-81ab-4dbe-a49c-1697f015e04d" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.979040] env[62954]: DEBUG nova.network.neutron [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.980160] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.980336] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.981596] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-633b360c-97f8-4a63-8672-3b228f174147 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.987212] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.993501] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Waiting for the task: (returnval){ [ 1032.993501] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]527cab6b-3a31-bf70-c505-c198a55da64d" [ 1032.993501] env[62954]: _type = "Task" [ 1032.993501] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.002677] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]527cab6b-3a31-bf70-c505-c198a55da64d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.242670] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "730b747f-6d66-43a4-99d8-df2c24d5bf27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.242670] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "730b747f-6d66-43a4-99d8-df2c24d5bf27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.379386] env[62954]: DEBUG oslo_vmware.api [None req-76bd1d3f-5378-4608-b0f4-5abe8d8f5d1e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2598063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.383331] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.383762] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83c1c42e-f7ab-4353-afcf-57a111d1ccbf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.393271] env[62954]: DEBUG oslo_vmware.api [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1033.393271] env[62954]: value = "task-2598067" [ 1033.393271] env[62954]: _type = "Task" [ 1033.393271] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.404395] env[62954]: DEBUG oslo_vmware.api [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.435850] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd2fd103-1d9b-4bcb-b148-41dc5e58f249 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Volume attach. Driver type: vmdk {{(pid=62954) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1033.436130] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd2fd103-1d9b-4bcb-b148-41dc5e58f249 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523995', 'volume_id': 'f9f112cc-1b7c-4f3a-8b5b-9df6e345c371', 'name': 'volume-f9f112cc-1b7c-4f3a-8b5b-9df6e345c371', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d694e55-25f6-45fc-9909-3ce31bb25956', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9f112cc-1b7c-4f3a-8b5b-9df6e345c371', 'serial': 'f9f112cc-1b7c-4f3a-8b5b-9df6e345c371'} {{(pid=62954) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1033.437305] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d4f083-0275-4d42-b8a9-dc12865e98d9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.456549] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bcb3af-305b-4e1b-9604-8033965b510f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.485466] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd2fd103-1d9b-4bcb-b148-41dc5e58f249 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] volume-f9f112cc-1b7c-4f3a-8b5b-9df6e345c371/volume-f9f112cc-1b7c-4f3a-8b5b-9df6e345c371.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.492733] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70542659-b3fa-4c81-b580-f1eb5ca4ef25 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.513720] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598066, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484136} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.514480] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 1f6d5eff-7365-44c1-b915-8b301fe69e5c/1f6d5eff-7365-44c1-b915-8b301fe69e5c.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1033.514739] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1033.516235] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf87e5b7-75e8-42b4-b209-6a5e20613b04 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.518569] env[62954]: DEBUG oslo_vmware.api [None req-dd2fd103-1d9b-4bcb-b148-41dc5e58f249 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1033.518569] env[62954]: value = "task-2598068" [ 1033.518569] env[62954]: _type = "Task" [ 1033.518569] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.522491] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]527cab6b-3a31-bf70-c505-c198a55da64d, 'name': SearchDatastore_Task, 'duration_secs': 0.014713} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.526439] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9dc74d6-b3d5-4133-8166-c341a634451b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.530351] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Waiting for the task: (returnval){ [ 1033.530351] env[62954]: value = "task-2598069" [ 1033.530351] env[62954]: _type = "Task" [ 1033.530351] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.538747] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Waiting for the task: (returnval){ [ 1033.538747] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52a59a5f-9e50-c51c-3243-a67ec2683ff5" [ 1033.538747] env[62954]: _type = "Task" [ 1033.538747] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.539061] env[62954]: DEBUG oslo_vmware.api [None req-dd2fd103-1d9b-4bcb-b148-41dc5e58f249 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598068, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.539921] env[62954]: DEBUG nova.network.neutron [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1033.554678] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598069, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.561771] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52a59a5f-9e50-c51c-3243-a67ec2683ff5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.711013] env[62954]: DEBUG nova.network.neutron [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Updating instance_info_cache with network_info: [{"id": "1ff32323-23c4-42b4-b1db-9388131dac69", "address": "fa:16:3e:37:ec:4d", "network": {"id": "8183c29e-46d6-416c-bced-d8ad58e91c14", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1884262175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d914c6787474034a032c7544a551ca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ff32323-23", "ovs_interfaceid": "1ff32323-23c4-42b4-b1db-9388131dac69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.723342] env[62954]: DEBUG nova.network.neutron [req-ebd09f3e-0a9d-4c7a-a7d3-034d2a8e4b3a req-c8839fcc-14cb-4aba-866c-bd5ca1303ebe service nova] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Updated VIF entry in instance network info cache for port b0cc6810-feaf-4f8f-9d94-6f3fa8a51fb2. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1033.723779] env[62954]: DEBUG nova.network.neutron [req-ebd09f3e-0a9d-4c7a-a7d3-034d2a8e4b3a req-c8839fcc-14cb-4aba-866c-bd5ca1303ebe service nova] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Updating instance_info_cache with network_info: [{"id": "b0cc6810-feaf-4f8f-9d94-6f3fa8a51fb2", "address": "fa:16:3e:ca:c4:2d", "network": {"id": "4bc10178-00ee-4e02-a77f-251b191703f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1716852077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ea3f4565fee40f2863a4acec611c17e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0cc6810-fe", "ovs_interfaceid": "b0cc6810-feaf-4f8f-9d94-6f3fa8a51fb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.748608] env[62954]: DEBUG nova.compute.manager [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1033.877887] env[62954]: DEBUG oslo_vmware.api [None req-76bd1d3f-5378-4608-b0f4-5abe8d8f5d1e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2598063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.905447] env[62954]: DEBUG oslo_vmware.api [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598067, 'name': PowerOffVM_Task, 'duration_secs': 0.261146} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.905751] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.906626] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247faa8e-d56d-4f12-b8c3-c12642000554 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.926711] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29105b78-69b1-44c7-afd6-3d71c63a265f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.032773] env[62954]: DEBUG oslo_vmware.api [None req-dd2fd103-1d9b-4bcb-b148-41dc5e58f249 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598068, 'name': ReconfigVM_Task, 'duration_secs': 0.418225} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.036379] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd2fd103-1d9b-4bcb-b148-41dc5e58f249 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Reconfigured VM instance instance-00000062 to attach disk [datastore1] volume-f9f112cc-1b7c-4f3a-8b5b-9df6e345c371/volume-f9f112cc-1b7c-4f3a-8b5b-9df6e345c371.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.041044] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2953f6a-9502-4057-b62b-553cfcb61da1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.057261] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598069, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090212} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.058059] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1034.059671] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3092918-f5cc-49c9-b6d2-b17d19b3392d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.062172] env[62954]: DEBUG oslo_vmware.api [None req-dd2fd103-1d9b-4bcb-b148-41dc5e58f249 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1034.062172] env[62954]: value = "task-2598070" [ 1034.062172] env[62954]: _type = "Task" [ 1034.062172] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.065772] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52a59a5f-9e50-c51c-3243-a67ec2683ff5, 'name': SearchDatastore_Task, 'duration_secs': 0.027308} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.069260] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.069525] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] b1a1768a-6eee-4de3-a6c6-a52b2508b1fa/b1a1768a-6eee-4de3-a6c6-a52b2508b1fa.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1034.079493] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7707d595-91ae-4015-b25a-015bdd0e5df8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.091120] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 1f6d5eff-7365-44c1-b915-8b301fe69e5c/1f6d5eff-7365-44c1-b915-8b301fe69e5c.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.092211] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f25ac8d4-8844-4e96-b89a-236e4c4d16f2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.114627] env[62954]: DEBUG oslo_vmware.api [None req-dd2fd103-1d9b-4bcb-b148-41dc5e58f249 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598070, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.119541] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Waiting for the task: (returnval){ [ 1034.119541] env[62954]: value = "task-2598071" [ 1034.119541] env[62954]: _type = "Task" [ 1034.119541] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.124298] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Waiting for the task: (returnval){ [ 1034.124298] env[62954]: value = "task-2598072" [ 1034.124298] env[62954]: _type = "Task" [ 1034.124298] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.131326] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.136642] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598072, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.215073] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Releasing lock "refresh_cache-1b7851bf-81ab-4dbe-a49c-1697f015e04d" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.215073] env[62954]: DEBUG nova.compute.manager [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Instance network_info: |[{"id": "1ff32323-23c4-42b4-b1db-9388131dac69", "address": "fa:16:3e:37:ec:4d", "network": {"id": "8183c29e-46d6-416c-bced-d8ad58e91c14", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1884262175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d914c6787474034a032c7544a551ca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ff32323-23", "ovs_interfaceid": "1ff32323-23c4-42b4-b1db-9388131dac69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1034.215427] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:ec:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ff32323-23c4-42b4-b1db-9388131dac69', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.223149] env[62954]: DEBUG oslo.service.loopingcall [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1034.223413] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.223642] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab553adf-54e3-44a3-ab2f-d9d0be39ebb4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.238348] env[62954]: DEBUG oslo_concurrency.lockutils [req-ebd09f3e-0a9d-4c7a-a7d3-034d2a8e4b3a req-c8839fcc-14cb-4aba-866c-bd5ca1303ebe service nova] Releasing lock "refresh_cache-4d1f016e-3dc7-46ed-ae06-324c3e4c51ac" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.244966] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.244966] env[62954]: value = "task-2598073" [ 1034.244966] env[62954]: _type = "Task" [ 1034.244966] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.258840] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598073, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.269223] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.269482] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.271011] env[62954]: INFO nova.compute.claims [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.380539] env[62954]: DEBUG oslo_vmware.api [None req-76bd1d3f-5378-4608-b0f4-5abe8d8f5d1e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2598063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.400937] env[62954]: DEBUG nova.compute.manager [req-a450a291-bc9c-4213-90b1-5131598ae7db req-b1e9e514-b4c3-43d7-ac55-8adb7777dae5 service nova] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Received event network-changed-1ff32323-23c4-42b4-b1db-9388131dac69 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1034.401015] env[62954]: DEBUG nova.compute.manager [req-a450a291-bc9c-4213-90b1-5131598ae7db req-b1e9e514-b4c3-43d7-ac55-8adb7777dae5 service nova] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Refreshing instance network info cache due to event network-changed-1ff32323-23c4-42b4-b1db-9388131dac69. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1034.401264] env[62954]: DEBUG oslo_concurrency.lockutils [req-a450a291-bc9c-4213-90b1-5131598ae7db req-b1e9e514-b4c3-43d7-ac55-8adb7777dae5 service nova] Acquiring lock "refresh_cache-1b7851bf-81ab-4dbe-a49c-1697f015e04d" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.401459] env[62954]: DEBUG oslo_concurrency.lockutils [req-a450a291-bc9c-4213-90b1-5131598ae7db req-b1e9e514-b4c3-43d7-ac55-8adb7777dae5 service nova] Acquired lock "refresh_cache-1b7851bf-81ab-4dbe-a49c-1697f015e04d" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.401589] env[62954]: DEBUG nova.network.neutron [req-a450a291-bc9c-4213-90b1-5131598ae7db req-b1e9e514-b4c3-43d7-ac55-8adb7777dae5 service nova] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Refreshing network info cache for port 1ff32323-23c4-42b4-b1db-9388131dac69 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.439078] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Creating Snapshot of the VM instance {{(pid=62954) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1034.439403] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bf6cf427-d5f1-41dc-8244-7f25745a3570 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.451233] env[62954]: DEBUG oslo_vmware.api [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1034.451233] env[62954]: value = "task-2598074" [ 1034.451233] env[62954]: _type = "Task" [ 1034.451233] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.461536] env[62954]: DEBUG oslo_vmware.api [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598074, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.579209] env[62954]: DEBUG oslo_vmware.api [None req-dd2fd103-1d9b-4bcb-b148-41dc5e58f249 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598070, 'name': ReconfigVM_Task, 'duration_secs': 0.149037} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.580108] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd2fd103-1d9b-4bcb-b148-41dc5e58f249 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523995', 'volume_id': 'f9f112cc-1b7c-4f3a-8b5b-9df6e345c371', 'name': 'volume-f9f112cc-1b7c-4f3a-8b5b-9df6e345c371', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d694e55-25f6-45fc-9909-3ce31bb25956', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9f112cc-1b7c-4f3a-8b5b-9df6e345c371', 'serial': 'f9f112cc-1b7c-4f3a-8b5b-9df6e345c371'} {{(pid=62954) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1034.632886] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508885} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.633538] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] b1a1768a-6eee-4de3-a6c6-a52b2508b1fa/b1a1768a-6eee-4de3-a6c6-a52b2508b1fa.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.633804] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.634096] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae74545b-ec0e-4429-9884-489a68e007f3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.639560] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.645499] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Waiting for the task: (returnval){ [ 1034.645499] env[62954]: value = "task-2598075" [ 1034.645499] env[62954]: _type = "Task" [ 1034.645499] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.656152] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598075, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.757541] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598073, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.879933] env[62954]: DEBUG oslo_vmware.api [None req-76bd1d3f-5378-4608-b0f4-5abe8d8f5d1e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2598063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.961943] env[62954]: DEBUG oslo_vmware.api [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598074, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.095745] env[62954]: DEBUG nova.network.neutron [req-a450a291-bc9c-4213-90b1-5131598ae7db req-b1e9e514-b4c3-43d7-ac55-8adb7777dae5 service nova] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Updated VIF entry in instance network info cache for port 1ff32323-23c4-42b4-b1db-9388131dac69. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1035.096112] env[62954]: DEBUG nova.network.neutron [req-a450a291-bc9c-4213-90b1-5131598ae7db req-b1e9e514-b4c3-43d7-ac55-8adb7777dae5 service nova] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Updating instance_info_cache with network_info: [{"id": "1ff32323-23c4-42b4-b1db-9388131dac69", "address": "fa:16:3e:37:ec:4d", "network": {"id": "8183c29e-46d6-416c-bced-d8ad58e91c14", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1884262175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d914c6787474034a032c7544a551ca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ff32323-23", "ovs_interfaceid": "1ff32323-23c4-42b4-b1db-9388131dac69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.135087] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598072, 'name': ReconfigVM_Task, 'duration_secs': 0.655383} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.135379] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 1f6d5eff-7365-44c1-b915-8b301fe69e5c/1f6d5eff-7365-44c1-b915-8b301fe69e5c.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.135998] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0edd2a3-7980-45b1-bb39-790e23bcf14f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.143624] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Waiting for the task: (returnval){ [ 1035.143624] env[62954]: value = "task-2598076" [ 1035.143624] env[62954]: _type = "Task" [ 1035.143624] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.157953] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598076, 'name': Rename_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.160989] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598075, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084336} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.161329] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1035.162075] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd1a33f-587f-4988-b0e7-ee1cb7de886c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.186359] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] b1a1768a-6eee-4de3-a6c6-a52b2508b1fa/b1a1768a-6eee-4de3-a6c6-a52b2508b1fa.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.186804] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d71229af-b112-47a6-add9-31b65730c69f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.207908] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Waiting for the task: (returnval){ [ 1035.207908] env[62954]: value = "task-2598077" [ 1035.207908] env[62954]: _type = "Task" [ 1035.207908] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.217766] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598077, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.256718] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598073, 'name': CreateVM_Task, 'duration_secs': 0.575692} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.256925] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.257657] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.257859] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.258258] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.258533] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-119be967-5b2d-4994-b589-b73b2738f70c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.263909] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Waiting for the task: (returnval){ [ 1035.263909] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5217f8e0-d6f5-21ee-a9e6-682710855394" [ 1035.263909] env[62954]: _type = "Task" [ 1035.263909] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.272581] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5217f8e0-d6f5-21ee-a9e6-682710855394, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.381943] env[62954]: DEBUG oslo_vmware.api [None req-76bd1d3f-5378-4608-b0f4-5abe8d8f5d1e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2598063, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.463033] env[62954]: DEBUG oslo_vmware.api [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598074, 'name': CreateSnapshot_Task, 'duration_secs': 0.883252} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.464227] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Created Snapshot of the VM instance {{(pid=62954) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1035.464986] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27303f5c-c40f-4728-b2f1-3324b64f9335 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.468065] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b46953-208b-47f6-8b11-e6a5b70444eb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.479292] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee21f827-ae71-46a5-b8b3-11c4f2558615 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.524980] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53befc7b-9783-4817-802c-2dcccaa74774 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.534152] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b60ec4-1e64-4762-8464-ffdbc2a5f33b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.550224] env[62954]: DEBUG nova.compute.provider_tree [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.600333] env[62954]: DEBUG oslo_concurrency.lockutils [req-a450a291-bc9c-4213-90b1-5131598ae7db req-b1e9e514-b4c3-43d7-ac55-8adb7777dae5 service nova] Releasing lock "refresh_cache-1b7851bf-81ab-4dbe-a49c-1697f015e04d" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.625115] env[62954]: DEBUG nova.objects.instance [None req-dd2fd103-1d9b-4bcb-b148-41dc5e58f249 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lazy-loading 'flavor' on Instance uuid 9d694e55-25f6-45fc-9909-3ce31bb25956 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.655567] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598076, 'name': Rename_Task, 'duration_secs': 0.220291} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.655715] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.655988] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82978c51-cca3-435c-af02-c04a7b47d34c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.664319] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Waiting for the task: (returnval){ [ 1035.664319] env[62954]: value = "task-2598078" [ 1035.664319] env[62954]: _type = "Task" [ 1035.664319] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.676549] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598078, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.720456] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598077, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.775021] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5217f8e0-d6f5-21ee-a9e6-682710855394, 'name': SearchDatastore_Task, 'duration_secs': 0.012025} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.775450] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.775760] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.776010] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.776171] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.776353] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.776617] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a873f67b-bc51-49eb-b4e9-cb7e5baf0298 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.785818] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.786010] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.786781] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0611966b-2f72-4950-a6d2-8475bdaca82f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.792367] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Waiting for the task: (returnval){ [ 1035.792367] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]528eb6be-afe7-a116-29a1-a1d2a988f890" [ 1035.792367] env[62954]: _type = "Task" [ 1035.792367] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.801110] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]528eb6be-afe7-a116-29a1-a1d2a988f890, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.881431] env[62954]: DEBUG oslo_vmware.api [None req-76bd1d3f-5378-4608-b0f4-5abe8d8f5d1e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2598063, 'name': ReconfigVM_Task, 'duration_secs': 5.760565} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.881702] env[62954]: DEBUG oslo_concurrency.lockutils [None req-76bd1d3f-5378-4608-b0f4-5abe8d8f5d1e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Releasing lock "d4f72348-191e-4762-a939-911324d07d59" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.881919] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-76bd1d3f-5378-4608-b0f4-5abe8d8f5d1e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Reconfigured VM to detach interface {{(pid=62954) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1035.993616] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Creating linked-clone VM from snapshot {{(pid=62954) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1035.993962] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2c7341ff-7e62-49a2-9288-5e52cb6d1637 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.003653] env[62954]: DEBUG oslo_vmware.api [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1036.003653] env[62954]: value = "task-2598079" [ 1036.003653] env[62954]: _type = "Task" [ 1036.003653] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.013340] env[62954]: DEBUG oslo_vmware.api [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598079, 'name': CloneVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.053714] env[62954]: DEBUG nova.scheduler.client.report [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.130518] env[62954]: DEBUG oslo_concurrency.lockutils [None req-dd2fd103-1d9b-4bcb-b148-41dc5e58f249 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "9d694e55-25f6-45fc-9909-3ce31bb25956" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.811s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.179827] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598078, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.220180] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598077, 'name': ReconfigVM_Task, 'duration_secs': 0.543829} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.220484] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Reconfigured VM instance instance-00000069 to attach disk [datastore1] b1a1768a-6eee-4de3-a6c6-a52b2508b1fa/b1a1768a-6eee-4de3-a6c6-a52b2508b1fa.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.221424] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7022519a-1d18-4574-b455-de0c5d1a73a9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.231783] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Waiting for the task: (returnval){ [ 1036.231783] env[62954]: value = "task-2598080" [ 1036.231783] env[62954]: _type = "Task" [ 1036.231783] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.242511] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598080, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.305757] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]528eb6be-afe7-a116-29a1-a1d2a988f890, 'name': SearchDatastore_Task, 'duration_secs': 0.011548} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.306947] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92b4a9f2-c009-4f83-9123-41608eb349c1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.313645] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Waiting for the task: (returnval){ [ 1036.313645] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]525683e4-a21f-4ff1-e649-712e0c4ddb42" [ 1036.313645] env[62954]: _type = "Task" [ 1036.313645] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.323489] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]525683e4-a21f-4ff1-e649-712e0c4ddb42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.515410] env[62954]: DEBUG oslo_vmware.api [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598079, 'name': CloneVM_Task} progress is 94%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.558920] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.289s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.559766] env[62954]: DEBUG nova.compute.manager [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1036.677642] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598078, 'name': PowerOnVM_Task, 'duration_secs': 0.888162} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.677949] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.678123] env[62954]: INFO nova.compute.manager [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Took 9.34 seconds to spawn the instance on the hypervisor. [ 1036.678327] env[62954]: DEBUG nova.compute.manager [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.679216] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9d396e-87f0-4b43-be31-b8ec2c7c87fb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.742077] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598080, 'name': Rename_Task, 'duration_secs': 0.350058} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.742419] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.743032] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-855487e0-c270-4633-bfdf-093c91bcff74 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.751227] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Waiting for the task: (returnval){ [ 1036.751227] env[62954]: value = "task-2598081" [ 1036.751227] env[62954]: _type = "Task" [ 1036.751227] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.761843] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598081, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.825949] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]525683e4-a21f-4ff1-e649-712e0c4ddb42, 'name': SearchDatastore_Task, 'duration_secs': 0.013025} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.826266] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.826572] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 1b7851bf-81ab-4dbe-a49c-1697f015e04d/1b7851bf-81ab-4dbe-a49c-1697f015e04d.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.826903] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ddef520d-5607-4d8b-b4ef-c90ce8c2a5b6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.835427] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Waiting for the task: (returnval){ [ 1036.835427] env[62954]: value = "task-2598082" [ 1036.835427] env[62954]: _type = "Task" [ 1036.835427] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.846445] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.014765] env[62954]: DEBUG oslo_vmware.api [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598079, 'name': CloneVM_Task} progress is 94%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.065888] env[62954]: DEBUG nova.compute.utils [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1037.067737] env[62954]: DEBUG nova.compute.manager [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1037.067956] env[62954]: DEBUG nova.network.neutron [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1037.115305] env[62954]: DEBUG nova.policy [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41504cde129347978859d6028392af60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4bf9ee7b108347bfa5bd89b8f255aef8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.134838] env[62954]: INFO nova.compute.manager [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Rebuilding instance [ 1037.196304] env[62954]: DEBUG nova.compute.manager [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.197306] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245d91cb-5745-4f10-a87e-106066704fe1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.203127] env[62954]: INFO nova.compute.manager [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Took 15.47 seconds to build instance. [ 1037.210707] env[62954]: DEBUG oslo_concurrency.lockutils [None req-76bd1d3f-5378-4608-b0f4-5abe8d8f5d1e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "refresh_cache-d4f72348-191e-4762-a939-911324d07d59" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.210977] env[62954]: DEBUG oslo_concurrency.lockutils [None req-76bd1d3f-5378-4608-b0f4-5abe8d8f5d1e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquired lock "refresh_cache-d4f72348-191e-4762-a939-911324d07d59" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.211240] env[62954]: DEBUG nova.network.neutron [None req-76bd1d3f-5378-4608-b0f4-5abe8d8f5d1e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.264969] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598081, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.348310] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598082, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505094} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.348657] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 1b7851bf-81ab-4dbe-a49c-1697f015e04d/1b7851bf-81ab-4dbe-a49c-1697f015e04d.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.348974] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.349294] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-391c2f0c-7f81-429f-b44e-035e9d70cb57 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.358422] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Waiting for the task: (returnval){ [ 1037.358422] env[62954]: value = "task-2598083" [ 1037.358422] env[62954]: _type = "Task" [ 1037.358422] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.367913] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598083, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.455800] env[62954]: DEBUG nova.network.neutron [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Successfully created port: 97990655-1962-4e49-8498-d43d0bf93ebd {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1037.516147] env[62954]: DEBUG oslo_vmware.api [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598079, 'name': CloneVM_Task, 'duration_secs': 1.452931} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.516495] env[62954]: INFO nova.virt.vmwareapi.vmops [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Created linked-clone VM from snapshot [ 1037.517767] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db874ffa-3dc5-46b3-96f2-63325df510c8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.526237] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Uploading image b782f946-5ed6-4a61-9138-2d5c1d96aa6a {{(pid=62954) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1037.558561] env[62954]: DEBUG oslo_vmware.rw_handles [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1037.558561] env[62954]: value = "vm-524002" [ 1037.558561] env[62954]: _type = "VirtualMachine" [ 1037.558561] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1037.558561] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a2e4ab38-1390-4e39-9dcd-81425edf767e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.567849] env[62954]: DEBUG oslo_vmware.rw_handles [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lease: (returnval){ [ 1037.567849] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52b71e19-9ea7-ea5b-f015-d258ba3add08" [ 1037.567849] env[62954]: _type = "HttpNfcLease" [ 1037.567849] env[62954]: } obtained for exporting VM: (result){ [ 1037.567849] env[62954]: value = "vm-524002" [ 1037.567849] env[62954]: _type = "VirtualMachine" [ 1037.567849] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1037.568219] env[62954]: DEBUG oslo_vmware.api [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the lease: (returnval){ [ 1037.568219] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52b71e19-9ea7-ea5b-f015-d258ba3add08" [ 1037.568219] env[62954]: _type = "HttpNfcLease" [ 1037.568219] env[62954]: } to be ready. {{(pid=62954) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1037.572182] env[62954]: DEBUG nova.compute.manager [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1037.581280] env[62954]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1037.581280] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52b71e19-9ea7-ea5b-f015-d258ba3add08" [ 1037.581280] env[62954]: _type = "HttpNfcLease" [ 1037.581280] env[62954]: } is initializing. {{(pid=62954) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1037.706543] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Lock "1f6d5eff-7365-44c1-b915-8b301fe69e5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.988s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.762815] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598081, 'name': PowerOnVM_Task, 'duration_secs': 0.756661} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.763138] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.763662] env[62954]: INFO nova.compute.manager [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Took 8.05 seconds to spawn the instance on the hypervisor. [ 1037.763872] env[62954]: DEBUG nova.compute.manager [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.764632] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069cf09f-c704-4f29-91e8-a731a0dd84ec {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.772777] env[62954]: DEBUG oslo_concurrency.lockutils [None req-822e45be-154c-4b40-9c7b-ec3dcffad737 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "d4f72348-191e-4762-a939-911324d07d59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.773262] env[62954]: DEBUG oslo_concurrency.lockutils [None req-822e45be-154c-4b40-9c7b-ec3dcffad737 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "d4f72348-191e-4762-a939-911324d07d59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.773262] env[62954]: DEBUG oslo_concurrency.lockutils [None req-822e45be-154c-4b40-9c7b-ec3dcffad737 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "d4f72348-191e-4762-a939-911324d07d59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.773511] env[62954]: DEBUG oslo_concurrency.lockutils [None req-822e45be-154c-4b40-9c7b-ec3dcffad737 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "d4f72348-191e-4762-a939-911324d07d59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.773636] env[62954]: DEBUG oslo_concurrency.lockutils [None req-822e45be-154c-4b40-9c7b-ec3dcffad737 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "d4f72348-191e-4762-a939-911324d07d59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.781753] env[62954]: INFO nova.compute.manager [None req-822e45be-154c-4b40-9c7b-ec3dcffad737 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Terminating instance [ 1037.839064] env[62954]: DEBUG oslo_vmware.rw_handles [None req-fb82f8a0-7729-4ded-9f3c-8cc11b840bf0 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d45799-1f5b-db77-7fe7-b03ff3928cdb/disk-0.vmdk. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1037.840543] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f46278-6bb5-4237-8df0-7390514ffd73 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.847269] env[62954]: DEBUG oslo_vmware.rw_handles [None req-fb82f8a0-7729-4ded-9f3c-8cc11b840bf0 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d45799-1f5b-db77-7fe7-b03ff3928cdb/disk-0.vmdk is in state: ready. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1037.847430] env[62954]: ERROR oslo_vmware.rw_handles [None req-fb82f8a0-7729-4ded-9f3c-8cc11b840bf0 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d45799-1f5b-db77-7fe7-b03ff3928cdb/disk-0.vmdk due to incomplete transfer. [ 1037.847642] env[62954]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3e5b41d5-ffda-4a8b-91db-b303a5636a08 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.854990] env[62954]: DEBUG oslo_vmware.rw_handles [None req-fb82f8a0-7729-4ded-9f3c-8cc11b840bf0 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d45799-1f5b-db77-7fe7-b03ff3928cdb/disk-0.vmdk. {{(pid=62954) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1037.855196] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-fb82f8a0-7729-4ded-9f3c-8cc11b840bf0 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Uploaded image 82b2b438-e9cc-4906-92a6-567fe6b39739 to the Glance image server {{(pid=62954) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1037.857517] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb82f8a0-7729-4ded-9f3c-8cc11b840bf0 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Destroying the VM {{(pid=62954) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1037.858054] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2f7ae534-962c-403f-80d0-900cc02eedb3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.867881] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598083, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080327} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.869065] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.869403] env[62954]: DEBUG oslo_vmware.api [None req-fb82f8a0-7729-4ded-9f3c-8cc11b840bf0 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1037.869403] env[62954]: value = "task-2598085" [ 1037.869403] env[62954]: _type = "Task" [ 1037.869403] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.870075] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f785e97-eb6c-4386-be63-7559942a8535 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.886665] env[62954]: DEBUG oslo_vmware.api [None req-fb82f8a0-7729-4ded-9f3c-8cc11b840bf0 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598085, 'name': Destroy_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.905796] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 1b7851bf-81ab-4dbe-a49c-1697f015e04d/1b7851bf-81ab-4dbe-a49c-1697f015e04d.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.908654] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9853df72-25f8-4ed7-a6f1-23d6426c2355 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.929462] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Waiting for the task: (returnval){ [ 1037.929462] env[62954]: value = "task-2598086" [ 1037.929462] env[62954]: _type = "Task" [ 1037.929462] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.937939] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598086, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.080763] env[62954]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1038.080763] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52b71e19-9ea7-ea5b-f015-d258ba3add08" [ 1038.080763] env[62954]: _type = "HttpNfcLease" [ 1038.080763] env[62954]: } is ready. {{(pid=62954) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1038.081148] env[62954]: DEBUG oslo_vmware.rw_handles [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1038.081148] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52b71e19-9ea7-ea5b-f015-d258ba3add08" [ 1038.081148] env[62954]: _type = "HttpNfcLease" [ 1038.081148] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1038.082064] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb72a33-ad42-4e4b-a696-abbfd6d8870c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.086742] env[62954]: INFO nova.network.neutron [None req-76bd1d3f-5378-4608-b0f4-5abe8d8f5d1e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Port b862e584-cb0d-4c26-bb50-5ebd64fd51be from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1038.087104] env[62954]: DEBUG nova.network.neutron [None req-76bd1d3f-5378-4608-b0f4-5abe8d8f5d1e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Updating instance_info_cache with network_info: [{"id": "9d5eef71-161c-4e6e-add2-7373db6a9f51", "address": "fa:16:3e:1b:74:b6", "network": {"id": "c51a90ce-1eb2-4427-a233-630ded5d9052", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1841997923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c63415eabc2540309dd82fe654116228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d5eef71-16", "ovs_interfaceid": "9d5eef71-161c-4e6e-add2-7373db6a9f51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.092059] env[62954]: DEBUG oslo_vmware.rw_handles [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528a4a7f-da2c-98cd-9735-734ee19fd03b/disk-0.vmdk from lease info. {{(pid=62954) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1038.092251] env[62954]: DEBUG oslo_vmware.rw_handles [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528a4a7f-da2c-98cd-9735-734ee19fd03b/disk-0.vmdk for reading. {{(pid=62954) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1038.165812] env[62954]: DEBUG oslo_concurrency.lockutils [None req-56ac2473-cf67-47ce-8ea1-023dcddeaebe tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "5ea4c876-a32b-4295-855c-61464cc8f72b" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.166087] env[62954]: DEBUG oslo_concurrency.lockutils [None req-56ac2473-cf67-47ce-8ea1-023dcddeaebe tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "5ea4c876-a32b-4295-855c-61464cc8f72b" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.166339] env[62954]: INFO nova.compute.manager [None req-56ac2473-cf67-47ce-8ea1-023dcddeaebe tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Rebooting instance [ 1038.219820] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.220194] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d861f3e-8491-4a97-b787-0b9406bf9fba {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.227013] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1038.227013] env[62954]: value = "task-2598087" [ 1038.227013] env[62954]: _type = "Task" [ 1038.227013] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.236042] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.288541] env[62954]: DEBUG nova.compute.manager [None req-822e45be-154c-4b40-9c7b-ec3dcffad737 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1038.288779] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-822e45be-154c-4b40-9c7b-ec3dcffad737 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.291309] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f418a523-9ed8-433e-a090-bdfeca9b8217 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.294303] env[62954]: INFO nova.compute.manager [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Took 16.53 seconds to build instance. [ 1038.300769] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-822e45be-154c-4b40-9c7b-ec3dcffad737 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.301072] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed98d529-7a6a-4d05-bb44-6f5268efad3e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.308478] env[62954]: DEBUG oslo_vmware.api [None req-822e45be-154c-4b40-9c7b-ec3dcffad737 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 1038.308478] env[62954]: value = "task-2598088" [ 1038.308478] env[62954]: _type = "Task" [ 1038.308478] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.317341] env[62954]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b5cfdabd-4519-46ac-80fd-e4a985f9d526 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.323169] env[62954]: DEBUG oslo_vmware.api [None req-822e45be-154c-4b40-9c7b-ec3dcffad737 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2598088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.383296] env[62954]: DEBUG oslo_vmware.api [None req-fb82f8a0-7729-4ded-9f3c-8cc11b840bf0 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598085, 'name': Destroy_Task, 'duration_secs': 0.323254} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.383610] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-fb82f8a0-7729-4ded-9f3c-8cc11b840bf0 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Destroyed the VM [ 1038.383881] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-fb82f8a0-7729-4ded-9f3c-8cc11b840bf0 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Deleting Snapshot of the VM instance {{(pid=62954) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1038.384216] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f3b8388c-b61e-4c17-93fa-00f12d7c994b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.392330] env[62954]: DEBUG oslo_vmware.api [None req-fb82f8a0-7729-4ded-9f3c-8cc11b840bf0 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1038.392330] env[62954]: value = "task-2598089" [ 1038.392330] env[62954]: _type = "Task" [ 1038.392330] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.402253] env[62954]: DEBUG oslo_vmware.api [None req-fb82f8a0-7729-4ded-9f3c-8cc11b840bf0 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598089, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.444694] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.586258] env[62954]: DEBUG nova.compute.manager [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1038.594865] env[62954]: DEBUG oslo_concurrency.lockutils [None req-76bd1d3f-5378-4608-b0f4-5abe8d8f5d1e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Releasing lock "refresh_cache-d4f72348-191e-4762-a939-911324d07d59" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.608044] env[62954]: DEBUG nova.virt.hardware [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.608372] env[62954]: DEBUG nova.virt.hardware [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.608672] env[62954]: DEBUG nova.virt.hardware [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.609068] env[62954]: DEBUG nova.virt.hardware [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.609236] env[62954]: DEBUG nova.virt.hardware [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.609413] env[62954]: DEBUG nova.virt.hardware [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.609748] env[62954]: DEBUG nova.virt.hardware [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.609959] env[62954]: DEBUG nova.virt.hardware [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.610184] env[62954]: DEBUG nova.virt.hardware [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.610369] env[62954]: DEBUG nova.virt.hardware [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.610560] env[62954]: DEBUG nova.virt.hardware [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.611719] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecccd35-f585-44a8-88eb-f6be4e7bf744 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.620310] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef469e1-aab2-471b-b522-fe00339b8a8c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.692391] env[62954]: DEBUG oslo_concurrency.lockutils [None req-56ac2473-cf67-47ce-8ea1-023dcddeaebe tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "refresh_cache-5ea4c876-a32b-4295-855c-61464cc8f72b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.692625] env[62954]: DEBUG oslo_concurrency.lockutils [None req-56ac2473-cf67-47ce-8ea1-023dcddeaebe tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquired lock "refresh_cache-5ea4c876-a32b-4295-855c-61464cc8f72b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.692827] env[62954]: DEBUG nova.network.neutron [None req-56ac2473-cf67-47ce-8ea1-023dcddeaebe tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.738682] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598087, 'name': PowerOffVM_Task, 'duration_secs': 0.271235} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.739195] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.797411] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Lock "b1a1768a-6eee-4de3-a6c6-a52b2508b1fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.042s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.798699] env[62954]: INFO nova.compute.manager [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Detaching volume f9f112cc-1b7c-4f3a-8b5b-9df6e345c371 [ 1038.819950] env[62954]: DEBUG oslo_vmware.api [None req-822e45be-154c-4b40-9c7b-ec3dcffad737 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2598088, 'name': PowerOffVM_Task, 'duration_secs': 0.233662} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.820420] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-822e45be-154c-4b40-9c7b-ec3dcffad737 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.820666] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-822e45be-154c-4b40-9c7b-ec3dcffad737 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1038.821045] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b82b31b-ff6e-4aa0-a6b8-6dd5a21e9a25 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.839316] env[62954]: INFO nova.virt.block_device [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Attempting to driver detach volume f9f112cc-1b7c-4f3a-8b5b-9df6e345c371 from mountpoint /dev/sdb [ 1038.839731] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Volume detach. Driver type: vmdk {{(pid=62954) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1038.840106] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523995', 'volume_id': 'f9f112cc-1b7c-4f3a-8b5b-9df6e345c371', 'name': 'volume-f9f112cc-1b7c-4f3a-8b5b-9df6e345c371', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d694e55-25f6-45fc-9909-3ce31bb25956', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9f112cc-1b7c-4f3a-8b5b-9df6e345c371', 'serial': 'f9f112cc-1b7c-4f3a-8b5b-9df6e345c371'} {{(pid=62954) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1038.841219] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8351bb-0c81-4310-b451-4af8f487c870 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.866803] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad54b9e5-a38e-4cdb-8676-ed14fcca2195 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.876586] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e557747-cb36-4a99-9732-ce335b077442 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.908609] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c29cad1-2f53-493d-bc71-18da556baf3f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.912206] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-822e45be-154c-4b40-9c7b-ec3dcffad737 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.912640] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-822e45be-154c-4b40-9c7b-ec3dcffad737 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.913143] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-822e45be-154c-4b40-9c7b-ec3dcffad737 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Deleting the datastore file [datastore2] d4f72348-191e-4762-a939-911324d07d59 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.913557] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96f18ab0-a091-491a-b9fb-e94ee476966b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.922428] env[62954]: DEBUG oslo_vmware.api [None req-fb82f8a0-7729-4ded-9f3c-8cc11b840bf0 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598089, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.935824] env[62954]: DEBUG oslo_vmware.api [None req-822e45be-154c-4b40-9c7b-ec3dcffad737 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 1038.935824] env[62954]: value = "task-2598091" [ 1038.935824] env[62954]: _type = "Task" [ 1038.935824] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.936465] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] The volume has not been displaced from its original location: [datastore1] volume-f9f112cc-1b7c-4f3a-8b5b-9df6e345c371/volume-f9f112cc-1b7c-4f3a-8b5b-9df6e345c371.vmdk. No consolidation needed. {{(pid=62954) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1038.943692] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Reconfiguring VM instance instance-00000062 to detach disk 2001 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1038.947733] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f66ab15-2711-4f93-a7aa-d3f4ab95fe3f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.971862] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598086, 'name': ReconfigVM_Task, 'duration_secs': 0.777525} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.976225] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 1b7851bf-81ab-4dbe-a49c-1697f015e04d/1b7851bf-81ab-4dbe-a49c-1697f015e04d.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.977093] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1038.977093] env[62954]: value = "task-2598092" [ 1038.977093] env[62954]: _type = "Task" [ 1038.977093] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.977349] env[62954]: DEBUG oslo_vmware.api [None req-822e45be-154c-4b40-9c7b-ec3dcffad737 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2598091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.977633] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64abe9e2-d5b2-40f8-85a0-0dc91d1d5b39 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.989275] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598092, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.990718] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Waiting for the task: (returnval){ [ 1038.990718] env[62954]: value = "task-2598093" [ 1038.990718] env[62954]: _type = "Task" [ 1038.990718] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.002376] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598093, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.046752] env[62954]: DEBUG nova.compute.manager [req-5ce4cf57-168b-46d7-b768-b2199de358da req-c4fc88ab-8067-409e-adfb-d73e96415b7a service nova] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Received event network-vif-plugged-97990655-1962-4e49-8498-d43d0bf93ebd {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1039.046752] env[62954]: DEBUG oslo_concurrency.lockutils [req-5ce4cf57-168b-46d7-b768-b2199de358da req-c4fc88ab-8067-409e-adfb-d73e96415b7a service nova] Acquiring lock "730b747f-6d66-43a4-99d8-df2c24d5bf27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.046752] env[62954]: DEBUG oslo_concurrency.lockutils [req-5ce4cf57-168b-46d7-b768-b2199de358da req-c4fc88ab-8067-409e-adfb-d73e96415b7a service nova] Lock "730b747f-6d66-43a4-99d8-df2c24d5bf27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.046976] env[62954]: DEBUG oslo_concurrency.lockutils [req-5ce4cf57-168b-46d7-b768-b2199de358da req-c4fc88ab-8067-409e-adfb-d73e96415b7a service nova] Lock "730b747f-6d66-43a4-99d8-df2c24d5bf27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.047130] env[62954]: DEBUG nova.compute.manager [req-5ce4cf57-168b-46d7-b768-b2199de358da req-c4fc88ab-8067-409e-adfb-d73e96415b7a service nova] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] No waiting events found dispatching network-vif-plugged-97990655-1962-4e49-8498-d43d0bf93ebd {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1039.051022] env[62954]: WARNING nova.compute.manager [req-5ce4cf57-168b-46d7-b768-b2199de358da req-c4fc88ab-8067-409e-adfb-d73e96415b7a service nova] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Received unexpected event network-vif-plugged-97990655-1962-4e49-8498-d43d0bf93ebd for instance with vm_state building and task_state spawning. [ 1039.099644] env[62954]: DEBUG oslo_concurrency.lockutils [None req-76bd1d3f-5378-4608-b0f4-5abe8d8f5d1e tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "interface-d4f72348-191e-4762-a939-911324d07d59-b862e584-cb0d-4c26-bb50-5ebd64fd51be" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.821s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.133618] env[62954]: DEBUG nova.network.neutron [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Successfully updated port: 97990655-1962-4e49-8498-d43d0bf93ebd {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1039.414223] env[62954]: DEBUG oslo_vmware.api [None req-fb82f8a0-7729-4ded-9f3c-8cc11b840bf0 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598089, 'name': RemoveSnapshot_Task, 'duration_secs': 0.56794} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.414527] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-fb82f8a0-7729-4ded-9f3c-8cc11b840bf0 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Deleted Snapshot of the VM instance {{(pid=62954) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1039.414822] env[62954]: INFO nova.compute.manager [None req-fb82f8a0-7729-4ded-9f3c-8cc11b840bf0 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Took 13.45 seconds to snapshot the instance on the hypervisor. [ 1039.418208] env[62954]: DEBUG nova.network.neutron [None req-56ac2473-cf67-47ce-8ea1-023dcddeaebe tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Updating instance_info_cache with network_info: [{"id": "a22d123f-d3d7-44ac-b767-be592bf95236", "address": "fa:16:3e:a8:ba:59", "network": {"id": "b92cb287-9120-4f4f-b2e5-dd3d10fcd6c9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-531245150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5822cb258bd84b3a8a71026ea2d131e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa22d123f-d3", "ovs_interfaceid": "a22d123f-d3d7-44ac-b767-be592bf95236", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.455653] env[62954]: DEBUG oslo_vmware.api [None req-822e45be-154c-4b40-9c7b-ec3dcffad737 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2598091, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182079} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.456038] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-822e45be-154c-4b40-9c7b-ec3dcffad737 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.456314] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-822e45be-154c-4b40-9c7b-ec3dcffad737 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.456544] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-822e45be-154c-4b40-9c7b-ec3dcffad737 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.456845] env[62954]: INFO nova.compute.manager [None req-822e45be-154c-4b40-9c7b-ec3dcffad737 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d4f72348-191e-4762-a939-911324d07d59] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1039.457106] env[62954]: DEBUG oslo.service.loopingcall [None req-822e45be-154c-4b40-9c7b-ec3dcffad737 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1039.457660] env[62954]: DEBUG nova.compute.manager [-] [instance: d4f72348-191e-4762-a939-911324d07d59] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1039.457660] env[62954]: DEBUG nova.network.neutron [-] [instance: d4f72348-191e-4762-a939-911324d07d59] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1039.499313] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598092, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.505384] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598093, 'name': Rename_Task, 'duration_secs': 0.199235} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.505817] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.506188] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c02a8ea-c4e6-4e98-bc37-e4b926464d76 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.515411] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Waiting for the task: (returnval){ [ 1039.515411] env[62954]: value = "task-2598094" [ 1039.515411] env[62954]: _type = "Task" [ 1039.515411] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.525560] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598094, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.637255] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "refresh_cache-730b747f-6d66-43a4-99d8-df2c24d5bf27" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.637558] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquired lock "refresh_cache-730b747f-6d66-43a4-99d8-df2c24d5bf27" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.637558] env[62954]: DEBUG nova.network.neutron [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.924320] env[62954]: DEBUG oslo_concurrency.lockutils [None req-56ac2473-cf67-47ce-8ea1-023dcddeaebe tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Releasing lock "refresh_cache-5ea4c876-a32b-4295-855c-61464cc8f72b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.964401] env[62954]: DEBUG nova.compute.manager [None req-fb82f8a0-7729-4ded-9f3c-8cc11b840bf0 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Found 1 images (rotation: 2) {{(pid=62954) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1039.992296] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598092, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.026949] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598094, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.202471] env[62954]: DEBUG nova.network.neutron [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.418493] env[62954]: DEBUG nova.network.neutron [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Updating instance_info_cache with network_info: [{"id": "97990655-1962-4e49-8498-d43d0bf93ebd", "address": "fa:16:3e:50:3d:ac", "network": {"id": "484c56ca-1f11-4764-ae7d-eca649dd23a2", "bridge": "br-int", "label": "tempest-ServersTestJSON-320817937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bf9ee7b108347bfa5bd89b8f255aef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97990655-19", "ovs_interfaceid": "97990655-1962-4e49-8498-d43d0bf93ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.432556] env[62954]: DEBUG nova.compute.manager [None req-56ac2473-cf67-47ce-8ea1-023dcddeaebe tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1040.433565] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f6718b-0705-406b-8e6b-588211f0fa00 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.498431] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598092, 'name': ReconfigVM_Task, 'duration_secs': 1.264114} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.498911] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Reconfigured VM instance instance-00000062 to detach disk 2001 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1040.504067] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1ee7e2d-d903-4019-bb87-0f33e7f384ca {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.523749] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1040.523749] env[62954]: value = "task-2598095" [ 1040.523749] env[62954]: _type = "Task" [ 1040.523749] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.527458] env[62954]: DEBUG oslo_vmware.api [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598094, 'name': PowerOnVM_Task, 'duration_secs': 0.997868} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.530735] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.530981] env[62954]: INFO nova.compute.manager [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Took 8.48 seconds to spawn the instance on the hypervisor. [ 1040.531201] env[62954]: DEBUG nova.compute.manager [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1040.531958] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33065f36-bc8b-49ec-a026-e0eea8f5097d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.540240] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598095, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.686501] env[62954]: DEBUG nova.network.neutron [-] [instance: d4f72348-191e-4762-a939-911324d07d59] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.924810] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Releasing lock "refresh_cache-730b747f-6d66-43a4-99d8-df2c24d5bf27" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.925047] env[62954]: DEBUG nova.compute.manager [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Instance network_info: |[{"id": "97990655-1962-4e49-8498-d43d0bf93ebd", "address": "fa:16:3e:50:3d:ac", "network": {"id": "484c56ca-1f11-4764-ae7d-eca649dd23a2", "bridge": "br-int", "label": "tempest-ServersTestJSON-320817937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bf9ee7b108347bfa5bd89b8f255aef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97990655-19", "ovs_interfaceid": "97990655-1962-4e49-8498-d43d0bf93ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1040.925512] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:3d:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97990655-1962-4e49-8498-d43d0bf93ebd', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.933294] env[62954]: DEBUG oslo.service.loopingcall [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1040.933294] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.933523] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2456df03-094a-4306-8c66-e2591557fac9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.960568] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.960568] env[62954]: value = "task-2598096" [ 1040.960568] env[62954]: _type = "Task" [ 1040.960568] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.973253] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598096, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.037423] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598095, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.055198] env[62954]: INFO nova.compute.manager [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Took 19.25 seconds to build instance. [ 1041.083834] env[62954]: DEBUG nova.compute.manager [req-c4cc55ea-eb47-4fdf-96d8-8976502c9364 req-09954885-6a37-4cdd-9b5c-609226d1f09d service nova] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Received event network-changed-97990655-1962-4e49-8498-d43d0bf93ebd {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1041.084037] env[62954]: DEBUG nova.compute.manager [req-c4cc55ea-eb47-4fdf-96d8-8976502c9364 req-09954885-6a37-4cdd-9b5c-609226d1f09d service nova] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Refreshing instance network info cache due to event network-changed-97990655-1962-4e49-8498-d43d0bf93ebd. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1041.084263] env[62954]: DEBUG oslo_concurrency.lockutils [req-c4cc55ea-eb47-4fdf-96d8-8976502c9364 req-09954885-6a37-4cdd-9b5c-609226d1f09d service nova] Acquiring lock "refresh_cache-730b747f-6d66-43a4-99d8-df2c24d5bf27" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.084414] env[62954]: DEBUG oslo_concurrency.lockutils [req-c4cc55ea-eb47-4fdf-96d8-8976502c9364 req-09954885-6a37-4cdd-9b5c-609226d1f09d service nova] Acquired lock "refresh_cache-730b747f-6d66-43a4-99d8-df2c24d5bf27" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.084576] env[62954]: DEBUG nova.network.neutron [req-c4cc55ea-eb47-4fdf-96d8-8976502c9364 req-09954885-6a37-4cdd-9b5c-609226d1f09d service nova] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Refreshing network info cache for port 97990655-1962-4e49-8498-d43d0bf93ebd {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.191040] env[62954]: INFO nova.compute.manager [-] [instance: d4f72348-191e-4762-a939-911324d07d59] Took 1.73 seconds to deallocate network for instance. [ 1041.314566] env[62954]: DEBUG nova.compute.manager [None req-92132231-5136-41e2-9708-e4870e38406e tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.315586] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eee7ebb-a836-4f1f-b1cf-9f445386a9c4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.456308] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9019c7c2-b847-4654-bc5d-2de2c7457d9e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.468303] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-56ac2473-cf67-47ce-8ea1-023dcddeaebe tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Doing hard reboot of VM {{(pid=62954) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1041.469188] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-8b45a6ae-27b1-4b23-81ed-b0dee5c3eb74 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.475801] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598096, 'name': CreateVM_Task} progress is 25%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.498592] env[62954]: DEBUG oslo_vmware.api [None req-56ac2473-cf67-47ce-8ea1-023dcddeaebe tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1041.498592] env[62954]: value = "task-2598097" [ 1041.498592] env[62954]: _type = "Task" [ 1041.498592] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.508088] env[62954]: DEBUG oslo_vmware.api [None req-56ac2473-cf67-47ce-8ea1-023dcddeaebe tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598097, 'name': ResetVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.537961] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598095, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.556868] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec4c6d78-633d-45ac-bddb-847afd5e05e5 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Lock "1b7851bf-81ab-4dbe-a49c-1697f015e04d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.767s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.696562] env[62954]: DEBUG oslo_concurrency.lockutils [None req-822e45be-154c-4b40-9c7b-ec3dcffad737 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.697068] env[62954]: DEBUG oslo_concurrency.lockutils [None req-822e45be-154c-4b40-9c7b-ec3dcffad737 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.697128] env[62954]: DEBUG nova.objects.instance [None req-822e45be-154c-4b40-9c7b-ec3dcffad737 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lazy-loading 'resources' on Instance uuid d4f72348-191e-4762-a939-911324d07d59 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.828483] env[62954]: INFO nova.compute.manager [None req-92132231-5136-41e2-9708-e4870e38406e tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] instance snapshotting [ 1041.828719] env[62954]: DEBUG nova.objects.instance [None req-92132231-5136-41e2-9708-e4870e38406e tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lazy-loading 'flavor' on Instance uuid 034c1fcc-bec2-4e4b-b77d-821eba6a81fb {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.972550] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598096, 'name': CreateVM_Task, 'duration_secs': 1.00462} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.976385] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.979398] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.979561] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.979931] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.980936] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6809d6d2-d5a1-4b0f-af84-4247fe5a648e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.988297] env[62954]: DEBUG oslo_vmware.api [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1041.988297] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52c11af0-3fd1-f834-d6bf-b907fcfe4e22" [ 1041.988297] env[62954]: _type = "Task" [ 1041.988297] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.998898] env[62954]: DEBUG oslo_vmware.api [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52c11af0-3fd1-f834-d6bf-b907fcfe4e22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.008485] env[62954]: DEBUG oslo_vmware.api [None req-56ac2473-cf67-47ce-8ea1-023dcddeaebe tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598097, 'name': ResetVM_Task, 'duration_secs': 0.093819} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.008777] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-56ac2473-cf67-47ce-8ea1-023dcddeaebe tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Did hard reboot of VM {{(pid=62954) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1042.008997] env[62954]: DEBUG nova.compute.manager [None req-56ac2473-cf67-47ce-8ea1-023dcddeaebe tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.009787] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b2e968-5c75-4f4e-904f-7c8553b57031 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.039399] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598095, 'name': ReconfigVM_Task, 'duration_secs': 1.18918} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.039821] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523995', 'volume_id': 'f9f112cc-1b7c-4f3a-8b5b-9df6e345c371', 'name': 'volume-f9f112cc-1b7c-4f3a-8b5b-9df6e345c371', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d694e55-25f6-45fc-9909-3ce31bb25956', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9f112cc-1b7c-4f3a-8b5b-9df6e345c371', 'serial': 'f9f112cc-1b7c-4f3a-8b5b-9df6e345c371'} {{(pid=62954) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1042.119448] env[62954]: DEBUG nova.network.neutron [req-c4cc55ea-eb47-4fdf-96d8-8976502c9364 req-09954885-6a37-4cdd-9b5c-609226d1f09d service nova] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Updated VIF entry in instance network info cache for port 97990655-1962-4e49-8498-d43d0bf93ebd. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.119831] env[62954]: DEBUG nova.network.neutron [req-c4cc55ea-eb47-4fdf-96d8-8976502c9364 req-09954885-6a37-4cdd-9b5c-609226d1f09d service nova] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Updating instance_info_cache with network_info: [{"id": "97990655-1962-4e49-8498-d43d0bf93ebd", "address": "fa:16:3e:50:3d:ac", "network": {"id": "484c56ca-1f11-4764-ae7d-eca649dd23a2", "bridge": "br-int", "label": "tempest-ServersTestJSON-320817937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bf9ee7b108347bfa5bd89b8f255aef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97990655-19", "ovs_interfaceid": "97990655-1962-4e49-8498-d43d0bf93ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.336450] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6dc9f53-9d97-46e7-ac5e-45362770eb33 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.358405] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1d5c4b-9c22-4888-8282-0fabfedfe9c6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.400735] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502faadd-a22b-44b0-a820-51cc71a751ce {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.409927] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02440bb8-e415-4777-b262-94b9dcf41d42 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.443724] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9906f368-dbb5-448f-8832-03857e1de731 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.452409] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f25d2a8-5df6-4a60-a68b-319574461431 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.467531] env[62954]: DEBUG nova.compute.provider_tree [None req-822e45be-154c-4b40-9c7b-ec3dcffad737 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.482242] env[62954]: DEBUG oslo_concurrency.lockutils [None req-50db0648-3115-4204-aab4-0eaba006c64a tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Acquiring lock "1f6d5eff-7365-44c1-b915-8b301fe69e5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.482513] env[62954]: DEBUG oslo_concurrency.lockutils [None req-50db0648-3115-4204-aab4-0eaba006c64a tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Lock "1f6d5eff-7365-44c1-b915-8b301fe69e5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.482736] env[62954]: DEBUG oslo_concurrency.lockutils [None req-50db0648-3115-4204-aab4-0eaba006c64a tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Acquiring lock "1f6d5eff-7365-44c1-b915-8b301fe69e5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.482922] env[62954]: DEBUG oslo_concurrency.lockutils [None req-50db0648-3115-4204-aab4-0eaba006c64a tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Lock "1f6d5eff-7365-44c1-b915-8b301fe69e5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.483123] env[62954]: DEBUG oslo_concurrency.lockutils [None req-50db0648-3115-4204-aab4-0eaba006c64a tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Lock "1f6d5eff-7365-44c1-b915-8b301fe69e5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.485149] env[62954]: INFO nova.compute.manager [None req-50db0648-3115-4204-aab4-0eaba006c64a tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Terminating instance [ 1042.498957] env[62954]: DEBUG oslo_vmware.api [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52c11af0-3fd1-f834-d6bf-b907fcfe4e22, 'name': SearchDatastore_Task, 'duration_secs': 0.011252} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.499276] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.499504] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.499752] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.499905] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.500100] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.500382] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e255c2b6-81b8-473f-8851-655fe6081822 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.510105] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.510367] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.511229] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-707cfccd-3754-4ed3-a54c-608c8802512d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.517650] env[62954]: DEBUG oslo_vmware.api [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1042.517650] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52a8b4c3-b91a-3b47-ae77-435313fb15bf" [ 1042.517650] env[62954]: _type = "Task" [ 1042.517650] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.528133] env[62954]: DEBUG oslo_vmware.api [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52a8b4c3-b91a-3b47-ae77-435313fb15bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.528640] env[62954]: DEBUG oslo_concurrency.lockutils [None req-56ac2473-cf67-47ce-8ea1-023dcddeaebe tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "5ea4c876-a32b-4295-855c-61464cc8f72b" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.363s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.623145] env[62954]: DEBUG oslo_concurrency.lockutils [req-c4cc55ea-eb47-4fdf-96d8-8976502c9364 req-09954885-6a37-4cdd-9b5c-609226d1f09d service nova] Releasing lock "refresh_cache-730b747f-6d66-43a4-99d8-df2c24d5bf27" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.623145] env[62954]: DEBUG nova.compute.manager [req-c4cc55ea-eb47-4fdf-96d8-8976502c9364 req-09954885-6a37-4cdd-9b5c-609226d1f09d service nova] [instance: d4f72348-191e-4762-a939-911324d07d59] Received event network-vif-deleted-9d5eef71-161c-4e6e-add2-7373db6a9f51 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1042.870985] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-92132231-5136-41e2-9708-e4870e38406e tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Creating Snapshot of the VM instance {{(pid=62954) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1042.871399] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-eb6a1abe-c72d-443a-bac4-d7c55765f98c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.882332] env[62954]: DEBUG oslo_vmware.api [None req-92132231-5136-41e2-9708-e4870e38406e tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1042.882332] env[62954]: value = "task-2598098" [ 1042.882332] env[62954]: _type = "Task" [ 1042.882332] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.892568] env[62954]: DEBUG oslo_vmware.api [None req-92132231-5136-41e2-9708-e4870e38406e tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598098, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.970933] env[62954]: DEBUG nova.scheduler.client.report [None req-822e45be-154c-4b40-9c7b-ec3dcffad737 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.988192] env[62954]: DEBUG nova.compute.manager [None req-50db0648-3115-4204-aab4-0eaba006c64a tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1042.988443] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-50db0648-3115-4204-aab4-0eaba006c64a tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.989506] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902e391f-0c04-40e4-87f0-cde7742c9437 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.999851] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-50db0648-3115-4204-aab4-0eaba006c64a tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.000257] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6679aa0a-e136-40bc-bfc0-4765d841409e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.008360] env[62954]: DEBUG oslo_vmware.api [None req-50db0648-3115-4204-aab4-0eaba006c64a tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Waiting for the task: (returnval){ [ 1043.008360] env[62954]: value = "task-2598099" [ 1043.008360] env[62954]: _type = "Task" [ 1043.008360] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.019815] env[62954]: DEBUG oslo_vmware.api [None req-50db0648-3115-4204-aab4-0eaba006c64a tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.030112] env[62954]: DEBUG oslo_vmware.api [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52a8b4c3-b91a-3b47-ae77-435313fb15bf, 'name': SearchDatastore_Task, 'duration_secs': 0.010248} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.031238] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da744c2c-624d-4aa6-9516-5b3c215be850 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.037846] env[62954]: DEBUG oslo_vmware.api [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1043.037846] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52daae64-f1c3-526e-e2e5-f5e18c3da4d1" [ 1043.037846] env[62954]: _type = "Task" [ 1043.037846] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.047214] env[62954]: DEBUG oslo_vmware.api [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52daae64-f1c3-526e-e2e5-f5e18c3da4d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.109753] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.110058] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9d84feb-5f31-4256-b87c-b2fbb3a673ef {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.119583] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1043.119583] env[62954]: value = "task-2598100" [ 1043.119583] env[62954]: _type = "Task" [ 1043.119583] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.130233] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] VM already powered off {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1043.130490] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Volume detach. Driver type: vmdk {{(pid=62954) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1043.130710] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523995', 'volume_id': 'f9f112cc-1b7c-4f3a-8b5b-9df6e345c371', 'name': 'volume-f9f112cc-1b7c-4f3a-8b5b-9df6e345c371', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d694e55-25f6-45fc-9909-3ce31bb25956', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9f112cc-1b7c-4f3a-8b5b-9df6e345c371', 'serial': 'f9f112cc-1b7c-4f3a-8b5b-9df6e345c371'} {{(pid=62954) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1043.131515] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21e3d98-da27-479f-9d06-640f849d5040 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.151756] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c470adc7-5df3-43ea-90b1-f9e6e2aa1ad7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.159314] env[62954]: WARNING nova.virt.vmwareapi.driver [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1043.159818] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.160453] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ebee2e-fdbb-4e34-be98-0ada14eabc18 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.168379] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.168630] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aecb7362-c422-4677-853d-a625ea32190e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.244971] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.245242] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.245403] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Deleting the datastore file [datastore2] 9d694e55-25f6-45fc-9909-3ce31bb25956 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.245672] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6197224e-694f-4c3b-aa50-ca53558c4f36 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.256767] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1043.256767] env[62954]: value = "task-2598102" [ 1043.256767] env[62954]: _type = "Task" [ 1043.256767] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.267631] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.394520] env[62954]: DEBUG oslo_vmware.api [None req-92132231-5136-41e2-9708-e4870e38406e tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598098, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.476638] env[62954]: DEBUG oslo_concurrency.lockutils [None req-822e45be-154c-4b40-9c7b-ec3dcffad737 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.780s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.497837] env[62954]: INFO nova.scheduler.client.report [None req-822e45be-154c-4b40-9c7b-ec3dcffad737 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Deleted allocations for instance d4f72348-191e-4762-a939-911324d07d59 [ 1043.519834] env[62954]: DEBUG oslo_vmware.api [None req-50db0648-3115-4204-aab4-0eaba006c64a tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598099, 'name': PowerOffVM_Task, 'duration_secs': 0.339768} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.520146] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-50db0648-3115-4204-aab4-0eaba006c64a tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.520337] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-50db0648-3115-4204-aab4-0eaba006c64a tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.520597] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62732ed9-3d51-4d57-b272-64db574d0f89 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.549826] env[62954]: DEBUG oslo_vmware.api [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52daae64-f1c3-526e-e2e5-f5e18c3da4d1, 'name': SearchDatastore_Task, 'duration_secs': 0.010263} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.551277] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.551580] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 730b747f-6d66-43a4-99d8-df2c24d5bf27/730b747f-6d66-43a4-99d8-df2c24d5bf27.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.551826] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a62290ae-b1f5-48e7-9301-5ff4739609b9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.560125] env[62954]: DEBUG oslo_vmware.api [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1043.560125] env[62954]: value = "task-2598104" [ 1043.560125] env[62954]: _type = "Task" [ 1043.560125] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.569802] env[62954]: DEBUG oslo_vmware.api [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.607182] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-50db0648-3115-4204-aab4-0eaba006c64a tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.607583] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-50db0648-3115-4204-aab4-0eaba006c64a tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.607870] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-50db0648-3115-4204-aab4-0eaba006c64a tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Deleting the datastore file [datastore1] 1f6d5eff-7365-44c1-b915-8b301fe69e5c {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.608266] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8de5ef6-516a-4d94-974f-faa0b9b6ab21 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.617668] env[62954]: DEBUG oslo_vmware.api [None req-50db0648-3115-4204-aab4-0eaba006c64a tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Waiting for the task: (returnval){ [ 1043.617668] env[62954]: value = "task-2598105" [ 1043.617668] env[62954]: _type = "Task" [ 1043.617668] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.627339] env[62954]: DEBUG oslo_vmware.api [None req-50db0648-3115-4204-aab4-0eaba006c64a tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598105, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.768666] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21684} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.768965] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.769203] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.769389] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.897266] env[62954]: DEBUG oslo_vmware.api [None req-92132231-5136-41e2-9708-e4870e38406e tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598098, 'name': CreateSnapshot_Task, 'duration_secs': 0.544892} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.897700] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-92132231-5136-41e2-9708-e4870e38406e tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Created Snapshot of the VM instance {{(pid=62954) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1043.898633] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eacd0be-35a2-43d1-a236-133523a63ac4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.007040] env[62954]: DEBUG oslo_concurrency.lockutils [None req-822e45be-154c-4b40-9c7b-ec3dcffad737 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "d4f72348-191e-4762-a939-911324d07d59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.234s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.071796] env[62954]: DEBUG oslo_vmware.api [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598104, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.130583] env[62954]: DEBUG oslo_vmware.api [None req-50db0648-3115-4204-aab4-0eaba006c64a tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598105, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.380276} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.130895] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-50db0648-3115-4204-aab4-0eaba006c64a tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.131185] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-50db0648-3115-4204-aab4-0eaba006c64a tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1044.131522] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-50db0648-3115-4204-aab4-0eaba006c64a tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.131739] env[62954]: INFO nova.compute.manager [None req-50db0648-3115-4204-aab4-0eaba006c64a tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1044.132130] env[62954]: DEBUG oslo.service.loopingcall [None req-50db0648-3115-4204-aab4-0eaba006c64a tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1044.132415] env[62954]: DEBUG nova.compute.manager [-] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1044.132551] env[62954]: DEBUG nova.network.neutron [-] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1044.275064] env[62954]: INFO nova.virt.block_device [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Booting with volume f9f112cc-1b7c-4f3a-8b5b-9df6e345c371 at /dev/sdb [ 1044.314040] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e08997f-ff55-477f-9fd6-13a90dca8686 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.325705] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0b62fc-c2c8-4fda-8004-52a734360977 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.362292] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f92fe76-c974-4f19-b5bf-85c5fbb11751 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.372418] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0462619d-2d54-4f08-955e-299b1fbebf90 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.386633] env[62954]: DEBUG nova.compute.manager [req-6c60005a-9086-4acc-bc07-b74d61f16ba9 req-3345ad83-86e1-4d8a-aa1f-50d749e2bc35 service nova] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Received event network-vif-deleted-fc07cacd-f333-4592-98b9-d6416aace75f {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1044.386839] env[62954]: INFO nova.compute.manager [req-6c60005a-9086-4acc-bc07-b74d61f16ba9 req-3345ad83-86e1-4d8a-aa1f-50d749e2bc35 service nova] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Neutron deleted interface fc07cacd-f333-4592-98b9-d6416aace75f; detaching it from the instance and deleting it from the info cache [ 1044.387024] env[62954]: DEBUG nova.network.neutron [req-6c60005a-9086-4acc-bc07-b74d61f16ba9 req-3345ad83-86e1-4d8a-aa1f-50d749e2bc35 service nova] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.410908] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8f25e7-6708-4ea2-8a3f-310939afc404 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.419939] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-92132231-5136-41e2-9708-e4870e38406e tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Creating linked-clone VM from snapshot {{(pid=62954) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1044.420459] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-26d0413c-4886-4927-89b5-d85cd1a63c6c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.430351] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe01707b-5136-4ad0-991e-6f38f537e8d7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.432882] env[62954]: DEBUG oslo_vmware.api [None req-92132231-5136-41e2-9708-e4870e38406e tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1044.432882] env[62954]: value = "task-2598106" [ 1044.432882] env[62954]: _type = "Task" [ 1044.432882] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.441407] env[62954]: DEBUG oslo_vmware.api [None req-92132231-5136-41e2-9708-e4870e38406e tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598106, 'name': CloneVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.445786] env[62954]: DEBUG nova.virt.block_device [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Updating existing volume attachment record: cd85f529-42f4-4338-8e12-e4c8536ae2b6 {{(pid=62954) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1044.504636] env[62954]: DEBUG oslo_concurrency.lockutils [None req-af937148-ca8c-4c49-9519-03056acdb658 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "d788173c-8090-4bb0-94cd-0f1dc06ca4fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.504902] env[62954]: DEBUG oslo_concurrency.lockutils [None req-af937148-ca8c-4c49-9519-03056acdb658 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "d788173c-8090-4bb0-94cd-0f1dc06ca4fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.505129] env[62954]: DEBUG oslo_concurrency.lockutils [None req-af937148-ca8c-4c49-9519-03056acdb658 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "d788173c-8090-4bb0-94cd-0f1dc06ca4fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.505316] env[62954]: DEBUG oslo_concurrency.lockutils [None req-af937148-ca8c-4c49-9519-03056acdb658 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "d788173c-8090-4bb0-94cd-0f1dc06ca4fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.505488] env[62954]: DEBUG oslo_concurrency.lockutils [None req-af937148-ca8c-4c49-9519-03056acdb658 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "d788173c-8090-4bb0-94cd-0f1dc06ca4fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.508432] env[62954]: INFO nova.compute.manager [None req-af937148-ca8c-4c49-9519-03056acdb658 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Terminating instance [ 1044.571244] env[62954]: DEBUG oslo_vmware.api [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598104, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62354} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.572120] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 730b747f-6d66-43a4-99d8-df2c24d5bf27/730b747f-6d66-43a4-99d8-df2c24d5bf27.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.572120] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.572120] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-368e964a-6b88-4caf-a59f-f4aeff22e637 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.579540] env[62954]: DEBUG oslo_vmware.api [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1044.579540] env[62954]: value = "task-2598107" [ 1044.579540] env[62954]: _type = "Task" [ 1044.579540] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.589715] env[62954]: DEBUG oslo_vmware.api [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.865419] env[62954]: DEBUG nova.network.neutron [-] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.890421] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-764f97d5-fcc7-40de-87f2-a1799b137cc3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.904400] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317fdc21-79cb-47ea-ac7d-175eb9be5644 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.942083] env[62954]: DEBUG nova.compute.manager [req-6c60005a-9086-4acc-bc07-b74d61f16ba9 req-3345ad83-86e1-4d8a-aa1f-50d749e2bc35 service nova] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Detach interface failed, port_id=fc07cacd-f333-4592-98b9-d6416aace75f, reason: Instance 1f6d5eff-7365-44c1-b915-8b301fe69e5c could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1044.952781] env[62954]: DEBUG oslo_vmware.api [None req-92132231-5136-41e2-9708-e4870e38406e tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598106, 'name': CloneVM_Task} progress is 94%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.012998] env[62954]: DEBUG nova.compute.manager [None req-af937148-ca8c-4c49-9519-03056acdb658 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1045.013252] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-af937148-ca8c-4c49-9519-03056acdb658 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.014133] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee50fe39-78a6-44bb-9c80-b89c408d49b5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.022570] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-af937148-ca8c-4c49-9519-03056acdb658 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.022761] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed2db14e-a0fb-45dd-a503-a70653c882a2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.030109] env[62954]: DEBUG oslo_vmware.api [None req-af937148-ca8c-4c49-9519-03056acdb658 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 1045.030109] env[62954]: value = "task-2598108" [ 1045.030109] env[62954]: _type = "Task" [ 1045.030109] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.038378] env[62954]: DEBUG oslo_vmware.api [None req-af937148-ca8c-4c49-9519-03056acdb658 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2598108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.089393] env[62954]: DEBUG oslo_vmware.api [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164581} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.089674] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.090812] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a361ae44-bba9-4b52-973c-5613034ae31c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.113432] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 730b747f-6d66-43a4-99d8-df2c24d5bf27/730b747f-6d66-43a4-99d8-df2c24d5bf27.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.113774] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2694ed0-f75d-44e0-a45f-a1adad491caa {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.135315] env[62954]: DEBUG oslo_vmware.api [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1045.135315] env[62954]: value = "task-2598109" [ 1045.135315] env[62954]: _type = "Task" [ 1045.135315] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.145174] env[62954]: DEBUG oslo_vmware.api [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598109, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.368311] env[62954]: INFO nova.compute.manager [-] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Took 1.24 seconds to deallocate network for instance. [ 1045.453409] env[62954]: DEBUG oslo_vmware.api [None req-92132231-5136-41e2-9708-e4870e38406e tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598106, 'name': CloneVM_Task} progress is 94%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.541172] env[62954]: DEBUG oslo_vmware.api [None req-af937148-ca8c-4c49-9519-03056acdb658 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2598108, 'name': PowerOffVM_Task, 'duration_secs': 0.23914} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.542049] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-af937148-ca8c-4c49-9519-03056acdb658 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.542224] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-af937148-ca8c-4c49-9519-03056acdb658 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.542479] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8aefa923-754c-4a0e-a998-680079f9b7c3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.618496] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-af937148-ca8c-4c49-9519-03056acdb658 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.618496] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-af937148-ca8c-4c49-9519-03056acdb658 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.618496] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-af937148-ca8c-4c49-9519-03056acdb658 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Deleting the datastore file [datastore1] d788173c-8090-4bb0-94cd-0f1dc06ca4fb {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.618496] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9aed5cf6-dee8-4768-8e38-cf9e8ce757b1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.627987] env[62954]: DEBUG oslo_vmware.api [None req-af937148-ca8c-4c49-9519-03056acdb658 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for the task: (returnval){ [ 1045.627987] env[62954]: value = "task-2598111" [ 1045.627987] env[62954]: _type = "Task" [ 1045.627987] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.637800] env[62954]: DEBUG oslo_vmware.api [None req-af937148-ca8c-4c49-9519-03056acdb658 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2598111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.647278] env[62954]: DEBUG oslo_vmware.api [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598109, 'name': ReconfigVM_Task, 'duration_secs': 0.286305} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.647614] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 730b747f-6d66-43a4-99d8-df2c24d5bf27/730b747f-6d66-43a4-99d8-df2c24d5bf27.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.648401] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-867d69ab-3194-4882-b8a9-5cd6736e19d7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.658078] env[62954]: DEBUG oslo_vmware.api [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1045.658078] env[62954]: value = "task-2598112" [ 1045.658078] env[62954]: _type = "Task" [ 1045.658078] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.669678] env[62954]: DEBUG oslo_vmware.api [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598112, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.875557] env[62954]: DEBUG oslo_concurrency.lockutils [None req-50db0648-3115-4204-aab4-0eaba006c64a tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.875854] env[62954]: DEBUG oslo_concurrency.lockutils [None req-50db0648-3115-4204-aab4-0eaba006c64a tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.876110] env[62954]: DEBUG nova.objects.instance [None req-50db0648-3115-4204-aab4-0eaba006c64a tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Lazy-loading 'resources' on Instance uuid 1f6d5eff-7365-44c1-b915-8b301fe69e5c {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.953510] env[62954]: DEBUG oslo_vmware.api [None req-92132231-5136-41e2-9708-e4870e38406e tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598106, 'name': CloneVM_Task, 'duration_secs': 1.394613} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.953829] env[62954]: INFO nova.virt.vmwareapi.vmops [None req-92132231-5136-41e2-9708-e4870e38406e tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Created linked-clone VM from snapshot [ 1045.954622] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7400423d-87a3-4490-9f0d-f7f116f7f0c5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.962536] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-92132231-5136-41e2-9708-e4870e38406e tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Uploading image 25a804f3-e0c7-4876-a116-98d06e3eadda {{(pid=62954) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1045.982708] env[62954]: DEBUG oslo_vmware.rw_handles [None req-92132231-5136-41e2-9708-e4870e38406e tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1045.982708] env[62954]: value = "vm-524005" [ 1045.982708] env[62954]: _type = "VirtualMachine" [ 1045.982708] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1045.983623] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-87247437-7562-40a0-936d-a63178518b55 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.991151] env[62954]: DEBUG oslo_vmware.rw_handles [None req-92132231-5136-41e2-9708-e4870e38406e tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lease: (returnval){ [ 1045.991151] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52f69844-ce1a-801f-4d0b-69b4597099d3" [ 1045.991151] env[62954]: _type = "HttpNfcLease" [ 1045.991151] env[62954]: } obtained for exporting VM: (result){ [ 1045.991151] env[62954]: value = "vm-524005" [ 1045.991151] env[62954]: _type = "VirtualMachine" [ 1045.991151] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1045.991392] env[62954]: DEBUG oslo_vmware.api [None req-92132231-5136-41e2-9708-e4870e38406e tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the lease: (returnval){ [ 1045.991392] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52f69844-ce1a-801f-4d0b-69b4597099d3" [ 1045.991392] env[62954]: _type = "HttpNfcLease" [ 1045.991392] env[62954]: } to be ready. {{(pid=62954) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1045.999094] env[62954]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1045.999094] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52f69844-ce1a-801f-4d0b-69b4597099d3" [ 1045.999094] env[62954]: _type = "HttpNfcLease" [ 1045.999094] env[62954]: } is initializing. {{(pid=62954) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1046.138508] env[62954]: DEBUG oslo_vmware.api [None req-af937148-ca8c-4c49-9519-03056acdb658 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Task: {'id': task-2598111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224124} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.138715] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-af937148-ca8c-4c49-9519-03056acdb658 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.138931] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-af937148-ca8c-4c49-9519-03056acdb658 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.139167] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-af937148-ca8c-4c49-9519-03056acdb658 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.139356] env[62954]: INFO nova.compute.manager [None req-af937148-ca8c-4c49-9519-03056acdb658 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1046.139636] env[62954]: DEBUG oslo.service.loopingcall [None req-af937148-ca8c-4c49-9519-03056acdb658 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1046.139854] env[62954]: DEBUG nova.compute.manager [-] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1046.139963] env[62954]: DEBUG nova.network.neutron [-] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1046.167786] env[62954]: DEBUG oslo_vmware.api [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598112, 'name': Rename_Task, 'duration_secs': 0.157318} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.169886] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.170172] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89fb9a88-d9d8-448b-882c-aa4f949845ed {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.177796] env[62954]: DEBUG oslo_vmware.api [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1046.177796] env[62954]: value = "task-2598114" [ 1046.177796] env[62954]: _type = "Task" [ 1046.177796] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.185536] env[62954]: DEBUG oslo_vmware.api [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598114, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.405114] env[62954]: DEBUG nova.compute.manager [req-01c3c659-f689-44b2-b094-6563ae2da264 req-85d7a3e3-582d-4602-a90d-0bd0a851204b service nova] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Received event network-vif-deleted-6c6ca1ff-3dd4-4c00-a44d-46f5377124ce {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1046.405371] env[62954]: INFO nova.compute.manager [req-01c3c659-f689-44b2-b094-6563ae2da264 req-85d7a3e3-582d-4602-a90d-0bd0a851204b service nova] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Neutron deleted interface 6c6ca1ff-3dd4-4c00-a44d-46f5377124ce; detaching it from the instance and deleting it from the info cache [ 1046.405624] env[62954]: DEBUG nova.network.neutron [req-01c3c659-f689-44b2-b094-6563ae2da264 req-85d7a3e3-582d-4602-a90d-0bd0a851204b service nova] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.500188] env[62954]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1046.500188] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52f69844-ce1a-801f-4d0b-69b4597099d3" [ 1046.500188] env[62954]: _type = "HttpNfcLease" [ 1046.500188] env[62954]: } is ready. {{(pid=62954) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1046.500548] env[62954]: DEBUG oslo_vmware.rw_handles [None req-92132231-5136-41e2-9708-e4870e38406e tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1046.500548] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52f69844-ce1a-801f-4d0b-69b4597099d3" [ 1046.500548] env[62954]: _type = "HttpNfcLease" [ 1046.500548] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1046.501474] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7215967-1c47-4b55-bf1d-0f7c35dc2ab1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.513133] env[62954]: DEBUG oslo_vmware.rw_handles [None req-92132231-5136-41e2-9708-e4870e38406e tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522e8782-977d-ba20-1461-35325cf6c89a/disk-0.vmdk from lease info. {{(pid=62954) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1046.513348] env[62954]: DEBUG oslo_vmware.rw_handles [None req-92132231-5136-41e2-9708-e4870e38406e tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522e8782-977d-ba20-1461-35325cf6c89a/disk-0.vmdk for reading. {{(pid=62954) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1046.612932] env[62954]: DEBUG nova.virt.hardware [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.613235] env[62954]: DEBUG nova.virt.hardware [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.613426] env[62954]: DEBUG nova.virt.hardware [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.613980] env[62954]: DEBUG nova.virt.hardware [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.613980] env[62954]: DEBUG nova.virt.hardware [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.613980] env[62954]: DEBUG nova.virt.hardware [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.614147] env[62954]: DEBUG nova.virt.hardware [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.614271] env[62954]: DEBUG nova.virt.hardware [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.614438] env[62954]: DEBUG nova.virt.hardware [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.614601] env[62954]: DEBUG nova.virt.hardware [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.614802] env[62954]: DEBUG nova.virt.hardware [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.615755] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c33b069-bedf-47a5-9bb2-71c3ccd0d72e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.619798] env[62954]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a3cff85d-1467-4b8a-96d5-62a1352c84ca {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.622779] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c663a6d-012a-4d9a-b872-af19e9ecc0b8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.635258] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18d5133-448a-4296-afe4-ba34016eb123 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.643573] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8a2367-dcc0-43ab-bcd6-065aea4f576b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.658853] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:3b:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afae6acd-1873-4228-9d5a-1cd5d4efe3e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '608a3459-1b48-4019-9856-cb5e0ce41878', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.669303] env[62954]: DEBUG oslo.service.loopingcall [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1046.693262] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.694010] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28155545-a235-40fb-8e4f-284bc534d9f3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.712436] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd44631e-56cd-4c73-a9c8-97365bfb2e1f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.730918] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c27c0a-69bf-42bc-ace4-d05093773042 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.735146] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.735146] env[62954]: value = "task-2598115" [ 1046.735146] env[62954]: _type = "Task" [ 1046.735146] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.735146] env[62954]: DEBUG oslo_vmware.api [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598114, 'name': PowerOnVM_Task, 'duration_secs': 0.494828} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.735634] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.735921] env[62954]: INFO nova.compute.manager [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Took 8.15 seconds to spawn the instance on the hypervisor. [ 1046.735921] env[62954]: DEBUG nova.compute.manager [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.740227] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633df339-926b-42ee-be3e-f0ea9acc2cfa {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.751642] env[62954]: DEBUG nova.compute.provider_tree [None req-50db0648-3115-4204-aab4-0eaba006c64a tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.758955] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598115, 'name': CreateVM_Task} progress is 10%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.868008] env[62954]: DEBUG nova.network.neutron [-] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.909979] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-36983183-ea7b-47c8-b7b4-aad7b0f8598f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.921763] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18c2aa9-aecf-498e-a2df-c2c47d0d0e20 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.957284] env[62954]: DEBUG nova.compute.manager [req-01c3c659-f689-44b2-b094-6563ae2da264 req-85d7a3e3-582d-4602-a90d-0bd0a851204b service nova] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Detach interface failed, port_id=6c6ca1ff-3dd4-4c00-a44d-46f5377124ce, reason: Instance d788173c-8090-4bb0-94cd-0f1dc06ca4fb could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1047.246978] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598115, 'name': CreateVM_Task, 'duration_secs': 0.439339} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.247239] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.248013] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.248264] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.249089] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.249490] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f039be12-3dd8-4d11-a1ae-e3b6e25410c0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.255817] env[62954]: DEBUG nova.scheduler.client.report [None req-50db0648-3115-4204-aab4-0eaba006c64a tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.259622] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1047.259622] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52047eb7-8de5-efbe-41dc-c7090cef84a6" [ 1047.259622] env[62954]: _type = "Task" [ 1047.259622] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.273244] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52047eb7-8de5-efbe-41dc-c7090cef84a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.275965] env[62954]: INFO nova.compute.manager [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Took 13.02 seconds to build instance. [ 1047.371041] env[62954]: INFO nova.compute.manager [-] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Took 1.23 seconds to deallocate network for instance. [ 1047.760899] env[62954]: DEBUG oslo_concurrency.lockutils [None req-50db0648-3115-4204-aab4-0eaba006c64a tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.885s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.773476] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52047eb7-8de5-efbe-41dc-c7090cef84a6, 'name': SearchDatastore_Task, 'duration_secs': 0.018974} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.774247] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.774414] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.774988] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.774988] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.775332] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.775552] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20adbae7-bbfd-4ccc-9877-442e96ea329f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.777769] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf4aae74-5013-48a8-a203-17c3e487fde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "730b747f-6d66-43a4-99d8-df2c24d5bf27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.535s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.785962] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.785962] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.786957] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73766bb9-9af8-4635-864f-e41e11e19a98 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.790385] env[62954]: INFO nova.scheduler.client.report [None req-50db0648-3115-4204-aab4-0eaba006c64a tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Deleted allocations for instance 1f6d5eff-7365-44c1-b915-8b301fe69e5c [ 1047.795907] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1047.795907] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]522617ef-2e08-35d4-7346-cae5d388eba6" [ 1047.795907] env[62954]: _type = "Task" [ 1047.795907] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.805499] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]522617ef-2e08-35d4-7346-cae5d388eba6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.878377] env[62954]: DEBUG oslo_concurrency.lockutils [None req-af937148-ca8c-4c49-9519-03056acdb658 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.878518] env[62954]: DEBUG oslo_concurrency.lockutils [None req-af937148-ca8c-4c49-9519-03056acdb658 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.878746] env[62954]: DEBUG nova.objects.instance [None req-af937148-ca8c-4c49-9519-03056acdb658 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lazy-loading 'resources' on Instance uuid d788173c-8090-4bb0-94cd-0f1dc06ca4fb {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.171941] env[62954]: DEBUG oslo_vmware.rw_handles [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528a4a7f-da2c-98cd-9735-734ee19fd03b/disk-0.vmdk. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1048.172919] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b712e0f-c2dd-4eb8-9174-c8ada3fc7ad4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.179385] env[62954]: DEBUG oslo_vmware.rw_handles [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528a4a7f-da2c-98cd-9735-734ee19fd03b/disk-0.vmdk is in state: ready. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1048.179634] env[62954]: ERROR oslo_vmware.rw_handles [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528a4a7f-da2c-98cd-9735-734ee19fd03b/disk-0.vmdk due to incomplete transfer. [ 1048.179914] env[62954]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-56128e77-cdf9-4a85-99e4-e40a45d6eff9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.187575] env[62954]: DEBUG oslo_vmware.rw_handles [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528a4a7f-da2c-98cd-9735-734ee19fd03b/disk-0.vmdk. {{(pid=62954) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1048.187835] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Uploaded image b782f946-5ed6-4a61-9138-2d5c1d96aa6a to the Glance image server {{(pid=62954) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1048.190073] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Destroying the VM {{(pid=62954) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1048.190384] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-29e43bf9-a298-4918-a91c-37a118c1aba2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.197105] env[62954]: DEBUG oslo_vmware.api [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1048.197105] env[62954]: value = "task-2598116" [ 1048.197105] env[62954]: _type = "Task" [ 1048.197105] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.204731] env[62954]: DEBUG oslo_vmware.api [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598116, 'name': Destroy_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.304800] env[62954]: DEBUG oslo_concurrency.lockutils [None req-50db0648-3115-4204-aab4-0eaba006c64a tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Lock "1f6d5eff-7365-44c1-b915-8b301fe69e5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.822s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.312923] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]522617ef-2e08-35d4-7346-cae5d388eba6, 'name': SearchDatastore_Task, 'duration_secs': 0.010471} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.313835] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-feb0bb54-95f6-4da2-8888-bdbc2f788280 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.319869] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1048.319869] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52600f46-48da-3c25-54bc-15f1b49a4e39" [ 1048.319869] env[62954]: _type = "Task" [ 1048.319869] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.330454] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52600f46-48da-3c25-54bc-15f1b49a4e39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.540703] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2285d750-8ed0-4ba9-90bb-a65ba7526a35 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.548998] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b67d600-72d7-47e9-9de8-45a1ed65c18d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.582387] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49598843-8a71-4cf3-82d5-162b27b83bf9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.590775] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89982fb-b87f-4431-b980-e8de13afc953 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.605538] env[62954]: DEBUG nova.compute.provider_tree [None req-af937148-ca8c-4c49-9519-03056acdb658 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.709599] env[62954]: DEBUG oslo_vmware.api [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598116, 'name': Destroy_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.831017] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52600f46-48da-3c25-54bc-15f1b49a4e39, 'name': SearchDatastore_Task, 'duration_secs': 0.014455} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.831326] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.831592] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 9d694e55-25f6-45fc-9909-3ce31bb25956/9d694e55-25f6-45fc-9909-3ce31bb25956.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.831856] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-707e6392-8968-4c8e-8079-61a71bda8186 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.839619] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1048.839619] env[62954]: value = "task-2598117" [ 1048.839619] env[62954]: _type = "Task" [ 1048.839619] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.847481] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598117, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.022936] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "bee1ced3-b333-4391-ba66-025faf63ced2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.023086] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "bee1ced3-b333-4391-ba66-025faf63ced2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.109456] env[62954]: DEBUG nova.scheduler.client.report [None req-af937148-ca8c-4c49-9519-03056acdb658 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.207975] env[62954]: DEBUG oslo_vmware.api [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598116, 'name': Destroy_Task, 'duration_secs': 0.54007} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.209034] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Destroyed the VM [ 1049.209034] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Deleting Snapshot of the VM instance {{(pid=62954) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1049.209315] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e322fa22-07c5-4c23-93e3-447c43f0006d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.216608] env[62954]: DEBUG oslo_vmware.api [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1049.216608] env[62954]: value = "task-2598118" [ 1049.216608] env[62954]: _type = "Task" [ 1049.216608] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.228481] env[62954]: DEBUG oslo_vmware.api [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598118, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.349872] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598117, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.525391] env[62954]: DEBUG nova.compute.manager [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1049.615297] env[62954]: DEBUG oslo_concurrency.lockutils [None req-af937148-ca8c-4c49-9519-03056acdb658 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.737s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.642328] env[62954]: INFO nova.scheduler.client.report [None req-af937148-ca8c-4c49-9519-03056acdb658 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Deleted allocations for instance d788173c-8090-4bb0-94cd-0f1dc06ca4fb [ 1049.727193] env[62954]: DEBUG oslo_vmware.api [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598118, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.730523] env[62954]: DEBUG oslo_concurrency.lockutils [None req-77fc74d0-e356-4df5-b117-581e007d0441 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Acquiring lock "b1a1768a-6eee-4de3-a6c6-a52b2508b1fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.730935] env[62954]: DEBUG oslo_concurrency.lockutils [None req-77fc74d0-e356-4df5-b117-581e007d0441 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Lock "b1a1768a-6eee-4de3-a6c6-a52b2508b1fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.731286] env[62954]: DEBUG oslo_concurrency.lockutils [None req-77fc74d0-e356-4df5-b117-581e007d0441 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Acquiring lock "b1a1768a-6eee-4de3-a6c6-a52b2508b1fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.731577] env[62954]: DEBUG oslo_concurrency.lockutils [None req-77fc74d0-e356-4df5-b117-581e007d0441 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Lock "b1a1768a-6eee-4de3-a6c6-a52b2508b1fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.731924] env[62954]: DEBUG oslo_concurrency.lockutils [None req-77fc74d0-e356-4df5-b117-581e007d0441 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Lock "b1a1768a-6eee-4de3-a6c6-a52b2508b1fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.736347] env[62954]: INFO nova.compute.manager [None req-77fc74d0-e356-4df5-b117-581e007d0441 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Terminating instance [ 1049.807216] env[62954]: DEBUG oslo_concurrency.lockutils [None req-34686aad-30a2-4d48-a2a3-208121d21884 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Acquiring lock "1b7851bf-81ab-4dbe-a49c-1697f015e04d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.807478] env[62954]: DEBUG oslo_concurrency.lockutils [None req-34686aad-30a2-4d48-a2a3-208121d21884 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Lock "1b7851bf-81ab-4dbe-a49c-1697f015e04d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.807762] env[62954]: DEBUG oslo_concurrency.lockutils [None req-34686aad-30a2-4d48-a2a3-208121d21884 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Acquiring lock "1b7851bf-81ab-4dbe-a49c-1697f015e04d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.807971] env[62954]: DEBUG oslo_concurrency.lockutils [None req-34686aad-30a2-4d48-a2a3-208121d21884 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Lock "1b7851bf-81ab-4dbe-a49c-1697f015e04d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.808165] env[62954]: DEBUG oslo_concurrency.lockutils [None req-34686aad-30a2-4d48-a2a3-208121d21884 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Lock "1b7851bf-81ab-4dbe-a49c-1697f015e04d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.810593] env[62954]: INFO nova.compute.manager [None req-34686aad-30a2-4d48-a2a3-208121d21884 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Terminating instance [ 1049.851098] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598117, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610463} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.851371] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 9d694e55-25f6-45fc-9909-3ce31bb25956/9d694e55-25f6-45fc-9909-3ce31bb25956.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.851589] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.851847] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-120d17bf-b05e-4eaf-b052-4ed4089a8756 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.859666] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1049.859666] env[62954]: value = "task-2598119" [ 1049.859666] env[62954]: _type = "Task" [ 1049.859666] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.867443] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598119, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.045918] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.046186] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.047739] env[62954]: INFO nova.compute.claims [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1050.150956] env[62954]: DEBUG oslo_concurrency.lockutils [None req-af937148-ca8c-4c49-9519-03056acdb658 tempest-AttachInterfacesTestJSON-1847137231 tempest-AttachInterfacesTestJSON-1847137231-project-member] Lock "d788173c-8090-4bb0-94cd-0f1dc06ca4fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.646s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.228329] env[62954]: DEBUG oslo_vmware.api [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598118, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.242750] env[62954]: DEBUG nova.compute.manager [None req-77fc74d0-e356-4df5-b117-581e007d0441 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1050.242945] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-77fc74d0-e356-4df5-b117-581e007d0441 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.243856] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5440a73-d296-4921-995d-8b927398f21f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.251901] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-77fc74d0-e356-4df5-b117-581e007d0441 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.252186] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74d5a7eb-ac61-4fa8-8c35-5c39bfe326ac {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.258894] env[62954]: DEBUG oslo_vmware.api [None req-77fc74d0-e356-4df5-b117-581e007d0441 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Waiting for the task: (returnval){ [ 1050.258894] env[62954]: value = "task-2598120" [ 1050.258894] env[62954]: _type = "Task" [ 1050.258894] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.266762] env[62954]: DEBUG oslo_vmware.api [None req-77fc74d0-e356-4df5-b117-581e007d0441 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.315415] env[62954]: DEBUG nova.compute.manager [None req-34686aad-30a2-4d48-a2a3-208121d21884 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1050.315666] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-34686aad-30a2-4d48-a2a3-208121d21884 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.316732] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b4d1fc-8234-4ed1-83b0-e15319a25d97 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.325706] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-34686aad-30a2-4d48-a2a3-208121d21884 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.325970] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18e4cea6-5bd5-4735-bf5c-61c7699e29ba {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.332783] env[62954]: DEBUG oslo_vmware.api [None req-34686aad-30a2-4d48-a2a3-208121d21884 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Waiting for the task: (returnval){ [ 1050.332783] env[62954]: value = "task-2598121" [ 1050.332783] env[62954]: _type = "Task" [ 1050.332783] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.342131] env[62954]: DEBUG oslo_vmware.api [None req-34686aad-30a2-4d48-a2a3-208121d21884 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.369440] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598119, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063648} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.369744] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.370582] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b32e1c9-61ab-4c47-86f9-cb84101eec5e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.392953] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 9d694e55-25f6-45fc-9909-3ce31bb25956/9d694e55-25f6-45fc-9909-3ce31bb25956.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.393248] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-894aa087-718f-4685-b358-a98fafbfd13b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.412372] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1050.412372] env[62954]: value = "task-2598122" [ 1050.412372] env[62954]: _type = "Task" [ 1050.412372] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.420150] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598122, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.729464] env[62954]: DEBUG oslo_vmware.api [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598118, 'name': RemoveSnapshot_Task, 'duration_secs': 1.138784} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.729629] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Deleted Snapshot of the VM instance {{(pid=62954) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1050.729908] env[62954]: DEBUG nova.compute.manager [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.730704] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361ce3ce-25a3-4651-a067-7f17bf0d6037 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.768531] env[62954]: DEBUG oslo_vmware.api [None req-77fc74d0-e356-4df5-b117-581e007d0441 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598120, 'name': PowerOffVM_Task, 'duration_secs': 0.340113} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.768754] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-77fc74d0-e356-4df5-b117-581e007d0441 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.768993] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-77fc74d0-e356-4df5-b117-581e007d0441 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.769369] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9450db92-b957-4baf-9369-5c6375fbe2ee {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.832537] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-77fc74d0-e356-4df5-b117-581e007d0441 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.832537] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-77fc74d0-e356-4df5-b117-581e007d0441 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.832798] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-77fc74d0-e356-4df5-b117-581e007d0441 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Deleting the datastore file [datastore1] b1a1768a-6eee-4de3-a6c6-a52b2508b1fa {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.832865] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f30d9d3-7b10-445b-8376-9b9dec2bed51 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.842623] env[62954]: DEBUG oslo_vmware.api [None req-77fc74d0-e356-4df5-b117-581e007d0441 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Waiting for the task: (returnval){ [ 1050.842623] env[62954]: value = "task-2598124" [ 1050.842623] env[62954]: _type = "Task" [ 1050.842623] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.845734] env[62954]: DEBUG oslo_vmware.api [None req-34686aad-30a2-4d48-a2a3-208121d21884 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598121, 'name': PowerOffVM_Task, 'duration_secs': 0.270593} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.848840] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-34686aad-30a2-4d48-a2a3-208121d21884 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.849047] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-34686aad-30a2-4d48-a2a3-208121d21884 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.849306] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3357f291-cce0-4922-88e5-36b220ac9beb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.855911] env[62954]: DEBUG oslo_vmware.api [None req-77fc74d0-e356-4df5-b117-581e007d0441 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.908046] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-34686aad-30a2-4d48-a2a3-208121d21884 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.908294] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-34686aad-30a2-4d48-a2a3-208121d21884 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.908496] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-34686aad-30a2-4d48-a2a3-208121d21884 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Deleting the datastore file [datastore1] 1b7851bf-81ab-4dbe-a49c-1697f015e04d {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.908762] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1eb58023-7d38-4a28-9af3-f03c3ef77f3a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.918168] env[62954]: DEBUG oslo_vmware.api [None req-34686aad-30a2-4d48-a2a3-208121d21884 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Waiting for the task: (returnval){ [ 1050.918168] env[62954]: value = "task-2598126" [ 1050.918168] env[62954]: _type = "Task" [ 1050.918168] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.925217] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598122, 'name': ReconfigVM_Task, 'duration_secs': 0.506692} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.925884] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 9d694e55-25f6-45fc-9909-3ce31bb25956/9d694e55-25f6-45fc-9909-3ce31bb25956.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.927531] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'size': 0, 'encryption_secret_uuid': None, 'device_type': 'disk', 'device_name': '/dev/sda', 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'encryption_format': None, 'encryption_options': None, 'image_id': '45a12149-1b6c-414b-9b32-1b6ffa65e320'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523995', 'volume_id': 'f9f112cc-1b7c-4f3a-8b5b-9df6e345c371', 'name': 'volume-f9f112cc-1b7c-4f3a-8b5b-9df6e345c371', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d694e55-25f6-45fc-9909-3ce31bb25956', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9f112cc-1b7c-4f3a-8b5b-9df6e345c371', 'serial': 'f9f112cc-1b7c-4f3a-8b5b-9df6e345c371'}, 'attachment_id': 'cd85f529-42f4-4338-8e12-e4c8536ae2b6', 'delete_on_termination': False, 'device_type': None, 'mount_device': '/dev/sdb', 'boot_index': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=62954) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1050.927739] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Volume attach. Driver type: vmdk {{(pid=62954) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1050.927932] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523995', 'volume_id': 'f9f112cc-1b7c-4f3a-8b5b-9df6e345c371', 'name': 'volume-f9f112cc-1b7c-4f3a-8b5b-9df6e345c371', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d694e55-25f6-45fc-9909-3ce31bb25956', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9f112cc-1b7c-4f3a-8b5b-9df6e345c371', 'serial': 'f9f112cc-1b7c-4f3a-8b5b-9df6e345c371'} {{(pid=62954) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1050.931541] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fad071-b14d-4d7e-9d7e-b555972f2bb6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.934033] env[62954]: DEBUG oslo_vmware.api [None req-34686aad-30a2-4d48-a2a3-208121d21884 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.947303] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ee192d-6dce-4aa3-b48b-216906448da7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.971782] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] volume-f9f112cc-1b7c-4f3a-8b5b-9df6e345c371/volume-f9f112cc-1b7c-4f3a-8b5b-9df6e345c371.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.972106] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d608cda-6b69-4540-8dc8-f787e804e48c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.989739] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1050.989739] env[62954]: value = "task-2598127" [ 1050.989739] env[62954]: _type = "Task" [ 1050.989739] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.997690] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598127, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.230019] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75e0163-817b-4558-a8d3-6444c6a39dc8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.239630] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8278bc7-d482-4d87-a573-2aa7dcd1b5d9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.246650] env[62954]: INFO nova.compute.manager [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Shelve offloading [ 1051.278665] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa6c443-728e-42c6-ae62-54fbedd06d1b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.287938] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2c21fb-5963-42a7-ad65-446b86e5720c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.301990] env[62954]: DEBUG nova.compute.provider_tree [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.358944] env[62954]: DEBUG oslo_vmware.api [None req-77fc74d0-e356-4df5-b117-581e007d0441 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197965} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.359359] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-77fc74d0-e356-4df5-b117-581e007d0441 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.359670] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-77fc74d0-e356-4df5-b117-581e007d0441 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.359971] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-77fc74d0-e356-4df5-b117-581e007d0441 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.360282] env[62954]: INFO nova.compute.manager [None req-77fc74d0-e356-4df5-b117-581e007d0441 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1051.360659] env[62954]: DEBUG oslo.service.loopingcall [None req-77fc74d0-e356-4df5-b117-581e007d0441 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1051.360956] env[62954]: DEBUG nova.compute.manager [-] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1051.361122] env[62954]: DEBUG nova.network.neutron [-] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1051.428746] env[62954]: DEBUG oslo_vmware.api [None req-34686aad-30a2-4d48-a2a3-208121d21884 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Task: {'id': task-2598126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204231} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.429048] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-34686aad-30a2-4d48-a2a3-208121d21884 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.429243] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-34686aad-30a2-4d48-a2a3-208121d21884 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.429421] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-34686aad-30a2-4d48-a2a3-208121d21884 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.429595] env[62954]: INFO nova.compute.manager [None req-34686aad-30a2-4d48-a2a3-208121d21884 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1051.429838] env[62954]: DEBUG oslo.service.loopingcall [None req-34686aad-30a2-4d48-a2a3-208121d21884 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1051.430036] env[62954]: DEBUG nova.compute.manager [-] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1051.430247] env[62954]: DEBUG nova.network.neutron [-] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1051.502584] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598127, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.772778] env[62954]: DEBUG nova.compute.manager [req-f30f6fb7-6c4f-4c7f-a719-d8455c796f2c req-3b8c5210-525b-45f9-81b7-54cbb8a7a8be service nova] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Received event network-vif-deleted-0121738e-0444-4515-bb05-a6e9bb444e98 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1051.772978] env[62954]: INFO nova.compute.manager [req-f30f6fb7-6c4f-4c7f-a719-d8455c796f2c req-3b8c5210-525b-45f9-81b7-54cbb8a7a8be service nova] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Neutron deleted interface 0121738e-0444-4515-bb05-a6e9bb444e98; detaching it from the instance and deleting it from the info cache [ 1051.773179] env[62954]: DEBUG nova.network.neutron [req-f30f6fb7-6c4f-4c7f-a719-d8455c796f2c req-3b8c5210-525b-45f9-81b7-54cbb8a7a8be service nova] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.782193] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.782536] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abda2299-793d-4196-90c8-198a457e3bd4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.791551] env[62954]: DEBUG oslo_vmware.api [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1051.791551] env[62954]: value = "task-2598128" [ 1051.791551] env[62954]: _type = "Task" [ 1051.791551] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.801718] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] VM already powered off {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1051.801936] env[62954]: DEBUG nova.compute.manager [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.802755] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe5e6ab-dac3-4a2a-82cb-9ef29be34215 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.805865] env[62954]: DEBUG nova.scheduler.client.report [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.813234] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquiring lock "refresh_cache-b8b76e1c-723c-47b9-a810-381de87e54bc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.813445] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquired lock "refresh_cache-b8b76e1c-723c-47b9-a810-381de87e54bc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.813625] env[62954]: DEBUG nova.network.neutron [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.933834] env[62954]: DEBUG nova.compute.manager [req-ecab9beb-09b9-42ac-9af1-168fe2c101e5 req-ea1fe85c-6334-49dc-b702-6cc17d080824 service nova] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Received event network-vif-deleted-1ff32323-23c4-42b4-b1db-9388131dac69 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1051.934100] env[62954]: INFO nova.compute.manager [req-ecab9beb-09b9-42ac-9af1-168fe2c101e5 req-ea1fe85c-6334-49dc-b702-6cc17d080824 service nova] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Neutron deleted interface 1ff32323-23c4-42b4-b1db-9388131dac69; detaching it from the instance and deleting it from the info cache [ 1051.934325] env[62954]: DEBUG nova.network.neutron [req-ecab9beb-09b9-42ac-9af1-168fe2c101e5 req-ea1fe85c-6334-49dc-b702-6cc17d080824 service nova] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.000526] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598127, 'name': ReconfigVM_Task, 'duration_secs': 0.548617} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.000800] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Reconfigured VM instance instance-00000062 to attach disk [datastore1] volume-f9f112cc-1b7c-4f3a-8b5b-9df6e345c371/volume-f9f112cc-1b7c-4f3a-8b5b-9df6e345c371.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.005800] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e75084d8-085b-4afa-a544-4034c4962120 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.021127] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1052.021127] env[62954]: value = "task-2598129" [ 1052.021127] env[62954]: _type = "Task" [ 1052.021127] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.032995] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598129, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.250541] env[62954]: DEBUG nova.network.neutron [-] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.277455] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-775d815b-5fc4-4e3d-af36-507176f9b03e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.287707] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19592d4a-f774-4d64-93fa-c71c346fa3de {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.320826] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.274s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.320826] env[62954]: DEBUG nova.compute.manager [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1052.325758] env[62954]: DEBUG nova.compute.manager [req-f30f6fb7-6c4f-4c7f-a719-d8455c796f2c req-3b8c5210-525b-45f9-81b7-54cbb8a7a8be service nova] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Detach interface failed, port_id=0121738e-0444-4515-bb05-a6e9bb444e98, reason: Instance b1a1768a-6eee-4de3-a6c6-a52b2508b1fa could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1052.419088] env[62954]: DEBUG nova.network.neutron [-] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.438661] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91a04464-5cb2-47c5-991f-3471f835a2f4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.450104] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f905ff8-b0fd-4736-bcb4-fdea1a5e0a14 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.482775] env[62954]: DEBUG nova.compute.manager [req-ecab9beb-09b9-42ac-9af1-168fe2c101e5 req-ea1fe85c-6334-49dc-b702-6cc17d080824 service nova] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Detach interface failed, port_id=1ff32323-23c4-42b4-b1db-9388131dac69, reason: Instance 1b7851bf-81ab-4dbe-a49c-1697f015e04d could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1052.533947] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598129, 'name': ReconfigVM_Task, 'duration_secs': 0.233946} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.534303] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523995', 'volume_id': 'f9f112cc-1b7c-4f3a-8b5b-9df6e345c371', 'name': 'volume-f9f112cc-1b7c-4f3a-8b5b-9df6e345c371', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d694e55-25f6-45fc-9909-3ce31bb25956', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9f112cc-1b7c-4f3a-8b5b-9df6e345c371', 'serial': 'f9f112cc-1b7c-4f3a-8b5b-9df6e345c371'} {{(pid=62954) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1052.534876] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24a10550-720e-41de-9f61-ccceaa5b4a3c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.541564] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1052.541564] env[62954]: value = "task-2598130" [ 1052.541564] env[62954]: _type = "Task" [ 1052.541564] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.549645] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598130, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.583757] env[62954]: DEBUG nova.network.neutron [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Updating instance_info_cache with network_info: [{"id": "fbb2d8e6-01a2-4d3a-a861-6445e4622aa9", "address": "fa:16:3e:0d:16:28", "network": {"id": "47528c63-56ff-4749-94ed-f0e94687ac13", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1980367274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55676c64756f4e1890efd5c9265b3f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbb2d8e6-01", "ovs_interfaceid": "fbb2d8e6-01a2-4d3a-a861-6445e4622aa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.754020] env[62954]: INFO nova.compute.manager [-] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Took 1.39 seconds to deallocate network for instance. [ 1052.829187] env[62954]: DEBUG nova.compute.utils [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1052.830906] env[62954]: DEBUG nova.compute.manager [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1052.830906] env[62954]: DEBUG nova.network.neutron [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.873780] env[62954]: DEBUG nova.policy [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41504cde129347978859d6028392af60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4bf9ee7b108347bfa5bd89b8f255aef8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 1052.922422] env[62954]: INFO nova.compute.manager [-] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Took 1.49 seconds to deallocate network for instance. [ 1053.053674] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598130, 'name': Rename_Task, 'duration_secs': 0.23331} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.055442] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.055442] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-668a8069-bde2-4786-b9de-37fc7197858b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.062360] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1053.062360] env[62954]: value = "task-2598131" [ 1053.062360] env[62954]: _type = "Task" [ 1053.062360] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.070021] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598131, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.086898] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Releasing lock "refresh_cache-b8b76e1c-723c-47b9-a810-381de87e54bc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.175257] env[62954]: DEBUG nova.network.neutron [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Successfully created port: 190df5c3-3dce-44d5-97cb-1fc6e660805f {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1053.262919] env[62954]: DEBUG oslo_concurrency.lockutils [None req-77fc74d0-e356-4df5-b117-581e007d0441 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.263580] env[62954]: DEBUG oslo_concurrency.lockutils [None req-77fc74d0-e356-4df5-b117-581e007d0441 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.263580] env[62954]: DEBUG nova.objects.instance [None req-77fc74d0-e356-4df5-b117-581e007d0441 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Lazy-loading 'resources' on Instance uuid b1a1768a-6eee-4de3-a6c6-a52b2508b1fa {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.334234] env[62954]: DEBUG nova.compute.manager [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1053.431640] env[62954]: DEBUG oslo_concurrency.lockutils [None req-34686aad-30a2-4d48-a2a3-208121d21884 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.432934] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.433984] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533a2bf4-4324-4a33-acc1-da1192a56658 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.442305] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.442570] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-046cf23e-07e5-4ab7-841f-8662ad6d6499 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.521495] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.521721] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.521903] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Deleting the datastore file [datastore1] b8b76e1c-723c-47b9-a810-381de87e54bc {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.522223] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aea4f215-2fcf-4461-9810-4150ed7f1361 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.529074] env[62954]: DEBUG oslo_vmware.api [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1053.529074] env[62954]: value = "task-2598133" [ 1053.529074] env[62954]: _type = "Task" [ 1053.529074] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.537652] env[62954]: DEBUG oslo_vmware.api [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.571671] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598131, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.816319] env[62954]: DEBUG nova.compute.manager [req-3a3f1b96-863f-4f09-8462-19547c331d9f req-28a74138-9016-436c-87dc-754afd6916b0 service nova] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Received event network-vif-unplugged-fbb2d8e6-01a2-4d3a-a861-6445e4622aa9 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1053.816575] env[62954]: DEBUG oslo_concurrency.lockutils [req-3a3f1b96-863f-4f09-8462-19547c331d9f req-28a74138-9016-436c-87dc-754afd6916b0 service nova] Acquiring lock "b8b76e1c-723c-47b9-a810-381de87e54bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.820025] env[62954]: DEBUG oslo_concurrency.lockutils [req-3a3f1b96-863f-4f09-8462-19547c331d9f req-28a74138-9016-436c-87dc-754afd6916b0 service nova] Lock "b8b76e1c-723c-47b9-a810-381de87e54bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.820025] env[62954]: DEBUG oslo_concurrency.lockutils [req-3a3f1b96-863f-4f09-8462-19547c331d9f req-28a74138-9016-436c-87dc-754afd6916b0 service nova] Lock "b8b76e1c-723c-47b9-a810-381de87e54bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.820025] env[62954]: DEBUG nova.compute.manager [req-3a3f1b96-863f-4f09-8462-19547c331d9f req-28a74138-9016-436c-87dc-754afd6916b0 service nova] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] No waiting events found dispatching network-vif-unplugged-fbb2d8e6-01a2-4d3a-a861-6445e4622aa9 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1053.820025] env[62954]: WARNING nova.compute.manager [req-3a3f1b96-863f-4f09-8462-19547c331d9f req-28a74138-9016-436c-87dc-754afd6916b0 service nova] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Received unexpected event network-vif-unplugged-fbb2d8e6-01a2-4d3a-a861-6445e4622aa9 for instance with vm_state shelved and task_state shelving_offloading. [ 1053.820025] env[62954]: DEBUG nova.compute.manager [req-3a3f1b96-863f-4f09-8462-19547c331d9f req-28a74138-9016-436c-87dc-754afd6916b0 service nova] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Received event network-changed-fbb2d8e6-01a2-4d3a-a861-6445e4622aa9 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1053.820025] env[62954]: DEBUG nova.compute.manager [req-3a3f1b96-863f-4f09-8462-19547c331d9f req-28a74138-9016-436c-87dc-754afd6916b0 service nova] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Refreshing instance network info cache due to event network-changed-fbb2d8e6-01a2-4d3a-a861-6445e4622aa9. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1053.820025] env[62954]: DEBUG oslo_concurrency.lockutils [req-3a3f1b96-863f-4f09-8462-19547c331d9f req-28a74138-9016-436c-87dc-754afd6916b0 service nova] Acquiring lock "refresh_cache-b8b76e1c-723c-47b9-a810-381de87e54bc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.820025] env[62954]: DEBUG oslo_concurrency.lockutils [req-3a3f1b96-863f-4f09-8462-19547c331d9f req-28a74138-9016-436c-87dc-754afd6916b0 service nova] Acquired lock "refresh_cache-b8b76e1c-723c-47b9-a810-381de87e54bc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.820025] env[62954]: DEBUG nova.network.neutron [req-3a3f1b96-863f-4f09-8462-19547c331d9f req-28a74138-9016-436c-87dc-754afd6916b0 service nova] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Refreshing network info cache for port fbb2d8e6-01a2-4d3a-a861-6445e4622aa9 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.928794] env[62954]: DEBUG oslo_vmware.rw_handles [None req-92132231-5136-41e2-9708-e4870e38406e tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522e8782-977d-ba20-1461-35325cf6c89a/disk-0.vmdk. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1053.930064] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdec129-090d-4aed-8493-743dae367f1c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.939365] env[62954]: DEBUG oslo_vmware.rw_handles [None req-92132231-5136-41e2-9708-e4870e38406e tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522e8782-977d-ba20-1461-35325cf6c89a/disk-0.vmdk is in state: ready. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1053.939569] env[62954]: ERROR oslo_vmware.rw_handles [None req-92132231-5136-41e2-9708-e4870e38406e tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522e8782-977d-ba20-1461-35325cf6c89a/disk-0.vmdk due to incomplete transfer. [ 1053.939817] env[62954]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-81623964-2e4f-4d2c-80aa-911aacf834e2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.949032] env[62954]: DEBUG oslo_vmware.rw_handles [None req-92132231-5136-41e2-9708-e4870e38406e tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522e8782-977d-ba20-1461-35325cf6c89a/disk-0.vmdk. {{(pid=62954) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1053.949032] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-92132231-5136-41e2-9708-e4870e38406e tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Uploaded image 25a804f3-e0c7-4876-a116-98d06e3eadda to the Glance image server {{(pid=62954) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1053.952268] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-92132231-5136-41e2-9708-e4870e38406e tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Destroying the VM {{(pid=62954) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1053.953323] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-44205928-6b3d-4c66-af58-0af072883e6d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.962508] env[62954]: DEBUG oslo_vmware.api [None req-92132231-5136-41e2-9708-e4870e38406e tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1053.962508] env[62954]: value = "task-2598134" [ 1053.962508] env[62954]: _type = "Task" [ 1053.962508] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.968043] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f993021-7429-481b-8349-86ff7616bb6d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.975450] env[62954]: DEBUG oslo_vmware.api [None req-92132231-5136-41e2-9708-e4870e38406e tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598134, 'name': Destroy_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.980159] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3656289f-335b-4d4e-a6a6-5cfc77ada1f7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.010856] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c3a419-7889-4b7b-9b7c-3fffc592d381 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.019527] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334ab8ba-50da-4a4c-8446-a72a63dc8d25 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.035033] env[62954]: DEBUG nova.compute.provider_tree [None req-77fc74d0-e356-4df5-b117-581e007d0441 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.044535] env[62954]: DEBUG oslo_vmware.api [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198476} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.045393] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.045640] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.045847] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.063757] env[62954]: INFO nova.scheduler.client.report [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Deleted allocations for instance b8b76e1c-723c-47b9-a810-381de87e54bc [ 1054.075447] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598131, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.344525] env[62954]: DEBUG nova.compute.manager [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1054.369616] env[62954]: DEBUG nova.virt.hardware [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.369911] env[62954]: DEBUG nova.virt.hardware [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.370125] env[62954]: DEBUG nova.virt.hardware [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.370352] env[62954]: DEBUG nova.virt.hardware [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.370534] env[62954]: DEBUG nova.virt.hardware [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.370720] env[62954]: DEBUG nova.virt.hardware [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.370982] env[62954]: DEBUG nova.virt.hardware [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.371210] env[62954]: DEBUG nova.virt.hardware [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.371427] env[62954]: DEBUG nova.virt.hardware [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.371620] env[62954]: DEBUG nova.virt.hardware [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.371830] env[62954]: DEBUG nova.virt.hardware [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.372773] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d276eb-1309-4006-b75b-e910b6413c82 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.381600] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6dcdef-ef00-4d52-822c-a07f31caa2ee {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.473230] env[62954]: DEBUG oslo_vmware.api [None req-92132231-5136-41e2-9708-e4870e38406e tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598134, 'name': Destroy_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.540959] env[62954]: DEBUG nova.scheduler.client.report [None req-77fc74d0-e356-4df5-b117-581e007d0441 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.571527] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.575050] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1054.575542] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1054.575690] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Starting heal instance info cache {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1054.587079] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598131, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.625914] env[62954]: DEBUG nova.network.neutron [req-3a3f1b96-863f-4f09-8462-19547c331d9f req-28a74138-9016-436c-87dc-754afd6916b0 service nova] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Updated VIF entry in instance network info cache for port fbb2d8e6-01a2-4d3a-a861-6445e4622aa9. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.626298] env[62954]: DEBUG nova.network.neutron [req-3a3f1b96-863f-4f09-8462-19547c331d9f req-28a74138-9016-436c-87dc-754afd6916b0 service nova] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Updating instance_info_cache with network_info: [{"id": "fbb2d8e6-01a2-4d3a-a861-6445e4622aa9", "address": "fa:16:3e:0d:16:28", "network": {"id": "47528c63-56ff-4749-94ed-f0e94687ac13", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1980367274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55676c64756f4e1890efd5c9265b3f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapfbb2d8e6-01", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.775907] env[62954]: DEBUG nova.compute.manager [req-fc031b83-225f-4e5b-ade0-01ad04218b32 req-70df0bac-e255-4929-a54a-0813a07b4f7c service nova] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Received event network-vif-plugged-190df5c3-3dce-44d5-97cb-1fc6e660805f {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1054.777052] env[62954]: DEBUG oslo_concurrency.lockutils [req-fc031b83-225f-4e5b-ade0-01ad04218b32 req-70df0bac-e255-4929-a54a-0813a07b4f7c service nova] Acquiring lock "bee1ced3-b333-4391-ba66-025faf63ced2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.777505] env[62954]: DEBUG oslo_concurrency.lockutils [req-fc031b83-225f-4e5b-ade0-01ad04218b32 req-70df0bac-e255-4929-a54a-0813a07b4f7c service nova] Lock "bee1ced3-b333-4391-ba66-025faf63ced2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.777710] env[62954]: DEBUG oslo_concurrency.lockutils [req-fc031b83-225f-4e5b-ade0-01ad04218b32 req-70df0bac-e255-4929-a54a-0813a07b4f7c service nova] Lock "bee1ced3-b333-4391-ba66-025faf63ced2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.777920] env[62954]: DEBUG nova.compute.manager [req-fc031b83-225f-4e5b-ade0-01ad04218b32 req-70df0bac-e255-4929-a54a-0813a07b4f7c service nova] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] No waiting events found dispatching network-vif-plugged-190df5c3-3dce-44d5-97cb-1fc6e660805f {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1054.778545] env[62954]: WARNING nova.compute.manager [req-fc031b83-225f-4e5b-ade0-01ad04218b32 req-70df0bac-e255-4929-a54a-0813a07b4f7c service nova] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Received unexpected event network-vif-plugged-190df5c3-3dce-44d5-97cb-1fc6e660805f for instance with vm_state building and task_state spawning. [ 1054.816546] env[62954]: DEBUG nova.network.neutron [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Successfully updated port: 190df5c3-3dce-44d5-97cb-1fc6e660805f {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.973451] env[62954]: DEBUG oslo_vmware.api [None req-92132231-5136-41e2-9708-e4870e38406e tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598134, 'name': Destroy_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.978116] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Acquiring lock "e2c875ef-c405-428f-86ea-10f0fddae6cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.978116] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Lock "e2c875ef-c405-428f-86ea-10f0fddae6cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.046592] env[62954]: DEBUG oslo_concurrency.lockutils [None req-77fc74d0-e356-4df5-b117-581e007d0441 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.783s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.049796] env[62954]: DEBUG oslo_concurrency.lockutils [None req-34686aad-30a2-4d48-a2a3-208121d21884 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.617s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.049796] env[62954]: DEBUG nova.objects.instance [None req-34686aad-30a2-4d48-a2a3-208121d21884 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Lazy-loading 'resources' on Instance uuid 1b7851bf-81ab-4dbe-a49c-1697f015e04d {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.069680] env[62954]: INFO nova.scheduler.client.report [None req-77fc74d0-e356-4df5-b117-581e007d0441 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Deleted allocations for instance b1a1768a-6eee-4de3-a6c6-a52b2508b1fa [ 1055.086328] env[62954]: DEBUG oslo_vmware.api [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598131, 'name': PowerOnVM_Task, 'duration_secs': 1.650702} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.086448] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.086624] env[62954]: DEBUG nova.compute.manager [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.087469] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b394ae9-c12b-4575-995a-d9b4bb16009c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.120074] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "refresh_cache-5ea4c876-a32b-4295-855c-61464cc8f72b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.120372] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquired lock "refresh_cache-5ea4c876-a32b-4295-855c-61464cc8f72b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.120429] env[62954]: DEBUG nova.network.neutron [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Forcefully refreshing network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1055.131586] env[62954]: DEBUG oslo_concurrency.lockutils [req-3a3f1b96-863f-4f09-8462-19547c331d9f req-28a74138-9016-436c-87dc-754afd6916b0 service nova] Releasing lock "refresh_cache-b8b76e1c-723c-47b9-a810-381de87e54bc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.323858] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "refresh_cache-bee1ced3-b333-4391-ba66-025faf63ced2" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.323858] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquired lock "refresh_cache-bee1ced3-b333-4391-ba66-025faf63ced2" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.323858] env[62954]: DEBUG nova.network.neutron [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.330474] env[62954]: DEBUG oslo_concurrency.lockutils [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Acquiring lock "0c2abcb1-5d84-486f-a4d2-14867ddcacb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.330695] env[62954]: DEBUG oslo_concurrency.lockutils [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Lock "0c2abcb1-5d84-486f-a4d2-14867ddcacb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.473782] env[62954]: DEBUG oslo_vmware.api [None req-92132231-5136-41e2-9708-e4870e38406e tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598134, 'name': Destroy_Task, 'duration_secs': 1.329899} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.474071] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-92132231-5136-41e2-9708-e4870e38406e tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Destroyed the VM [ 1055.474315] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-92132231-5136-41e2-9708-e4870e38406e tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Deleting Snapshot of the VM instance {{(pid=62954) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1055.474586] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3f3eee02-b72c-4b8a-90a2-cf27f35153a2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.479715] env[62954]: DEBUG nova.compute.manager [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1055.492072] env[62954]: DEBUG oslo_vmware.api [None req-92132231-5136-41e2-9708-e4870e38406e tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1055.492072] env[62954]: value = "task-2598135" [ 1055.492072] env[62954]: _type = "Task" [ 1055.492072] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.500672] env[62954]: DEBUG oslo_vmware.api [None req-92132231-5136-41e2-9708-e4870e38406e tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598135, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.585174] env[62954]: DEBUG oslo_concurrency.lockutils [None req-77fc74d0-e356-4df5-b117-581e007d0441 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Lock "b1a1768a-6eee-4de3-a6c6-a52b2508b1fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.854s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.608149] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.649188] env[62954]: DEBUG oslo_concurrency.lockutils [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Acquiring lock "36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.649834] env[62954]: DEBUG oslo_concurrency.lockutils [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Lock "36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.741752] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fc27d2-b477-4da7-b8e4-139621f8477f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.751590] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8196ca2e-1074-4207-908b-21602b1d7cb0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.789335] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5671ea6e-5fd2-4189-bfd1-03c2308240bb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.796757] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e496f5dd-a8e6-49af-b805-72758affa587 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.810625] env[62954]: DEBUG nova.compute.provider_tree [None req-34686aad-30a2-4d48-a2a3-208121d21884 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.833048] env[62954]: DEBUG nova.compute.manager [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1055.873372] env[62954]: DEBUG nova.network.neutron [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1056.004525] env[62954]: DEBUG oslo_vmware.api [None req-92132231-5136-41e2-9708-e4870e38406e tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598135, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.008466] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.042230] env[62954]: DEBUG nova.network.neutron [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Updating instance_info_cache with network_info: [{"id": "190df5c3-3dce-44d5-97cb-1fc6e660805f", "address": "fa:16:3e:73:e7:e0", "network": {"id": "484c56ca-1f11-4764-ae7d-eca649dd23a2", "bridge": "br-int", "label": "tempest-ServersTestJSON-320817937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bf9ee7b108347bfa5bd89b8f255aef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap190df5c3-3d", "ovs_interfaceid": "190df5c3-3dce-44d5-97cb-1fc6e660805f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.151712] env[62954]: DEBUG nova.compute.manager [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1056.314338] env[62954]: DEBUG nova.scheduler.client.report [None req-34686aad-30a2-4d48-a2a3-208121d21884 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.333831] env[62954]: DEBUG nova.network.neutron [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Updating instance_info_cache with network_info: [{"id": "a22d123f-d3d7-44ac-b767-be592bf95236", "address": "fa:16:3e:a8:ba:59", "network": {"id": "b92cb287-9120-4f4f-b2e5-dd3d10fcd6c9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-531245150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5822cb258bd84b3a8a71026ea2d131e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa22d123f-d3", "ovs_interfaceid": "a22d123f-d3d7-44ac-b767-be592bf95236", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.353771] env[62954]: DEBUG oslo_concurrency.lockutils [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.377341] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquiring lock "b8b76e1c-723c-47b9-a810-381de87e54bc" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.503444] env[62954]: DEBUG oslo_vmware.api [None req-92132231-5136-41e2-9708-e4870e38406e tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598135, 'name': RemoveSnapshot_Task, 'duration_secs': 0.546939} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.503769] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-92132231-5136-41e2-9708-e4870e38406e tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Deleted Snapshot of the VM instance {{(pid=62954) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1056.503945] env[62954]: INFO nova.compute.manager [None req-92132231-5136-41e2-9708-e4870e38406e tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Took 14.17 seconds to snapshot the instance on the hypervisor. [ 1056.544396] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Releasing lock "refresh_cache-bee1ced3-b333-4391-ba66-025faf63ced2" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.544702] env[62954]: DEBUG nova.compute.manager [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Instance network_info: |[{"id": "190df5c3-3dce-44d5-97cb-1fc6e660805f", "address": "fa:16:3e:73:e7:e0", "network": {"id": "484c56ca-1f11-4764-ae7d-eca649dd23a2", "bridge": "br-int", "label": "tempest-ServersTestJSON-320817937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bf9ee7b108347bfa5bd89b8f255aef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap190df5c3-3d", "ovs_interfaceid": "190df5c3-3dce-44d5-97cb-1fc6e660805f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1056.545189] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:e7:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '190df5c3-3dce-44d5-97cb-1fc6e660805f', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.553127] env[62954]: DEBUG oslo.service.loopingcall [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1056.553543] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.553783] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3abb5ed7-0b3b-4197-aab4-e3b6b6764f7b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.574749] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.574749] env[62954]: value = "task-2598136" [ 1056.574749] env[62954]: _type = "Task" [ 1056.574749] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.582174] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598136, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.672083] env[62954]: DEBUG oslo_concurrency.lockutils [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.802819] env[62954]: DEBUG nova.compute.manager [req-8f5d0d78-292f-4bc7-afa1-67095705e7ee req-11d98940-ac3a-4c5b-98f8-14171264deb6 service nova] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Received event network-changed-190df5c3-3dce-44d5-97cb-1fc6e660805f {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1056.803645] env[62954]: DEBUG nova.compute.manager [req-8f5d0d78-292f-4bc7-afa1-67095705e7ee req-11d98940-ac3a-4c5b-98f8-14171264deb6 service nova] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Refreshing instance network info cache due to event network-changed-190df5c3-3dce-44d5-97cb-1fc6e660805f. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1056.803918] env[62954]: DEBUG oslo_concurrency.lockutils [req-8f5d0d78-292f-4bc7-afa1-67095705e7ee req-11d98940-ac3a-4c5b-98f8-14171264deb6 service nova] Acquiring lock "refresh_cache-bee1ced3-b333-4391-ba66-025faf63ced2" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.804086] env[62954]: DEBUG oslo_concurrency.lockutils [req-8f5d0d78-292f-4bc7-afa1-67095705e7ee req-11d98940-ac3a-4c5b-98f8-14171264deb6 service nova] Acquired lock "refresh_cache-bee1ced3-b333-4391-ba66-025faf63ced2" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.804287] env[62954]: DEBUG nova.network.neutron [req-8f5d0d78-292f-4bc7-afa1-67095705e7ee req-11d98940-ac3a-4c5b-98f8-14171264deb6 service nova] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Refreshing network info cache for port 190df5c3-3dce-44d5-97cb-1fc6e660805f {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.819288] env[62954]: DEBUG oslo_concurrency.lockutils [None req-34686aad-30a2-4d48-a2a3-208121d21884 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.770s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.821169] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.250s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.821425] env[62954]: DEBUG nova.objects.instance [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lazy-loading 'resources' on Instance uuid b8b76e1c-723c-47b9-a810-381de87e54bc {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.839319] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Releasing lock "refresh_cache-5ea4c876-a32b-4295-855c-61464cc8f72b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.839531] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Updated the network info_cache for instance {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1056.839690] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1056.841086] env[62954]: INFO nova.scheduler.client.report [None req-34686aad-30a2-4d48-a2a3-208121d21884 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Deleted allocations for instance 1b7851bf-81ab-4dbe-a49c-1697f015e04d [ 1056.843725] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1056.845915] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1056.846560] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1056.846737] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1056.846895] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1056.847106] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62954) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1056.847309] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1057.047360] env[62954]: DEBUG nova.compute.manager [None req-92132231-5136-41e2-9708-e4870e38406e tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Found 2 images (rotation: 2) {{(pid=62954) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1057.085131] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598136, 'name': CreateVM_Task, 'duration_secs': 0.309073} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.085305] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1057.086123] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.086361] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.086609] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.086890] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5db7a54c-1b8e-467c-b49e-68837b694959 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.092939] env[62954]: DEBUG oslo_vmware.api [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1057.092939] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52d022eb-659c-fded-4100-00e7900baaa0" [ 1057.092939] env[62954]: _type = "Task" [ 1057.092939] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.099334] env[62954]: DEBUG oslo_vmware.api [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d022eb-659c-fded-4100-00e7900baaa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.323952] env[62954]: DEBUG nova.objects.instance [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lazy-loading 'numa_topology' on Instance uuid b8b76e1c-723c-47b9-a810-381de87e54bc {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.349791] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.350423] env[62954]: DEBUG oslo_concurrency.lockutils [None req-34686aad-30a2-4d48-a2a3-208121d21884 tempest-ListServersNegativeTestJSON-1884042342 tempest-ListServersNegativeTestJSON-1884042342-project-member] Lock "1b7851bf-81ab-4dbe-a49c-1697f015e04d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.543s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.503617] env[62954]: DEBUG nova.network.neutron [req-8f5d0d78-292f-4bc7-afa1-67095705e7ee req-11d98940-ac3a-4c5b-98f8-14171264deb6 service nova] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Updated VIF entry in instance network info cache for port 190df5c3-3dce-44d5-97cb-1fc6e660805f. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.503969] env[62954]: DEBUG nova.network.neutron [req-8f5d0d78-292f-4bc7-afa1-67095705e7ee req-11d98940-ac3a-4c5b-98f8-14171264deb6 service nova] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Updating instance_info_cache with network_info: [{"id": "190df5c3-3dce-44d5-97cb-1fc6e660805f", "address": "fa:16:3e:73:e7:e0", "network": {"id": "484c56ca-1f11-4764-ae7d-eca649dd23a2", "bridge": "br-int", "label": "tempest-ServersTestJSON-320817937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bf9ee7b108347bfa5bd89b8f255aef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap190df5c3-3d", "ovs_interfaceid": "190df5c3-3dce-44d5-97cb-1fc6e660805f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.603867] env[62954]: DEBUG oslo_vmware.api [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d022eb-659c-fded-4100-00e7900baaa0, 'name': SearchDatastore_Task, 'duration_secs': 0.009819} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.603867] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.604069] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.604294] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.604451] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.604657] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.604946] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a369fdac-a8e5-4ad7-9588-e79ade6f73d6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.616018] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.616018] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.616018] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ca2a4c1-f7f3-408f-afc4-5ca26a4e8f39 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.621917] env[62954]: DEBUG oslo_vmware.api [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1057.621917] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52c27e0f-0702-6682-c222-3a696ef9eb5b" [ 1057.621917] env[62954]: _type = "Task" [ 1057.621917] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.630152] env[62954]: DEBUG oslo_vmware.api [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52c27e0f-0702-6682-c222-3a696ef9eb5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.656228] env[62954]: DEBUG nova.compute.manager [None req-954e14ce-0099-49c4-8dec-84b9c7feb7b8 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.657235] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cfb1f7-83b8-41b1-9837-5db11029f8aa {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.828083] env[62954]: DEBUG nova.objects.base [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62954) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1057.991927] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b628c3e-942a-46b7-bd08-2c81eeb01eb1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.002688] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15da0ac-97e2-442a-a068-039b72d889f2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.009339] env[62954]: DEBUG oslo_concurrency.lockutils [req-8f5d0d78-292f-4bc7-afa1-67095705e7ee req-11d98940-ac3a-4c5b-98f8-14171264deb6 service nova] Releasing lock "refresh_cache-bee1ced3-b333-4391-ba66-025faf63ced2" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.038132] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd5a6a2-0b17-41aa-912f-57fa6c32eca8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.047543] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953e851b-b89d-468a-9b80-c3344e4f09f4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.062583] env[62954]: DEBUG nova.compute.provider_tree [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.133367] env[62954]: DEBUG oslo_vmware.api [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52c27e0f-0702-6682-c222-3a696ef9eb5b, 'name': SearchDatastore_Task, 'duration_secs': 0.008852} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.134436] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2538ea50-1cc9-4fe7-8424-7d5dbafa79cf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.141833] env[62954]: DEBUG oslo_vmware.api [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1058.141833] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5290ab04-dca9-6930-b64d-b93ae266ec77" [ 1058.141833] env[62954]: _type = "Task" [ 1058.141833] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.149668] env[62954]: DEBUG oslo_vmware.api [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5290ab04-dca9-6930-b64d-b93ae266ec77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.168964] env[62954]: INFO nova.compute.manager [None req-954e14ce-0099-49c4-8dec-84b9c7feb7b8 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] instance snapshotting [ 1058.170663] env[62954]: DEBUG nova.objects.instance [None req-954e14ce-0099-49c4-8dec-84b9c7feb7b8 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lazy-loading 'flavor' on Instance uuid 034c1fcc-bec2-4e4b-b77d-821eba6a81fb {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.565967] env[62954]: DEBUG nova.scheduler.client.report [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.652604] env[62954]: DEBUG oslo_vmware.api [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5290ab04-dca9-6930-b64d-b93ae266ec77, 'name': SearchDatastore_Task, 'duration_secs': 0.009436} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.652820] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.653126] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] bee1ced3-b333-4391-ba66-025faf63ced2/bee1ced3-b333-4391-ba66-025faf63ced2.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.653422] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b40ea862-1fbd-455e-9738-a887fa501a91 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.662031] env[62954]: DEBUG oslo_vmware.api [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1058.662031] env[62954]: value = "task-2598137" [ 1058.662031] env[62954]: _type = "Task" [ 1058.662031] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.670721] env[62954]: DEBUG oslo_vmware.api [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.676092] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da01cbd1-6455-4892-9920-2399a816127a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.697155] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3433564c-1303-4ea4-9aee-097c97b3c8e6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.072277] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.251s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.074822] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.467s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.075200] env[62954]: DEBUG nova.objects.instance [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62954) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1059.174989] env[62954]: DEBUG oslo_vmware.api [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598137, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.208764] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-954e14ce-0099-49c4-8dec-84b9c7feb7b8 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Creating Snapshot of the VM instance {{(pid=62954) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1059.210067] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5d30c155-524e-4824-9799-5d186e77db52 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.217373] env[62954]: DEBUG oslo_vmware.api [None req-954e14ce-0099-49c4-8dec-84b9c7feb7b8 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1059.217373] env[62954]: value = "task-2598138" [ 1059.217373] env[62954]: _type = "Task" [ 1059.217373] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.226565] env[62954]: DEBUG oslo_vmware.api [None req-954e14ce-0099-49c4-8dec-84b9c7feb7b8 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598138, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.592144] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0b261663-12b5-486b-9af7-3de04c4030bd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lock "b8b76e1c-723c-47b9-a810-381de87e54bc" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.228s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.593399] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lock "b8b76e1c-723c-47b9-a810-381de87e54bc" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.216s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.593399] env[62954]: INFO nova.compute.manager [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Unshelving [ 1059.673839] env[62954]: DEBUG oslo_vmware.api [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598137, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57326} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.674111] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] bee1ced3-b333-4391-ba66-025faf63ced2/bee1ced3-b333-4391-ba66-025faf63ced2.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.674328] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.674580] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bdc6445-e8a7-4b1f-aad0-849105d295ef {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.682458] env[62954]: DEBUG oslo_vmware.api [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1059.682458] env[62954]: value = "task-2598139" [ 1059.682458] env[62954]: _type = "Task" [ 1059.682458] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.691200] env[62954]: DEBUG oslo_vmware.api [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.729047] env[62954]: DEBUG oslo_vmware.api [None req-954e14ce-0099-49c4-8dec-84b9c7feb7b8 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598138, 'name': CreateSnapshot_Task, 'duration_secs': 0.486156} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.729294] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-954e14ce-0099-49c4-8dec-84b9c7feb7b8 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Created Snapshot of the VM instance {{(pid=62954) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1059.730144] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b36d39c-a04f-4673-a956-ef4819334aed {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.094121] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c1a4d08c-4536-43ec-8010-97c55061c49b tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.095168] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.087s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.096633] env[62954]: INFO nova.compute.claims [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1060.192979] env[62954]: DEBUG oslo_vmware.api [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078257} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.193278] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1060.194086] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f8e23d-546c-4b5c-9d64-bcefebacdd21 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.217380] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] bee1ced3-b333-4391-ba66-025faf63ced2/bee1ced3-b333-4391-ba66-025faf63ced2.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.217618] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5f6439d-5c2c-408e-a691-210061d36e30 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.237459] env[62954]: DEBUG oslo_vmware.api [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1060.237459] env[62954]: value = "task-2598140" [ 1060.237459] env[62954]: _type = "Task" [ 1060.237459] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.248426] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-954e14ce-0099-49c4-8dec-84b9c7feb7b8 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Creating linked-clone VM from snapshot {{(pid=62954) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1060.252048] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f69822ba-858b-4907-96b3-1fe0488d19ad {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.254855] env[62954]: DEBUG oslo_vmware.api [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598140, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.260235] env[62954]: DEBUG oslo_vmware.api [None req-954e14ce-0099-49c4-8dec-84b9c7feb7b8 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1060.260235] env[62954]: value = "task-2598141" [ 1060.260235] env[62954]: _type = "Task" [ 1060.260235] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.268597] env[62954]: DEBUG oslo_vmware.api [None req-954e14ce-0099-49c4-8dec-84b9c7feb7b8 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598141, 'name': CloneVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.606015] env[62954]: DEBUG nova.compute.utils [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1060.748044] env[62954]: DEBUG oslo_vmware.api [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598140, 'name': ReconfigVM_Task, 'duration_secs': 0.505168} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.748352] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Reconfigured VM instance instance-0000006c to attach disk [datastore1] bee1ced3-b333-4391-ba66-025faf63ced2/bee1ced3-b333-4391-ba66-025faf63ced2.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.749027] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a378f81-e4cf-40d6-ae6f-8b69a50eea02 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.756412] env[62954]: DEBUG oslo_vmware.api [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1060.756412] env[62954]: value = "task-2598142" [ 1060.756412] env[62954]: _type = "Task" [ 1060.756412] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.767074] env[62954]: DEBUG oslo_vmware.api [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598142, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.772483] env[62954]: DEBUG oslo_vmware.api [None req-954e14ce-0099-49c4-8dec-84b9c7feb7b8 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598141, 'name': CloneVM_Task} progress is 94%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.113061] env[62954]: INFO nova.virt.block_device [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Booting with volume 28ec8558-7e7d-4ef9-a7ab-e3a3a2f3cfdb at /dev/sdb [ 1061.152917] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0f235d7-b437-4560-b056-771e1dbe6962 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.164635] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc9d82a-0d8a-4a72-8b98-df29220b0988 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.201348] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f788c635-8fa2-4c54-8920-4d9be6519a97 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.211442] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4959d166-7d03-45d1-8ef2-692a553c8e50 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.250560] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61ef75d-a578-44bf-b497-2d6ec0e61a81 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.260775] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97b9ac1-68d3-49a2-81ce-9fc85f9a3bce {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.272207] env[62954]: DEBUG oslo_vmware.api [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598142, 'name': Rename_Task, 'duration_secs': 0.192764} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.272819] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.273084] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bd82988-3b0e-45c0-a538-c88b2dae16f2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.279532] env[62954]: DEBUG oslo_vmware.api [None req-954e14ce-0099-49c4-8dec-84b9c7feb7b8 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598141, 'name': CloneVM_Task} progress is 94%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.283636] env[62954]: DEBUG nova.virt.block_device [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Updating existing volume attachment record: 092df95c-5bc5-47ae-a002-b93cfcfce945 {{(pid=62954) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1061.287675] env[62954]: DEBUG oslo_vmware.api [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1061.287675] env[62954]: value = "task-2598143" [ 1061.287675] env[62954]: _type = "Task" [ 1061.287675] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.297624] env[62954]: DEBUG oslo_vmware.api [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.307545] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f197a7-f2ca-4d27-9a69-b45ab64db3d8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.316482] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f867b3-a0aa-4aab-b74a-e21cffd1b865 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.348839] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c43d657-97d9-40be-a1ae-eb08d511dbf5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.358522] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbe43a0-d15d-44bd-925d-13c52b588ff0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.375078] env[62954]: DEBUG nova.compute.provider_tree [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.776054] env[62954]: DEBUG oslo_vmware.api [None req-954e14ce-0099-49c4-8dec-84b9c7feb7b8 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598141, 'name': CloneVM_Task, 'duration_secs': 1.211007} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.776404] env[62954]: INFO nova.virt.vmwareapi.vmops [None req-954e14ce-0099-49c4-8dec-84b9c7feb7b8 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Created linked-clone VM from snapshot [ 1061.777087] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe10d9e3-aef3-4468-9cbd-e124d8f0ae07 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.786865] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-954e14ce-0099-49c4-8dec-84b9c7feb7b8 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Uploading image 0e31f983-a5d6-47fb-830e-376f0bb53b70 {{(pid=62954) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1061.797801] env[62954]: DEBUG oslo_vmware.api [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598143, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.815175] env[62954]: DEBUG oslo_vmware.rw_handles [None req-954e14ce-0099-49c4-8dec-84b9c7feb7b8 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1061.815175] env[62954]: value = "vm-524009" [ 1061.815175] env[62954]: _type = "VirtualMachine" [ 1061.815175] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1061.815458] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b86b02f0-05ca-436b-a3ae-e8d3b7232a30 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.822952] env[62954]: DEBUG oslo_vmware.rw_handles [None req-954e14ce-0099-49c4-8dec-84b9c7feb7b8 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lease: (returnval){ [ 1061.822952] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]528ceb41-f7cd-f194-1e63-a9b27fca1b25" [ 1061.822952] env[62954]: _type = "HttpNfcLease" [ 1061.822952] env[62954]: } obtained for exporting VM: (result){ [ 1061.822952] env[62954]: value = "vm-524009" [ 1061.822952] env[62954]: _type = "VirtualMachine" [ 1061.822952] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1061.823252] env[62954]: DEBUG oslo_vmware.api [None req-954e14ce-0099-49c4-8dec-84b9c7feb7b8 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the lease: (returnval){ [ 1061.823252] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]528ceb41-f7cd-f194-1e63-a9b27fca1b25" [ 1061.823252] env[62954]: _type = "HttpNfcLease" [ 1061.823252] env[62954]: } to be ready. {{(pid=62954) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1061.829953] env[62954]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1061.829953] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]528ceb41-f7cd-f194-1e63-a9b27fca1b25" [ 1061.829953] env[62954]: _type = "HttpNfcLease" [ 1061.829953] env[62954]: } is initializing. {{(pid=62954) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1061.878847] env[62954]: DEBUG nova.scheduler.client.report [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.299791] env[62954]: DEBUG oslo_vmware.api [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598143, 'name': PowerOnVM_Task, 'duration_secs': 0.511362} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.300083] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.300282] env[62954]: INFO nova.compute.manager [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Took 7.96 seconds to spawn the instance on the hypervisor. [ 1062.300471] env[62954]: DEBUG nova.compute.manager [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.301253] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9592f053-1235-47ff-a279-2e64e09e8f6f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.331445] env[62954]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1062.331445] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]528ceb41-f7cd-f194-1e63-a9b27fca1b25" [ 1062.331445] env[62954]: _type = "HttpNfcLease" [ 1062.331445] env[62954]: } is ready. {{(pid=62954) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1062.331817] env[62954]: DEBUG oslo_vmware.rw_handles [None req-954e14ce-0099-49c4-8dec-84b9c7feb7b8 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1062.331817] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]528ceb41-f7cd-f194-1e63-a9b27fca1b25" [ 1062.331817] env[62954]: _type = "HttpNfcLease" [ 1062.331817] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1062.332459] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4394be10-8128-43a7-a3b8-ec3848e678de {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.339919] env[62954]: DEBUG oslo_vmware.rw_handles [None req-954e14ce-0099-49c4-8dec-84b9c7feb7b8 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523629ef-696a-98c8-d2bd-bcf4c207f590/disk-0.vmdk from lease info. {{(pid=62954) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1062.340116] env[62954]: DEBUG oslo_vmware.rw_handles [None req-954e14ce-0099-49c4-8dec-84b9c7feb7b8 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523629ef-696a-98c8-d2bd-bcf4c207f590/disk-0.vmdk for reading. {{(pid=62954) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1062.397615] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.302s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.398155] env[62954]: DEBUG nova.compute.manager [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1062.400735] env[62954]: DEBUG oslo_concurrency.lockutils [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.047s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.402503] env[62954]: INFO nova.compute.claims [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.584937] env[62954]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d958ff84-b586-403f-bac0-1a8c2d4e94d9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.822760] env[62954]: INFO nova.compute.manager [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Took 12.79 seconds to build instance. [ 1062.909139] env[62954]: DEBUG nova.compute.utils [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1062.910736] env[62954]: DEBUG nova.compute.manager [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1062.910993] env[62954]: DEBUG nova.network.neutron [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1062.960087] env[62954]: DEBUG nova.policy [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f32dc3250ffd49bdb078683a32471b53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d7528b9b1c04892a6b2a2e79ea5cbc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.324910] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cf045348-233b-449b-a050-b587cd0b0245 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "bee1ced3-b333-4391-ba66-025faf63ced2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.302s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.349522] env[62954]: DEBUG nova.network.neutron [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Successfully created port: 48e6c6ea-5b29-41d3-b605-56ba6e653ed0 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1063.415438] env[62954]: DEBUG nova.compute.manager [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1063.624330] env[62954]: DEBUG oslo_concurrency.lockutils [None req-719c6e68-555e-492a-9a15-dcaebe21d107 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "bee1ced3-b333-4391-ba66-025faf63ced2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.624694] env[62954]: DEBUG oslo_concurrency.lockutils [None req-719c6e68-555e-492a-9a15-dcaebe21d107 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "bee1ced3-b333-4391-ba66-025faf63ced2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.624971] env[62954]: DEBUG oslo_concurrency.lockutils [None req-719c6e68-555e-492a-9a15-dcaebe21d107 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "bee1ced3-b333-4391-ba66-025faf63ced2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.625309] env[62954]: DEBUG oslo_concurrency.lockutils [None req-719c6e68-555e-492a-9a15-dcaebe21d107 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "bee1ced3-b333-4391-ba66-025faf63ced2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.625648] env[62954]: DEBUG oslo_concurrency.lockutils [None req-719c6e68-555e-492a-9a15-dcaebe21d107 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "bee1ced3-b333-4391-ba66-025faf63ced2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.630604] env[62954]: INFO nova.compute.manager [None req-719c6e68-555e-492a-9a15-dcaebe21d107 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Terminating instance [ 1063.642108] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f230d4-1228-4b1c-95ea-0536eea17353 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.653596] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e465a1-a818-430f-8f8d-ef32348cc5ba {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.687229] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e8cc57-cccd-4ecc-93b1-ed970e055f8d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.695916] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cb979a-1898-4477-b073-8d6e46d3c0d0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.711021] env[62954]: DEBUG nova.compute.provider_tree [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.136287] env[62954]: DEBUG nova.compute.manager [None req-719c6e68-555e-492a-9a15-dcaebe21d107 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1064.137221] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-719c6e68-555e-492a-9a15-dcaebe21d107 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.138240] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5db2b5a-d77e-4017-a489-9d8cb47bb9ec {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.147516] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-719c6e68-555e-492a-9a15-dcaebe21d107 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.147865] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cebb1f42-9b2d-47b0-93b6-12823f0c7ec3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.156706] env[62954]: DEBUG oslo_vmware.api [None req-719c6e68-555e-492a-9a15-dcaebe21d107 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1064.156706] env[62954]: value = "task-2598149" [ 1064.156706] env[62954]: _type = "Task" [ 1064.156706] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.167521] env[62954]: DEBUG oslo_vmware.api [None req-719c6e68-555e-492a-9a15-dcaebe21d107 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.214797] env[62954]: DEBUG nova.scheduler.client.report [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.424308] env[62954]: DEBUG nova.compute.manager [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1064.452667] env[62954]: DEBUG nova.virt.hardware [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.452935] env[62954]: DEBUG nova.virt.hardware [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.453108] env[62954]: DEBUG nova.virt.hardware [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.453293] env[62954]: DEBUG nova.virt.hardware [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.453441] env[62954]: DEBUG nova.virt.hardware [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.453587] env[62954]: DEBUG nova.virt.hardware [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.453793] env[62954]: DEBUG nova.virt.hardware [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.453953] env[62954]: DEBUG nova.virt.hardware [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.454246] env[62954]: DEBUG nova.virt.hardware [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.454329] env[62954]: DEBUG nova.virt.hardware [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.454499] env[62954]: DEBUG nova.virt.hardware [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.455407] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f80726d-922b-42e4-82d0-c98610798a38 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.463940] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2b5131-a259-490c-9f52-1aacb22dd42f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.667526] env[62954]: DEBUG oslo_vmware.api [None req-719c6e68-555e-492a-9a15-dcaebe21d107 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598149, 'name': PowerOffVM_Task, 'duration_secs': 0.256898} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.667843] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-719c6e68-555e-492a-9a15-dcaebe21d107 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.668022] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-719c6e68-555e-492a-9a15-dcaebe21d107 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.668301] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8904ac6a-4b17-49a0-bda9-fb13c30e2318 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.720300] env[62954]: DEBUG oslo_concurrency.lockutils [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.319s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.720861] env[62954]: DEBUG nova.compute.manager [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1064.725024] env[62954]: DEBUG oslo_concurrency.lockutils [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.053s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.726827] env[62954]: INFO nova.compute.claims [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.734407] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-719c6e68-555e-492a-9a15-dcaebe21d107 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.734630] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-719c6e68-555e-492a-9a15-dcaebe21d107 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.735344] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-719c6e68-555e-492a-9a15-dcaebe21d107 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Deleting the datastore file [datastore1] bee1ced3-b333-4391-ba66-025faf63ced2 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.735344] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-931642a1-2c6f-45d8-8b63-42b6e0522a77 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.742973] env[62954]: DEBUG oslo_vmware.api [None req-719c6e68-555e-492a-9a15-dcaebe21d107 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1064.742973] env[62954]: value = "task-2598151" [ 1064.742973] env[62954]: _type = "Task" [ 1064.742973] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.752637] env[62954]: DEBUG oslo_vmware.api [None req-719c6e68-555e-492a-9a15-dcaebe21d107 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.783970] env[62954]: DEBUG nova.compute.manager [req-fb24d62a-fcf9-4817-b7e0-08df9b75908f req-87b5ffdb-35f1-4951-b054-03a1c578b29c service nova] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Received event network-vif-plugged-48e6c6ea-5b29-41d3-b605-56ba6e653ed0 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1064.784213] env[62954]: DEBUG oslo_concurrency.lockutils [req-fb24d62a-fcf9-4817-b7e0-08df9b75908f req-87b5ffdb-35f1-4951-b054-03a1c578b29c service nova] Acquiring lock "e2c875ef-c405-428f-86ea-10f0fddae6cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.784424] env[62954]: DEBUG oslo_concurrency.lockutils [req-fb24d62a-fcf9-4817-b7e0-08df9b75908f req-87b5ffdb-35f1-4951-b054-03a1c578b29c service nova] Lock "e2c875ef-c405-428f-86ea-10f0fddae6cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.784599] env[62954]: DEBUG oslo_concurrency.lockutils [req-fb24d62a-fcf9-4817-b7e0-08df9b75908f req-87b5ffdb-35f1-4951-b054-03a1c578b29c service nova] Lock "e2c875ef-c405-428f-86ea-10f0fddae6cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.784774] env[62954]: DEBUG nova.compute.manager [req-fb24d62a-fcf9-4817-b7e0-08df9b75908f req-87b5ffdb-35f1-4951-b054-03a1c578b29c service nova] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] No waiting events found dispatching network-vif-plugged-48e6c6ea-5b29-41d3-b605-56ba6e653ed0 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1064.784942] env[62954]: WARNING nova.compute.manager [req-fb24d62a-fcf9-4817-b7e0-08df9b75908f req-87b5ffdb-35f1-4951-b054-03a1c578b29c service nova] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Received unexpected event network-vif-plugged-48e6c6ea-5b29-41d3-b605-56ba6e653ed0 for instance with vm_state building and task_state spawning. [ 1064.867128] env[62954]: DEBUG nova.network.neutron [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Successfully updated port: 48e6c6ea-5b29-41d3-b605-56ba6e653ed0 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1065.232989] env[62954]: DEBUG nova.compute.utils [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1065.236800] env[62954]: DEBUG nova.compute.manager [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1065.237014] env[62954]: DEBUG nova.network.neutron [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1065.256648] env[62954]: DEBUG oslo_vmware.api [None req-719c6e68-555e-492a-9a15-dcaebe21d107 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235919} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.256965] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-719c6e68-555e-492a-9a15-dcaebe21d107 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.257262] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-719c6e68-555e-492a-9a15-dcaebe21d107 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.257537] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-719c6e68-555e-492a-9a15-dcaebe21d107 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.257798] env[62954]: INFO nova.compute.manager [None req-719c6e68-555e-492a-9a15-dcaebe21d107 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1065.258161] env[62954]: DEBUG oslo.service.loopingcall [None req-719c6e68-555e-492a-9a15-dcaebe21d107 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1065.258758] env[62954]: DEBUG nova.compute.manager [-] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1065.258920] env[62954]: DEBUG nova.network.neutron [-] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1065.278596] env[62954]: DEBUG nova.policy [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f32dc3250ffd49bdb078683a32471b53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d7528b9b1c04892a6b2a2e79ea5cbc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.370242] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Acquiring lock "refresh_cache-e2c875ef-c405-428f-86ea-10f0fddae6cd" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.370440] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Acquired lock "refresh_cache-e2c875ef-c405-428f-86ea-10f0fddae6cd" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.370624] env[62954]: DEBUG nova.network.neutron [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.535029] env[62954]: DEBUG nova.compute.manager [req-99a3a14a-e455-4d15-9d03-21738e97f868 req-6b193c69-777c-49f0-a5de-983d62a5e916 service nova] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Received event network-vif-deleted-190df5c3-3dce-44d5-97cb-1fc6e660805f {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1065.535268] env[62954]: INFO nova.compute.manager [req-99a3a14a-e455-4d15-9d03-21738e97f868 req-6b193c69-777c-49f0-a5de-983d62a5e916 service nova] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Neutron deleted interface 190df5c3-3dce-44d5-97cb-1fc6e660805f; detaching it from the instance and deleting it from the info cache [ 1065.535444] env[62954]: DEBUG nova.network.neutron [req-99a3a14a-e455-4d15-9d03-21738e97f868 req-6b193c69-777c-49f0-a5de-983d62a5e916 service nova] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.596464] env[62954]: DEBUG nova.network.neutron [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Successfully created port: 064dd895-39f7-4a95-a2ad-838f3d5cd502 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1065.750107] env[62954]: DEBUG nova.compute.manager [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.901815] env[62954]: DEBUG nova.network.neutron [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1065.913107] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f3f17e-6776-4197-b718-b38648e646d8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.921812] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfa5273-246c-4451-9d2f-4639127905cf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.955457] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a01dcc-a071-450c-830e-cff7ab5844bf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.963571] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceac6d77-c0bd-4c69-a6e3-6dc853c8844c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.977499] env[62954]: DEBUG nova.compute.provider_tree [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.013040] env[62954]: DEBUG nova.network.neutron [-] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.038299] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0017d20d-da39-477d-8c2b-ad9d081bf499 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.049152] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8c7b19-7064-4d92-8414-f801e2c5371e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.060674] env[62954]: DEBUG nova.network.neutron [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Updating instance_info_cache with network_info: [{"id": "48e6c6ea-5b29-41d3-b605-56ba6e653ed0", "address": "fa:16:3e:4e:ef:8d", "network": {"id": "804f8c54-4269-405a-8acd-2d223f64bf58", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-507063210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d7528b9b1c04892a6b2a2e79ea5cbc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48e6c6ea-5b", "ovs_interfaceid": "48e6c6ea-5b29-41d3-b605-56ba6e653ed0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.084670] env[62954]: DEBUG nova.compute.manager [req-99a3a14a-e455-4d15-9d03-21738e97f868 req-6b193c69-777c-49f0-a5de-983d62a5e916 service nova] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Detach interface failed, port_id=190df5c3-3dce-44d5-97cb-1fc6e660805f, reason: Instance bee1ced3-b333-4391-ba66-025faf63ced2 could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1066.481301] env[62954]: DEBUG nova.scheduler.client.report [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.516111] env[62954]: INFO nova.compute.manager [-] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Took 1.26 seconds to deallocate network for instance. [ 1066.565213] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Releasing lock "refresh_cache-e2c875ef-c405-428f-86ea-10f0fddae6cd" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.565560] env[62954]: DEBUG nova.compute.manager [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Instance network_info: |[{"id": "48e6c6ea-5b29-41d3-b605-56ba6e653ed0", "address": "fa:16:3e:4e:ef:8d", "network": {"id": "804f8c54-4269-405a-8acd-2d223f64bf58", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-507063210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d7528b9b1c04892a6b2a2e79ea5cbc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48e6c6ea-5b", "ovs_interfaceid": "48e6c6ea-5b29-41d3-b605-56ba6e653ed0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1066.565955] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:ef:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '84aee122-f630-43c5-9cc1-3a38d3819c82', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48e6c6ea-5b29-41d3-b605-56ba6e653ed0', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.573465] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Creating folder: Project (4d7528b9b1c04892a6b2a2e79ea5cbc1). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1066.574134] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55671ad8-9472-45fa-97ce-2777661f0782 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.587901] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Created folder: Project (4d7528b9b1c04892a6b2a2e79ea5cbc1) in parent group-v523717. [ 1066.588083] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Creating folder: Instances. Parent ref: group-v524012. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1066.588327] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e71f0d1d-3abf-4fc4-92ba-7e758e5cd0cc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.601017] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Created folder: Instances in parent group-v524012. [ 1066.601318] env[62954]: DEBUG oslo.service.loopingcall [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1066.601532] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.601754] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-017b0dcc-3c47-4ee4-aa83-39327a1d963c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.623639] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.623639] env[62954]: value = "task-2598154" [ 1066.623639] env[62954]: _type = "Task" [ 1066.623639] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.632341] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598154, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.761757] env[62954]: DEBUG nova.compute.manager [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.792414] env[62954]: DEBUG nova.virt.hardware [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.792684] env[62954]: DEBUG nova.virt.hardware [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.792814] env[62954]: DEBUG nova.virt.hardware [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.792999] env[62954]: DEBUG nova.virt.hardware [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.793202] env[62954]: DEBUG nova.virt.hardware [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.793338] env[62954]: DEBUG nova.virt.hardware [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.794021] env[62954]: DEBUG nova.virt.hardware [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.794021] env[62954]: DEBUG nova.virt.hardware [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.794021] env[62954]: DEBUG nova.virt.hardware [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.794021] env[62954]: DEBUG nova.virt.hardware [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.794207] env[62954]: DEBUG nova.virt.hardware [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.795196] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad94a1fb-81cd-4860-a6e7-40efcfa0e67c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.806856] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c49e491-a643-4554-9693-ac41f51f0df4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.815980] env[62954]: DEBUG nova.compute.manager [req-7847e3d5-ec84-4f69-a3ae-cc248bb9c2d5 req-080a8c6e-6284-4521-9395-51d1880d8613 service nova] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Received event network-changed-48e6c6ea-5b29-41d3-b605-56ba6e653ed0 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1066.816171] env[62954]: DEBUG nova.compute.manager [req-7847e3d5-ec84-4f69-a3ae-cc248bb9c2d5 req-080a8c6e-6284-4521-9395-51d1880d8613 service nova] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Refreshing instance network info cache due to event network-changed-48e6c6ea-5b29-41d3-b605-56ba6e653ed0. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1066.816507] env[62954]: DEBUG oslo_concurrency.lockutils [req-7847e3d5-ec84-4f69-a3ae-cc248bb9c2d5 req-080a8c6e-6284-4521-9395-51d1880d8613 service nova] Acquiring lock "refresh_cache-e2c875ef-c405-428f-86ea-10f0fddae6cd" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.816571] env[62954]: DEBUG oslo_concurrency.lockutils [req-7847e3d5-ec84-4f69-a3ae-cc248bb9c2d5 req-080a8c6e-6284-4521-9395-51d1880d8613 service nova] Acquired lock "refresh_cache-e2c875ef-c405-428f-86ea-10f0fddae6cd" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.816779] env[62954]: DEBUG nova.network.neutron [req-7847e3d5-ec84-4f69-a3ae-cc248bb9c2d5 req-080a8c6e-6284-4521-9395-51d1880d8613 service nova] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Refreshing network info cache for port 48e6c6ea-5b29-41d3-b605-56ba6e653ed0 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.886396] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.987922] env[62954]: DEBUG oslo_concurrency.lockutils [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.263s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.988638] env[62954]: DEBUG nova.compute.manager [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1066.994294] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.642s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.994294] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.994294] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62954) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1066.994294] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.106s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.994294] env[62954]: DEBUG nova.objects.instance [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lazy-loading 'pci_requests' on Instance uuid b8b76e1c-723c-47b9-a810-381de87e54bc {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.995343] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9614716-5e64-47fc-9261-de75772dfb85 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.009966] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4eb4d77-d3a1-4527-8204-a6080a5b87d1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.029503] env[62954]: DEBUG oslo_concurrency.lockutils [None req-719c6e68-555e-492a-9a15-dcaebe21d107 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.031219] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ae1fd4-2521-4085-bbd5-862c1cbc0e57 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.040820] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723cc41f-af44-45a1-b336-6b640854acf9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.078235] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179851MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=62954) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1067.078382] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.104174] env[62954]: DEBUG nova.network.neutron [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Successfully updated port: 064dd895-39f7-4a95-a2ad-838f3d5cd502 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1067.137170] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598154, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.346020] env[62954]: DEBUG nova.network.neutron [req-7847e3d5-ec84-4f69-a3ae-cc248bb9c2d5 req-080a8c6e-6284-4521-9395-51d1880d8613 service nova] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Updated VIF entry in instance network info cache for port 48e6c6ea-5b29-41d3-b605-56ba6e653ed0. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.346401] env[62954]: DEBUG nova.network.neutron [req-7847e3d5-ec84-4f69-a3ae-cc248bb9c2d5 req-080a8c6e-6284-4521-9395-51d1880d8613 service nova] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Updating instance_info_cache with network_info: [{"id": "48e6c6ea-5b29-41d3-b605-56ba6e653ed0", "address": "fa:16:3e:4e:ef:8d", "network": {"id": "804f8c54-4269-405a-8acd-2d223f64bf58", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-507063210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d7528b9b1c04892a6b2a2e79ea5cbc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48e6c6ea-5b", "ovs_interfaceid": "48e6c6ea-5b29-41d3-b605-56ba6e653ed0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.497394] env[62954]: DEBUG nova.compute.utils [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1067.498418] env[62954]: DEBUG nova.compute.manager [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1067.498587] env[62954]: DEBUG nova.network.neutron [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1067.503550] env[62954]: DEBUG nova.objects.instance [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lazy-loading 'numa_topology' on Instance uuid b8b76e1c-723c-47b9-a810-381de87e54bc {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.538628] env[62954]: DEBUG nova.policy [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f32dc3250ffd49bdb078683a32471b53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d7528b9b1c04892a6b2a2e79ea5cbc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.606556] env[62954]: DEBUG oslo_concurrency.lockutils [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Acquiring lock "refresh_cache-0c2abcb1-5d84-486f-a4d2-14867ddcacb3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.606721] env[62954]: DEBUG oslo_concurrency.lockutils [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Acquired lock "refresh_cache-0c2abcb1-5d84-486f-a4d2-14867ddcacb3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.606848] env[62954]: DEBUG nova.network.neutron [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.635645] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598154, 'name': CreateVM_Task, 'duration_secs': 0.659147} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.635824] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.636607] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.636813] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.637150] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.637722] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c05901c7-43b8-43f2-9a80-5c4e332d4040 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.644047] env[62954]: DEBUG oslo_vmware.api [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Waiting for the task: (returnval){ [ 1067.644047] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]527900ae-5d78-bcfe-424a-89bf4c65e997" [ 1067.644047] env[62954]: _type = "Task" [ 1067.644047] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.656709] env[62954]: DEBUG oslo_vmware.api [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]527900ae-5d78-bcfe-424a-89bf4c65e997, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.851266] env[62954]: DEBUG oslo_concurrency.lockutils [req-7847e3d5-ec84-4f69-a3ae-cc248bb9c2d5 req-080a8c6e-6284-4521-9395-51d1880d8613 service nova] Releasing lock "refresh_cache-e2c875ef-c405-428f-86ea-10f0fddae6cd" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.916370] env[62954]: DEBUG nova.network.neutron [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Successfully created port: 8a0cd10e-7fa5-4897-8ade-fa49556a0826 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1068.001553] env[62954]: DEBUG nova.compute.manager [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1068.007221] env[62954]: INFO nova.compute.claims [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1068.140339] env[62954]: DEBUG nova.network.neutron [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1068.154108] env[62954]: DEBUG oslo_vmware.api [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]527900ae-5d78-bcfe-424a-89bf4c65e997, 'name': SearchDatastore_Task, 'duration_secs': 0.015994} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.154405] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.154684] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.154956] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.155844] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.155844] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.155844] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fab2a41-4634-4da1-bd19-b163b8e38f6a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.167514] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.167698] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.168451] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-725df90e-f9a6-4d23-8082-5c4282769965 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.174000] env[62954]: DEBUG oslo_vmware.api [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Waiting for the task: (returnval){ [ 1068.174000] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52a8f840-ffb3-39af-35ae-91bbea1d2d2d" [ 1068.174000] env[62954]: _type = "Task" [ 1068.174000] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.182535] env[62954]: DEBUG oslo_vmware.api [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52a8f840-ffb3-39af-35ae-91bbea1d2d2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.277257] env[62954]: DEBUG nova.network.neutron [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Updating instance_info_cache with network_info: [{"id": "064dd895-39f7-4a95-a2ad-838f3d5cd502", "address": "fa:16:3e:1b:1d:09", "network": {"id": "804f8c54-4269-405a-8acd-2d223f64bf58", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-507063210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d7528b9b1c04892a6b2a2e79ea5cbc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap064dd895-39", "ovs_interfaceid": "064dd895-39f7-4a95-a2ad-838f3d5cd502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.684494] env[62954]: DEBUG oslo_vmware.api [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52a8f840-ffb3-39af-35ae-91bbea1d2d2d, 'name': SearchDatastore_Task, 'duration_secs': 0.01989} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.685314] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59766eda-eca5-4aac-99e0-d0d91e0ccf9a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.691448] env[62954]: DEBUG oslo_vmware.api [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Waiting for the task: (returnval){ [ 1068.691448] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]526e0b72-b92e-f53d-14ed-9c5b91f5b8df" [ 1068.691448] env[62954]: _type = "Task" [ 1068.691448] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.700456] env[62954]: DEBUG oslo_vmware.api [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]526e0b72-b92e-f53d-14ed-9c5b91f5b8df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.780242] env[62954]: DEBUG oslo_concurrency.lockutils [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Releasing lock "refresh_cache-0c2abcb1-5d84-486f-a4d2-14867ddcacb3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.780587] env[62954]: DEBUG nova.compute.manager [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Instance network_info: |[{"id": "064dd895-39f7-4a95-a2ad-838f3d5cd502", "address": "fa:16:3e:1b:1d:09", "network": {"id": "804f8c54-4269-405a-8acd-2d223f64bf58", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-507063210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d7528b9b1c04892a6b2a2e79ea5cbc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap064dd895-39", "ovs_interfaceid": "064dd895-39f7-4a95-a2ad-838f3d5cd502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1068.781070] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:1d:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '84aee122-f630-43c5-9cc1-3a38d3819c82', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '064dd895-39f7-4a95-a2ad-838f3d5cd502', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1068.789114] env[62954]: DEBUG oslo.service.loopingcall [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1068.789317] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1068.789560] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0c37063-702e-45ee-9772-0126f8c3f134 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.811831] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.811831] env[62954]: value = "task-2598155" [ 1068.811831] env[62954]: _type = "Task" [ 1068.811831] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.822038] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598155, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.823576] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e99d5696-d620-4d96-bed6-3f1962631267 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquiring lock "4d1f016e-3dc7-46ed-ae06-324c3e4c51ac" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.823871] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e99d5696-d620-4d96-bed6-3f1962631267 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "4d1f016e-3dc7-46ed-ae06-324c3e4c51ac" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.844568] env[62954]: DEBUG nova.compute.manager [req-d8819731-f20b-40b2-9123-9723df5fa2b2 req-f1743531-8d6e-4b59-a20b-c314ea500307 service nova] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Received event network-vif-plugged-064dd895-39f7-4a95-a2ad-838f3d5cd502 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1068.844818] env[62954]: DEBUG oslo_concurrency.lockutils [req-d8819731-f20b-40b2-9123-9723df5fa2b2 req-f1743531-8d6e-4b59-a20b-c314ea500307 service nova] Acquiring lock "0c2abcb1-5d84-486f-a4d2-14867ddcacb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.845010] env[62954]: DEBUG oslo_concurrency.lockutils [req-d8819731-f20b-40b2-9123-9723df5fa2b2 req-f1743531-8d6e-4b59-a20b-c314ea500307 service nova] Lock "0c2abcb1-5d84-486f-a4d2-14867ddcacb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.845196] env[62954]: DEBUG oslo_concurrency.lockutils [req-d8819731-f20b-40b2-9123-9723df5fa2b2 req-f1743531-8d6e-4b59-a20b-c314ea500307 service nova] Lock "0c2abcb1-5d84-486f-a4d2-14867ddcacb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.845367] env[62954]: DEBUG nova.compute.manager [req-d8819731-f20b-40b2-9123-9723df5fa2b2 req-f1743531-8d6e-4b59-a20b-c314ea500307 service nova] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] No waiting events found dispatching network-vif-plugged-064dd895-39f7-4a95-a2ad-838f3d5cd502 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1068.845532] env[62954]: WARNING nova.compute.manager [req-d8819731-f20b-40b2-9123-9723df5fa2b2 req-f1743531-8d6e-4b59-a20b-c314ea500307 service nova] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Received unexpected event network-vif-plugged-064dd895-39f7-4a95-a2ad-838f3d5cd502 for instance with vm_state building and task_state spawning. [ 1068.845693] env[62954]: DEBUG nova.compute.manager [req-d8819731-f20b-40b2-9123-9723df5fa2b2 req-f1743531-8d6e-4b59-a20b-c314ea500307 service nova] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Received event network-changed-064dd895-39f7-4a95-a2ad-838f3d5cd502 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1068.845848] env[62954]: DEBUG nova.compute.manager [req-d8819731-f20b-40b2-9123-9723df5fa2b2 req-f1743531-8d6e-4b59-a20b-c314ea500307 service nova] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Refreshing instance network info cache due to event network-changed-064dd895-39f7-4a95-a2ad-838f3d5cd502. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1068.846046] env[62954]: DEBUG oslo_concurrency.lockutils [req-d8819731-f20b-40b2-9123-9723df5fa2b2 req-f1743531-8d6e-4b59-a20b-c314ea500307 service nova] Acquiring lock "refresh_cache-0c2abcb1-5d84-486f-a4d2-14867ddcacb3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.846218] env[62954]: DEBUG oslo_concurrency.lockutils [req-d8819731-f20b-40b2-9123-9723df5fa2b2 req-f1743531-8d6e-4b59-a20b-c314ea500307 service nova] Acquired lock "refresh_cache-0c2abcb1-5d84-486f-a4d2-14867ddcacb3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.846504] env[62954]: DEBUG nova.network.neutron [req-d8819731-f20b-40b2-9123-9723df5fa2b2 req-f1743531-8d6e-4b59-a20b-c314ea500307 service nova] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Refreshing network info cache for port 064dd895-39f7-4a95-a2ad-838f3d5cd502 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.011057] env[62954]: DEBUG nova.compute.manager [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1069.041178] env[62954]: DEBUG nova.virt.hardware [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.041487] env[62954]: DEBUG nova.virt.hardware [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.041730] env[62954]: DEBUG nova.virt.hardware [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.042129] env[62954]: DEBUG nova.virt.hardware [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.042314] env[62954]: DEBUG nova.virt.hardware [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.042564] env[62954]: DEBUG nova.virt.hardware [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.042802] env[62954]: DEBUG nova.virt.hardware [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.042968] env[62954]: DEBUG nova.virt.hardware [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.043207] env[62954]: DEBUG nova.virt.hardware [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.043482] env[62954]: DEBUG nova.virt.hardware [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.043788] env[62954]: DEBUG nova.virt.hardware [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.045394] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8574911-c608-4828-882e-fe09c77f812b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.055418] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0451cd0-ea7f-47fe-9b0c-ea8ed03054a0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.202419] env[62954]: DEBUG oslo_vmware.api [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]526e0b72-b92e-f53d-14ed-9c5b91f5b8df, 'name': SearchDatastore_Task, 'duration_secs': 0.013199} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.203701] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.203990] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] e2c875ef-c405-428f-86ea-10f0fddae6cd/e2c875ef-c405-428f-86ea-10f0fddae6cd.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.204853] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d4a11f-a01b-4724-a09f-54996d447711 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.207529] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec52c170-c79a-46dd-a059-ed5f8ce5ada0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.216093] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30997ba5-1399-4d83-abbf-ed910e7382d6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.219452] env[62954]: DEBUG oslo_vmware.api [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Waiting for the task: (returnval){ [ 1069.219452] env[62954]: value = "task-2598156" [ 1069.219452] env[62954]: _type = "Task" [ 1069.219452] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.248990] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506149ef-cdba-4b23-9aae-47d96b1917ce {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.255108] env[62954]: DEBUG oslo_vmware.api [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.260849] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25b4d24-493f-4431-872f-ae5d27011047 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.276582] env[62954]: DEBUG nova.compute.provider_tree [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.314534] env[62954]: DEBUG nova.compute.manager [req-f1093efe-1edd-4819-a3fb-3eb7a4573f56 req-80f2474f-bfe6-404a-a67e-8c01b9e07fb5 service nova] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Received event network-vif-plugged-8a0cd10e-7fa5-4897-8ade-fa49556a0826 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1069.314534] env[62954]: DEBUG oslo_concurrency.lockutils [req-f1093efe-1edd-4819-a3fb-3eb7a4573f56 req-80f2474f-bfe6-404a-a67e-8c01b9e07fb5 service nova] Acquiring lock "36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.314666] env[62954]: DEBUG oslo_concurrency.lockutils [req-f1093efe-1edd-4819-a3fb-3eb7a4573f56 req-80f2474f-bfe6-404a-a67e-8c01b9e07fb5 service nova] Lock "36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.314793] env[62954]: DEBUG oslo_concurrency.lockutils [req-f1093efe-1edd-4819-a3fb-3eb7a4573f56 req-80f2474f-bfe6-404a-a67e-8c01b9e07fb5 service nova] Lock "36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.314965] env[62954]: DEBUG nova.compute.manager [req-f1093efe-1edd-4819-a3fb-3eb7a4573f56 req-80f2474f-bfe6-404a-a67e-8c01b9e07fb5 service nova] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] No waiting events found dispatching network-vif-plugged-8a0cd10e-7fa5-4897-8ade-fa49556a0826 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1069.315173] env[62954]: WARNING nova.compute.manager [req-f1093efe-1edd-4819-a3fb-3eb7a4573f56 req-80f2474f-bfe6-404a-a67e-8c01b9e07fb5 service nova] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Received unexpected event network-vif-plugged-8a0cd10e-7fa5-4897-8ade-fa49556a0826 for instance with vm_state building and task_state spawning. [ 1069.327933] env[62954]: DEBUG nova.compute.utils [None req-e99d5696-d620-4d96-bed6-3f1962631267 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1069.329201] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598155, 'name': CreateVM_Task, 'duration_secs': 0.36639} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.329954] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1069.330492] env[62954]: DEBUG oslo_concurrency.lockutils [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.330661] env[62954]: DEBUG oslo_concurrency.lockutils [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.331011] env[62954]: DEBUG oslo_concurrency.lockutils [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.331307] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaac7806-f549-44ab-8bf6-277b07202b96 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.336880] env[62954]: DEBUG oslo_vmware.api [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Waiting for the task: (returnval){ [ 1069.336880] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52a85e55-25e1-83f6-8ed5-9f850a127b35" [ 1069.336880] env[62954]: _type = "Task" [ 1069.336880] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.346994] env[62954]: DEBUG oslo_vmware.api [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52a85e55-25e1-83f6-8ed5-9f850a127b35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.417921] env[62954]: DEBUG nova.network.neutron [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Successfully updated port: 8a0cd10e-7fa5-4897-8ade-fa49556a0826 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1069.572000] env[62954]: DEBUG nova.network.neutron [req-d8819731-f20b-40b2-9123-9723df5fa2b2 req-f1743531-8d6e-4b59-a20b-c314ea500307 service nova] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Updated VIF entry in instance network info cache for port 064dd895-39f7-4a95-a2ad-838f3d5cd502. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.572408] env[62954]: DEBUG nova.network.neutron [req-d8819731-f20b-40b2-9123-9723df5fa2b2 req-f1743531-8d6e-4b59-a20b-c314ea500307 service nova] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Updating instance_info_cache with network_info: [{"id": "064dd895-39f7-4a95-a2ad-838f3d5cd502", "address": "fa:16:3e:1b:1d:09", "network": {"id": "804f8c54-4269-405a-8acd-2d223f64bf58", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-507063210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d7528b9b1c04892a6b2a2e79ea5cbc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap064dd895-39", "ovs_interfaceid": "064dd895-39f7-4a95-a2ad-838f3d5cd502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.730152] env[62954]: DEBUG oslo_vmware.api [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598156, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.780383] env[62954]: DEBUG nova.scheduler.client.report [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.831290] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e99d5696-d620-4d96-bed6-3f1962631267 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "4d1f016e-3dc7-46ed-ae06-324c3e4c51ac" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.851091] env[62954]: DEBUG oslo_vmware.api [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52a85e55-25e1-83f6-8ed5-9f850a127b35, 'name': SearchDatastore_Task, 'duration_secs': 0.012472} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.851406] env[62954]: DEBUG oslo_concurrency.lockutils [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.851652] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.851895] env[62954]: DEBUG oslo_concurrency.lockutils [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.852055] env[62954]: DEBUG oslo_concurrency.lockutils [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.852241] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.852520] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45783712-5783-4646-8f18-ecfe0b356660 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.863326] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.863661] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.864767] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7699c6fd-6a49-4758-92a7-792d8f3c5b23 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.872387] env[62954]: DEBUG oslo_vmware.api [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Waiting for the task: (returnval){ [ 1069.872387] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52b61065-4d80-dc55-5956-0eba65824882" [ 1069.872387] env[62954]: _type = "Task" [ 1069.872387] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.881035] env[62954]: DEBUG oslo_vmware.api [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52b61065-4d80-dc55-5956-0eba65824882, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.920435] env[62954]: DEBUG oslo_concurrency.lockutils [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Acquiring lock "refresh_cache-36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.920635] env[62954]: DEBUG oslo_concurrency.lockutils [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Acquired lock "refresh_cache-36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.920838] env[62954]: DEBUG nova.network.neutron [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.075472] env[62954]: DEBUG oslo_concurrency.lockutils [req-d8819731-f20b-40b2-9123-9723df5fa2b2 req-f1743531-8d6e-4b59-a20b-c314ea500307 service nova] Releasing lock "refresh_cache-0c2abcb1-5d84-486f-a4d2-14867ddcacb3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.231063] env[62954]: DEBUG oslo_vmware.api [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598156, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522851} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.231335] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] e2c875ef-c405-428f-86ea-10f0fddae6cd/e2c875ef-c405-428f-86ea-10f0fddae6cd.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.231579] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.231865] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4847ed3f-b04a-4501-b834-cc31adde3ea1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.239661] env[62954]: DEBUG oslo_vmware.api [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Waiting for the task: (returnval){ [ 1070.239661] env[62954]: value = "task-2598157" [ 1070.239661] env[62954]: _type = "Task" [ 1070.239661] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.248410] env[62954]: DEBUG oslo_vmware.api [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.288032] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.293s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.288629] env[62954]: DEBUG oslo_concurrency.lockutils [None req-719c6e68-555e-492a-9a15-dcaebe21d107 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.259s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.289168] env[62954]: DEBUG nova.objects.instance [None req-719c6e68-555e-492a-9a15-dcaebe21d107 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lazy-loading 'resources' on Instance uuid bee1ced3-b333-4391-ba66-025faf63ced2 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.316875] env[62954]: INFO nova.network.neutron [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Updating port fbb2d8e6-01a2-4d3a-a861-6445e4622aa9 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1070.383561] env[62954]: DEBUG oslo_vmware.api [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52b61065-4d80-dc55-5956-0eba65824882, 'name': SearchDatastore_Task, 'duration_secs': 0.013953} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.384430] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a1990ea-b1e2-4f0d-8aac-cd9ca2eca086 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.392342] env[62954]: DEBUG oslo_vmware.api [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Waiting for the task: (returnval){ [ 1070.392342] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]521f1d18-527a-b7c6-18e2-b96c01b08996" [ 1070.392342] env[62954]: _type = "Task" [ 1070.392342] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.403024] env[62954]: DEBUG oslo_vmware.api [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]521f1d18-527a-b7c6-18e2-b96c01b08996, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.452262] env[62954]: DEBUG nova.network.neutron [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1070.609074] env[62954]: DEBUG nova.network.neutron [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Updating instance_info_cache with network_info: [{"id": "8a0cd10e-7fa5-4897-8ade-fa49556a0826", "address": "fa:16:3e:27:52:c2", "network": {"id": "804f8c54-4269-405a-8acd-2d223f64bf58", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-507063210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d7528b9b1c04892a6b2a2e79ea5cbc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a0cd10e-7f", "ovs_interfaceid": "8a0cd10e-7fa5-4897-8ade-fa49556a0826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.750499] env[62954]: DEBUG oslo_vmware.api [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598157, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093282} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.750811] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.751605] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e60fe8-d471-4927-b039-2912cd28be75 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.774666] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] e2c875ef-c405-428f-86ea-10f0fddae6cd/e2c875ef-c405-428f-86ea-10f0fddae6cd.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.774953] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c2dedfb-0211-4571-860c-a65f797ad24d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.796232] env[62954]: DEBUG oslo_vmware.api [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Waiting for the task: (returnval){ [ 1070.796232] env[62954]: value = "task-2598158" [ 1070.796232] env[62954]: _type = "Task" [ 1070.796232] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.804992] env[62954]: DEBUG oslo_vmware.api [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598158, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.893597] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e99d5696-d620-4d96-bed6-3f1962631267 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquiring lock "4d1f016e-3dc7-46ed-ae06-324c3e4c51ac" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.893853] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e99d5696-d620-4d96-bed6-3f1962631267 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "4d1f016e-3dc7-46ed-ae06-324c3e4c51ac" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.894110] env[62954]: INFO nova.compute.manager [None req-e99d5696-d620-4d96-bed6-3f1962631267 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Attaching volume 1586b682-e0a8-45d5-a5f1-60a1c3aaf818 to /dev/sdb [ 1070.910300] env[62954]: DEBUG oslo_vmware.api [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]521f1d18-527a-b7c6-18e2-b96c01b08996, 'name': SearchDatastore_Task, 'duration_secs': 0.01339} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.910697] env[62954]: DEBUG oslo_concurrency.lockutils [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.910981] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 0c2abcb1-5d84-486f-a4d2-14867ddcacb3/0c2abcb1-5d84-486f-a4d2-14867ddcacb3.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.911302] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19741079-e9ad-46e1-b658-ac36ca759865 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.922227] env[62954]: DEBUG oslo_vmware.api [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Waiting for the task: (returnval){ [ 1070.922227] env[62954]: value = "task-2598159" [ 1070.922227] env[62954]: _type = "Task" [ 1070.922227] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.932557] env[62954]: DEBUG oslo_vmware.api [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598159, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.934625] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244199e2-741f-4948-8e1f-be07508fd361 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.943751] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d711b4b-fe32-43b8-b70e-4d9427b782f0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.966452] env[62954]: DEBUG nova.virt.block_device [None req-e99d5696-d620-4d96-bed6-3f1962631267 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Updating existing volume attachment record: 95751762-6223-436b-939f-955d2bd41ce5 {{(pid=62954) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1070.997947] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8933bb8-8efa-4d27-86d1-23526f08453d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.006558] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00cce70-742c-4503-906c-ba6d948e9a70 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.041189] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bf3a0f-e57c-40d5-b236-74fc6c421127 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.049895] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970c1efa-8a3a-44ed-ab84-9d146a84e6b9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.064946] env[62954]: DEBUG nova.compute.provider_tree [None req-719c6e68-555e-492a-9a15-dcaebe21d107 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.111736] env[62954]: DEBUG oslo_concurrency.lockutils [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Releasing lock "refresh_cache-36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.112151] env[62954]: DEBUG nova.compute.manager [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Instance network_info: |[{"id": "8a0cd10e-7fa5-4897-8ade-fa49556a0826", "address": "fa:16:3e:27:52:c2", "network": {"id": "804f8c54-4269-405a-8acd-2d223f64bf58", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-507063210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d7528b9b1c04892a6b2a2e79ea5cbc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a0cd10e-7f", "ovs_interfaceid": "8a0cd10e-7fa5-4897-8ade-fa49556a0826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1071.112660] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:52:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '84aee122-f630-43c5-9cc1-3a38d3819c82', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a0cd10e-7fa5-4897-8ade-fa49556a0826', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.125313] env[62954]: DEBUG oslo.service.loopingcall [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1071.125313] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.125313] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73f19336-0b69-46a2-aac2-83b33a5808c5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.144172] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.144172] env[62954]: value = "task-2598161" [ 1071.144172] env[62954]: _type = "Task" [ 1071.144172] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.153723] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598161, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.218373] env[62954]: DEBUG oslo_vmware.rw_handles [None req-954e14ce-0099-49c4-8dec-84b9c7feb7b8 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523629ef-696a-98c8-d2bd-bcf4c207f590/disk-0.vmdk. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1071.219366] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c40de9e-cf14-47a4-a11c-71026235285a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.226446] env[62954]: DEBUG oslo_vmware.rw_handles [None req-954e14ce-0099-49c4-8dec-84b9c7feb7b8 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523629ef-696a-98c8-d2bd-bcf4c207f590/disk-0.vmdk is in state: ready. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1071.226670] env[62954]: ERROR oslo_vmware.rw_handles [None req-954e14ce-0099-49c4-8dec-84b9c7feb7b8 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523629ef-696a-98c8-d2bd-bcf4c207f590/disk-0.vmdk due to incomplete transfer. [ 1071.226875] env[62954]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e98da983-1347-4244-b304-04e920450a36 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.235273] env[62954]: DEBUG oslo_vmware.rw_handles [None req-954e14ce-0099-49c4-8dec-84b9c7feb7b8 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523629ef-696a-98c8-d2bd-bcf4c207f590/disk-0.vmdk. {{(pid=62954) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1071.235479] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-954e14ce-0099-49c4-8dec-84b9c7feb7b8 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Uploaded image 0e31f983-a5d6-47fb-830e-376f0bb53b70 to the Glance image server {{(pid=62954) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1071.238296] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-954e14ce-0099-49c4-8dec-84b9c7feb7b8 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Destroying the VM {{(pid=62954) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1071.238555] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5071b39e-5939-46d8-8728-f919af68433a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.246862] env[62954]: DEBUG oslo_vmware.api [None req-954e14ce-0099-49c4-8dec-84b9c7feb7b8 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1071.246862] env[62954]: value = "task-2598162" [ 1071.246862] env[62954]: _type = "Task" [ 1071.246862] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.255781] env[62954]: DEBUG oslo_vmware.api [None req-954e14ce-0099-49c4-8dec-84b9c7feb7b8 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598162, 'name': Destroy_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.309368] env[62954]: DEBUG oslo_vmware.api [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.347905] env[62954]: DEBUG nova.compute.manager [req-e46ff2af-f3dd-46e5-a98b-ff2e45e02e68 req-4d515d2c-73df-4cb9-97df-b5c3c6b09b4f service nova] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Received event network-changed-8a0cd10e-7fa5-4897-8ade-fa49556a0826 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1071.348032] env[62954]: DEBUG nova.compute.manager [req-e46ff2af-f3dd-46e5-a98b-ff2e45e02e68 req-4d515d2c-73df-4cb9-97df-b5c3c6b09b4f service nova] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Refreshing instance network info cache due to event network-changed-8a0cd10e-7fa5-4897-8ade-fa49556a0826. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1071.348382] env[62954]: DEBUG oslo_concurrency.lockutils [req-e46ff2af-f3dd-46e5-a98b-ff2e45e02e68 req-4d515d2c-73df-4cb9-97df-b5c3c6b09b4f service nova] Acquiring lock "refresh_cache-36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.348578] env[62954]: DEBUG oslo_concurrency.lockutils [req-e46ff2af-f3dd-46e5-a98b-ff2e45e02e68 req-4d515d2c-73df-4cb9-97df-b5c3c6b09b4f service nova] Acquired lock "refresh_cache-36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.348821] env[62954]: DEBUG nova.network.neutron [req-e46ff2af-f3dd-46e5-a98b-ff2e45e02e68 req-4d515d2c-73df-4cb9-97df-b5c3c6b09b4f service nova] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Refreshing network info cache for port 8a0cd10e-7fa5-4897-8ade-fa49556a0826 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.434450] env[62954]: DEBUG oslo_vmware.api [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598159, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.569288] env[62954]: DEBUG nova.scheduler.client.report [None req-719c6e68-555e-492a-9a15-dcaebe21d107 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.656210] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598161, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.735529] env[62954]: DEBUG nova.compute.manager [req-444f44e7-ea0c-4522-a60c-49970d286db2 req-c22e9988-c1e6-4a38-82d2-9b470bf94d53 service nova] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Received event network-vif-plugged-fbb2d8e6-01a2-4d3a-a861-6445e4622aa9 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1071.735744] env[62954]: DEBUG oslo_concurrency.lockutils [req-444f44e7-ea0c-4522-a60c-49970d286db2 req-c22e9988-c1e6-4a38-82d2-9b470bf94d53 service nova] Acquiring lock "b8b76e1c-723c-47b9-a810-381de87e54bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.735948] env[62954]: DEBUG oslo_concurrency.lockutils [req-444f44e7-ea0c-4522-a60c-49970d286db2 req-c22e9988-c1e6-4a38-82d2-9b470bf94d53 service nova] Lock "b8b76e1c-723c-47b9-a810-381de87e54bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.736417] env[62954]: DEBUG oslo_concurrency.lockutils [req-444f44e7-ea0c-4522-a60c-49970d286db2 req-c22e9988-c1e6-4a38-82d2-9b470bf94d53 service nova] Lock "b8b76e1c-723c-47b9-a810-381de87e54bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.736896] env[62954]: DEBUG nova.compute.manager [req-444f44e7-ea0c-4522-a60c-49970d286db2 req-c22e9988-c1e6-4a38-82d2-9b470bf94d53 service nova] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] No waiting events found dispatching network-vif-plugged-fbb2d8e6-01a2-4d3a-a861-6445e4622aa9 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1071.737254] env[62954]: WARNING nova.compute.manager [req-444f44e7-ea0c-4522-a60c-49970d286db2 req-c22e9988-c1e6-4a38-82d2-9b470bf94d53 service nova] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Received unexpected event network-vif-plugged-fbb2d8e6-01a2-4d3a-a861-6445e4622aa9 for instance with vm_state shelved_offloaded and task_state spawning. [ 1071.762113] env[62954]: DEBUG oslo_vmware.api [None req-954e14ce-0099-49c4-8dec-84b9c7feb7b8 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598162, 'name': Destroy_Task, 'duration_secs': 0.512585} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.762433] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-954e14ce-0099-49c4-8dec-84b9c7feb7b8 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Destroyed the VM [ 1071.762631] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-954e14ce-0099-49c4-8dec-84b9c7feb7b8 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Deleting Snapshot of the VM instance {{(pid=62954) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1071.762939] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-052fb8e3-4d61-4f5c-9ad3-948313e21a94 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.770467] env[62954]: DEBUG oslo_vmware.api [None req-954e14ce-0099-49c4-8dec-84b9c7feb7b8 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1071.770467] env[62954]: value = "task-2598163" [ 1071.770467] env[62954]: _type = "Task" [ 1071.770467] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.779457] env[62954]: DEBUG oslo_vmware.api [None req-954e14ce-0099-49c4-8dec-84b9c7feb7b8 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598163, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.807662] env[62954]: DEBUG oslo_vmware.api [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598158, 'name': ReconfigVM_Task, 'duration_secs': 0.586768} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.807958] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Reconfigured VM instance instance-0000006d to attach disk [datastore1] e2c875ef-c405-428f-86ea-10f0fddae6cd/e2c875ef-c405-428f-86ea-10f0fddae6cd.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.808925] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5922d1ac-f016-4ea3-a489-7693448cd258 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.816032] env[62954]: DEBUG oslo_vmware.api [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Waiting for the task: (returnval){ [ 1071.816032] env[62954]: value = "task-2598164" [ 1071.816032] env[62954]: _type = "Task" [ 1071.816032] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.824759] env[62954]: DEBUG oslo_vmware.api [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598164, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.826059] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquiring lock "refresh_cache-b8b76e1c-723c-47b9-a810-381de87e54bc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.826059] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquired lock "refresh_cache-b8b76e1c-723c-47b9-a810-381de87e54bc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.826059] env[62954]: DEBUG nova.network.neutron [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.933223] env[62954]: DEBUG oslo_vmware.api [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598159, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700599} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.935561] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 0c2abcb1-5d84-486f-a4d2-14867ddcacb3/0c2abcb1-5d84-486f-a4d2-14867ddcacb3.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.935791] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.936075] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d28d8aa-e28c-4e28-8826-4399a36b950b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.943729] env[62954]: DEBUG oslo_vmware.api [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Waiting for the task: (returnval){ [ 1071.943729] env[62954]: value = "task-2598165" [ 1071.943729] env[62954]: _type = "Task" [ 1071.943729] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.953081] env[62954]: DEBUG oslo_vmware.api [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.064983] env[62954]: DEBUG nova.network.neutron [req-e46ff2af-f3dd-46e5-a98b-ff2e45e02e68 req-4d515d2c-73df-4cb9-97df-b5c3c6b09b4f service nova] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Updated VIF entry in instance network info cache for port 8a0cd10e-7fa5-4897-8ade-fa49556a0826. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.065437] env[62954]: DEBUG nova.network.neutron [req-e46ff2af-f3dd-46e5-a98b-ff2e45e02e68 req-4d515d2c-73df-4cb9-97df-b5c3c6b09b4f service nova] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Updating instance_info_cache with network_info: [{"id": "8a0cd10e-7fa5-4897-8ade-fa49556a0826", "address": "fa:16:3e:27:52:c2", "network": {"id": "804f8c54-4269-405a-8acd-2d223f64bf58", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-507063210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d7528b9b1c04892a6b2a2e79ea5cbc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a0cd10e-7f", "ovs_interfaceid": "8a0cd10e-7fa5-4897-8ade-fa49556a0826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.075152] env[62954]: DEBUG oslo_concurrency.lockutils [None req-719c6e68-555e-492a-9a15-dcaebe21d107 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.078783] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.104754] env[62954]: INFO nova.scheduler.client.report [None req-719c6e68-555e-492a-9a15-dcaebe21d107 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Deleted allocations for instance bee1ced3-b333-4391-ba66-025faf63ced2 [ 1072.160012] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598161, 'name': CreateVM_Task, 'duration_secs': 0.694688} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.160282] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1072.161354] env[62954]: DEBUG oslo_concurrency.lockutils [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.161655] env[62954]: DEBUG oslo_concurrency.lockutils [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.162147] env[62954]: DEBUG oslo_concurrency.lockutils [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.162525] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8de6785c-f3fb-46f0-8ae3-887cd5ed324d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.169166] env[62954]: DEBUG oslo_vmware.api [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Waiting for the task: (returnval){ [ 1072.169166] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52976074-813e-7cf0-6998-f0fdf65e9af2" [ 1072.169166] env[62954]: _type = "Task" [ 1072.169166] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.181854] env[62954]: DEBUG oslo_vmware.api [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52976074-813e-7cf0-6998-f0fdf65e9af2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.281021] env[62954]: DEBUG oslo_vmware.api [None req-954e14ce-0099-49c4-8dec-84b9c7feb7b8 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598163, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.325640] env[62954]: DEBUG oslo_vmware.api [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598164, 'name': Rename_Task, 'duration_secs': 0.248022} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.325919] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.326184] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0472413c-e2e1-46c8-8cf7-408abf7dac67 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.335859] env[62954]: DEBUG oslo_vmware.api [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Waiting for the task: (returnval){ [ 1072.335859] env[62954]: value = "task-2598166" [ 1072.335859] env[62954]: _type = "Task" [ 1072.335859] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.344433] env[62954]: DEBUG oslo_vmware.api [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.454029] env[62954]: DEBUG oslo_vmware.api [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147534} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.454172] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.454864] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a1432b-ef2b-4b27-9cb3-bed47c3cc3b3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.479071] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 0c2abcb1-5d84-486f-a4d2-14867ddcacb3/0c2abcb1-5d84-486f-a4d2-14867ddcacb3.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.479396] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee34092b-f46b-48f5-beb0-7fa2b08d114e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.504671] env[62954]: DEBUG oslo_vmware.api [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Waiting for the task: (returnval){ [ 1072.504671] env[62954]: value = "task-2598167" [ 1072.504671] env[62954]: _type = "Task" [ 1072.504671] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.512511] env[62954]: DEBUG oslo_vmware.api [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598167, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.567925] env[62954]: DEBUG oslo_concurrency.lockutils [req-e46ff2af-f3dd-46e5-a98b-ff2e45e02e68 req-4d515d2c-73df-4cb9-97df-b5c3c6b09b4f service nova] Releasing lock "refresh_cache-36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.587731] env[62954]: DEBUG nova.network.neutron [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Updating instance_info_cache with network_info: [{"id": "fbb2d8e6-01a2-4d3a-a861-6445e4622aa9", "address": "fa:16:3e:0d:16:28", "network": {"id": "47528c63-56ff-4749-94ed-f0e94687ac13", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1980367274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55676c64756f4e1890efd5c9265b3f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbb2d8e6-01", "ovs_interfaceid": "fbb2d8e6-01a2-4d3a-a861-6445e4622aa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.612351] env[62954]: DEBUG oslo_concurrency.lockutils [None req-719c6e68-555e-492a-9a15-dcaebe21d107 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "bee1ced3-b333-4391-ba66-025faf63ced2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.988s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.681038] env[62954]: DEBUG oslo_vmware.api [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52976074-813e-7cf0-6998-f0fdf65e9af2, 'name': SearchDatastore_Task, 'duration_secs': 0.013333} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.681038] env[62954]: DEBUG oslo_concurrency.lockutils [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.681294] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.681629] env[62954]: DEBUG oslo_concurrency.lockutils [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.681841] env[62954]: DEBUG oslo_concurrency.lockutils [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.682142] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.682758] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e783560-831c-49d6-8e9a-43cd1b3fbbd2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.692448] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.692680] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.693637] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69b712b4-085f-4279-99db-2f2dd54928c5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.699777] env[62954]: DEBUG oslo_vmware.api [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Waiting for the task: (returnval){ [ 1072.699777] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]522c263b-edb2-2afb-3301-35daa6516049" [ 1072.699777] env[62954]: _type = "Task" [ 1072.699777] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.709047] env[62954]: DEBUG oslo_vmware.api [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]522c263b-edb2-2afb-3301-35daa6516049, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.782710] env[62954]: DEBUG oslo_vmware.api [None req-954e14ce-0099-49c4-8dec-84b9c7feb7b8 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598163, 'name': RemoveSnapshot_Task, 'duration_secs': 0.611848} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.783125] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-954e14ce-0099-49c4-8dec-84b9c7feb7b8 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Deleted Snapshot of the VM instance {{(pid=62954) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1072.783235] env[62954]: INFO nova.compute.manager [None req-954e14ce-0099-49c4-8dec-84b9c7feb7b8 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Took 14.11 seconds to snapshot the instance on the hypervisor. [ 1072.847044] env[62954]: DEBUG oslo_vmware.api [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598166, 'name': PowerOnVM_Task} progress is 98%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.014658] env[62954]: DEBUG oslo_vmware.api [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598167, 'name': ReconfigVM_Task, 'duration_secs': 0.367188} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.014940] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 0c2abcb1-5d84-486f-a4d2-14867ddcacb3/0c2abcb1-5d84-486f-a4d2-14867ddcacb3.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.015567] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6395894-44e4-45cc-b813-5ea7005ed19c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.022940] env[62954]: DEBUG oslo_vmware.api [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Waiting for the task: (returnval){ [ 1073.022940] env[62954]: value = "task-2598168" [ 1073.022940] env[62954]: _type = "Task" [ 1073.022940] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.031396] env[62954]: DEBUG oslo_vmware.api [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598168, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.091653] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Releasing lock "refresh_cache-b8b76e1c-723c-47b9-a810-381de87e54bc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.115338] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 5ea4c876-a32b-4295-855c-61464cc8f72b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.115487] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 7c869ee8-46a2-4f90-81b0-81399e6495bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.116075] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 39a464fe-3499-47d5-b1d4-2c3cf4db3356 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.116075] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 034c1fcc-bec2-4e4b-b77d-821eba6a81fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.116075] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 9d694e55-25f6-45fc-9909-3ce31bb25956 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.116075] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.116346] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 730b747f-6d66-43a4-99d8-df2c24d5bf27 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.116346] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance e2c875ef-c405-428f-86ea-10f0fddae6cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.116442] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 0c2abcb1-5d84-486f-a4d2-14867ddcacb3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.116521] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.116663] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance b8b76e1c-723c-47b9-a810-381de87e54bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.116890] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=62954) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1073.117209] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=62954) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1073.121600] env[62954]: DEBUG nova.virt.hardware [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='bfa22ebb60fd2f7180b6adc27db36f1f',container_format='bare',created_at=2025-02-17T22:38:31Z,direct_url=,disk_format='vmdk',id=b782f946-5ed6-4a61-9138-2d5c1d96aa6a,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1856011173-shelved',owner='55676c64756f4e1890efd5c9265b3f01',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-02-17T22:38:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.122013] env[62954]: DEBUG nova.virt.hardware [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.122112] env[62954]: DEBUG nova.virt.hardware [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.122314] env[62954]: DEBUG nova.virt.hardware [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.122498] env[62954]: DEBUG nova.virt.hardware [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.122875] env[62954]: DEBUG nova.virt.hardware [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.122949] env[62954]: DEBUG nova.virt.hardware [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.123223] env[62954]: DEBUG nova.virt.hardware [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.123390] env[62954]: DEBUG nova.virt.hardware [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.123615] env[62954]: DEBUG nova.virt.hardware [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.123851] env[62954]: DEBUG nova.virt.hardware [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.124821] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67865912-e4a2-4486-9559-21442c7fe02d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.135974] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6851961-4fd3-4656-b6bb-bc1a87bce755 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.156052] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:16:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbb2d8e6-01a2-4d3a-a861-6445e4622aa9', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.168066] env[62954]: DEBUG oslo.service.loopingcall [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1073.171027] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.172324] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a1b2fe2-bed0-457d-819f-275ba8d63261 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.200629] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.200629] env[62954]: value = "task-2598169" [ 1073.200629] env[62954]: _type = "Task" [ 1073.200629] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.217657] env[62954]: DEBUG oslo_vmware.api [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]522c263b-edb2-2afb-3301-35daa6516049, 'name': SearchDatastore_Task, 'duration_secs': 0.012328} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.221643] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598169, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.224360] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86e3d670-8c1a-416f-8173-d643a8ce9c63 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.230134] env[62954]: DEBUG oslo_vmware.api [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Waiting for the task: (returnval){ [ 1073.230134] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]524fa4bf-e3b9-555c-47fe-d9f45af31119" [ 1073.230134] env[62954]: _type = "Task" [ 1073.230134] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.239949] env[62954]: DEBUG oslo_vmware.api [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]524fa4bf-e3b9-555c-47fe-d9f45af31119, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.322116] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c1672b-d159-49cf-a3df-279fe744e254 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.327250] env[62954]: DEBUG nova.compute.manager [None req-954e14ce-0099-49c4-8dec-84b9c7feb7b8 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Found 3 images (rotation: 2) {{(pid=62954) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1073.327444] env[62954]: DEBUG nova.compute.manager [None req-954e14ce-0099-49c4-8dec-84b9c7feb7b8 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Rotating out 1 backups {{(pid=62954) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1073.327603] env[62954]: DEBUG nova.compute.manager [None req-954e14ce-0099-49c4-8dec-84b9c7feb7b8 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Deleting image 82b2b438-e9cc-4906-92a6-567fe6b39739 {{(pid=62954) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1073.335939] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088c1723-4f3a-44e6-a127-d2d8db81bbea {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.348950] env[62954]: DEBUG oslo_vmware.api [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598166, 'name': PowerOnVM_Task, 'duration_secs': 0.581655} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.372797] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.373048] env[62954]: INFO nova.compute.manager [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Took 8.95 seconds to spawn the instance on the hypervisor. [ 1073.373242] env[62954]: DEBUG nova.compute.manager [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.374564] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67accc6b-0e24-4dbd-bb75-db6325c2f94c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.377550] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77633be-8101-4217-82a0-884bfb52e7d9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.389898] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd158af-20c7-4f00-90b4-9ccd8e13b6dd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.404514] env[62954]: DEBUG nova.compute.provider_tree [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.533420] env[62954]: DEBUG oslo_vmware.api [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598168, 'name': Rename_Task, 'duration_secs': 0.200066} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.533717] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.533965] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b8ec6eb-8abd-43ec-a4ad-bfdb83193cf1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.541182] env[62954]: DEBUG oslo_vmware.api [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Waiting for the task: (returnval){ [ 1073.541182] env[62954]: value = "task-2598170" [ 1073.541182] env[62954]: _type = "Task" [ 1073.541182] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.549180] env[62954]: DEBUG oslo_vmware.api [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.570411] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2254fd0a-efe0-4a1a-9043-700ed058f61d tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "730b747f-6d66-43a4-99d8-df2c24d5bf27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.570670] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2254fd0a-efe0-4a1a-9043-700ed058f61d tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "730b747f-6d66-43a4-99d8-df2c24d5bf27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.571062] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2254fd0a-efe0-4a1a-9043-700ed058f61d tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "730b747f-6d66-43a4-99d8-df2c24d5bf27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.571572] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2254fd0a-efe0-4a1a-9043-700ed058f61d tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "730b747f-6d66-43a4-99d8-df2c24d5bf27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.571674] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2254fd0a-efe0-4a1a-9043-700ed058f61d tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "730b747f-6d66-43a4-99d8-df2c24d5bf27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.574257] env[62954]: INFO nova.compute.manager [None req-2254fd0a-efe0-4a1a-9043-700ed058f61d tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Terminating instance [ 1073.714575] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598169, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.741263] env[62954]: DEBUG oslo_vmware.api [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]524fa4bf-e3b9-555c-47fe-d9f45af31119, 'name': SearchDatastore_Task, 'duration_secs': 0.035809} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.741617] env[62954]: DEBUG oslo_concurrency.lockutils [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.741927] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06/36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1073.742244] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d27c895f-5e1f-45ab-ab2a-411ff73aa433 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.750328] env[62954]: DEBUG oslo_vmware.api [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Waiting for the task: (returnval){ [ 1073.750328] env[62954]: value = "task-2598171" [ 1073.750328] env[62954]: _type = "Task" [ 1073.750328] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.759442] env[62954]: DEBUG oslo_vmware.api [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.773108] env[62954]: DEBUG nova.compute.manager [req-a6eb328a-37c1-4509-8339-f6d7594925a2 req-58d455c0-57b5-4b02-afb4-f9b26cb3a465 service nova] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Received event network-changed-fbb2d8e6-01a2-4d3a-a861-6445e4622aa9 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1073.773369] env[62954]: DEBUG nova.compute.manager [req-a6eb328a-37c1-4509-8339-f6d7594925a2 req-58d455c0-57b5-4b02-afb4-f9b26cb3a465 service nova] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Refreshing instance network info cache due to event network-changed-fbb2d8e6-01a2-4d3a-a861-6445e4622aa9. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1073.773622] env[62954]: DEBUG oslo_concurrency.lockutils [req-a6eb328a-37c1-4509-8339-f6d7594925a2 req-58d455c0-57b5-4b02-afb4-f9b26cb3a465 service nova] Acquiring lock "refresh_cache-b8b76e1c-723c-47b9-a810-381de87e54bc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.773770] env[62954]: DEBUG oslo_concurrency.lockutils [req-a6eb328a-37c1-4509-8339-f6d7594925a2 req-58d455c0-57b5-4b02-afb4-f9b26cb3a465 service nova] Acquired lock "refresh_cache-b8b76e1c-723c-47b9-a810-381de87e54bc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.773965] env[62954]: DEBUG nova.network.neutron [req-a6eb328a-37c1-4509-8339-f6d7594925a2 req-58d455c0-57b5-4b02-afb4-f9b26cb3a465 service nova] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Refreshing network info cache for port fbb2d8e6-01a2-4d3a-a861-6445e4622aa9 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.896060] env[62954]: INFO nova.compute.manager [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Took 17.91 seconds to build instance. [ 1073.910553] env[62954]: DEBUG nova.scheduler.client.report [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.052452] env[62954]: DEBUG oslo_vmware.api [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598170, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.078148] env[62954]: DEBUG nova.compute.manager [None req-2254fd0a-efe0-4a1a-9043-700ed058f61d tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.078267] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-2254fd0a-efe0-4a1a-9043-700ed058f61d tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.079190] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39d7ec7-95bb-41a2-9be8-9c7e1faaf0e4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.089041] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-2254fd0a-efe0-4a1a-9043-700ed058f61d tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.089041] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-975200f1-56d3-4d17-8b0e-4fdddb37b5e4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.097074] env[62954]: DEBUG oslo_vmware.api [None req-2254fd0a-efe0-4a1a-9043-700ed058f61d tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1074.097074] env[62954]: value = "task-2598172" [ 1074.097074] env[62954]: _type = "Task" [ 1074.097074] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.107346] env[62954]: DEBUG oslo_vmware.api [None req-2254fd0a-efe0-4a1a-9043-700ed058f61d tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.214673] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598169, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.263454] env[62954]: DEBUG oslo_vmware.api [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598171, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.398483] env[62954]: DEBUG oslo_concurrency.lockutils [None req-6faede35-9649-43f5-a776-3356069597c3 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Lock "e2c875ef-c405-428f-86ea-10f0fddae6cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.420s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.414945] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62954) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1074.415182] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.337s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.541725] env[62954]: DEBUG nova.network.neutron [req-a6eb328a-37c1-4509-8339-f6d7594925a2 req-58d455c0-57b5-4b02-afb4-f9b26cb3a465 service nova] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Updated VIF entry in instance network info cache for port fbb2d8e6-01a2-4d3a-a861-6445e4622aa9. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1074.544021] env[62954]: DEBUG nova.network.neutron [req-a6eb328a-37c1-4509-8339-f6d7594925a2 req-58d455c0-57b5-4b02-afb4-f9b26cb3a465 service nova] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Updating instance_info_cache with network_info: [{"id": "fbb2d8e6-01a2-4d3a-a861-6445e4622aa9", "address": "fa:16:3e:0d:16:28", "network": {"id": "47528c63-56ff-4749-94ed-f0e94687ac13", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1980367274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55676c64756f4e1890efd5c9265b3f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbb2d8e6-01", "ovs_interfaceid": "fbb2d8e6-01a2-4d3a-a861-6445e4622aa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.555142] env[62954]: DEBUG oslo_vmware.api [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598170, 'name': PowerOnVM_Task, 'duration_secs': 0.628018} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.556907] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.556907] env[62954]: INFO nova.compute.manager [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Took 7.79 seconds to spawn the instance on the hypervisor. [ 1074.556907] env[62954]: DEBUG nova.compute.manager [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.557125] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0c63ef-bfe1-4075-9f99-84d4a6d1df70 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.609468] env[62954]: DEBUG oslo_vmware.api [None req-2254fd0a-efe0-4a1a-9043-700ed058f61d tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598172, 'name': PowerOffVM_Task, 'duration_secs': 0.212249} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.609928] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-2254fd0a-efe0-4a1a-9043-700ed058f61d tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.610219] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-2254fd0a-efe0-4a1a-9043-700ed058f61d tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.610492] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d87aa671-cb34-42c8-88e4-e254e6f92a39 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.657956] env[62954]: DEBUG oslo_concurrency.lockutils [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.658162] env[62954]: DEBUG oslo_concurrency.lockutils [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.677817] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-2254fd0a-efe0-4a1a-9043-700ed058f61d tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.677924] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-2254fd0a-efe0-4a1a-9043-700ed058f61d tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.678153] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-2254fd0a-efe0-4a1a-9043-700ed058f61d tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Deleting the datastore file [datastore2] 730b747f-6d66-43a4-99d8-df2c24d5bf27 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.678386] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbbc5ff1-bd17-403e-917c-93480d2af2ef {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.685648] env[62954]: DEBUG oslo_vmware.api [None req-2254fd0a-efe0-4a1a-9043-700ed058f61d tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1074.685648] env[62954]: value = "task-2598174" [ 1074.685648] env[62954]: _type = "Task" [ 1074.685648] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.696630] env[62954]: DEBUG oslo_vmware.api [None req-2254fd0a-efe0-4a1a-9043-700ed058f61d tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598174, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.713773] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598169, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.761272] env[62954]: DEBUG oslo_vmware.api [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598171, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.800858} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.761535] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06/36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1074.761747] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1074.761990] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea6bfdcc-24df-4ef2-9039-3a60bbcf1f4e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.770038] env[62954]: DEBUG oslo_vmware.api [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Waiting for the task: (returnval){ [ 1074.770038] env[62954]: value = "task-2598175" [ 1074.770038] env[62954]: _type = "Task" [ 1074.770038] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.777779] env[62954]: DEBUG oslo_vmware.api [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598175, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.049747] env[62954]: DEBUG oslo_concurrency.lockutils [req-a6eb328a-37c1-4509-8339-f6d7594925a2 req-58d455c0-57b5-4b02-afb4-f9b26cb3a465 service nova] Releasing lock "refresh_cache-b8b76e1c-723c-47b9-a810-381de87e54bc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.076588] env[62954]: INFO nova.compute.manager [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Took 18.74 seconds to build instance. [ 1075.160871] env[62954]: DEBUG nova.compute.manager [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1075.196380] env[62954]: DEBUG oslo_vmware.api [None req-2254fd0a-efe0-4a1a-9043-700ed058f61d tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598174, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.214190] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598169, 'name': CreateVM_Task, 'duration_secs': 1.589749} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.214361] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.215041] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b782f946-5ed6-4a61-9138-2d5c1d96aa6a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.215242] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b782f946-5ed6-4a61-9138-2d5c1d96aa6a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.215667] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b782f946-5ed6-4a61-9138-2d5c1d96aa6a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.215940] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e819b22-4c52-49c4-8952-3702cb55e88a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.221840] env[62954]: DEBUG oslo_vmware.api [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1075.221840] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5239c4b7-164d-1e67-891e-d77725105fcc" [ 1075.221840] env[62954]: _type = "Task" [ 1075.221840] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.239334] env[62954]: DEBUG oslo_concurrency.lockutils [None req-312ef63d-fc58-46df-8f0f-6c5be5216b41 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "034c1fcc-bec2-4e4b-b77d-821eba6a81fb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.239583] env[62954]: DEBUG oslo_concurrency.lockutils [None req-312ef63d-fc58-46df-8f0f-6c5be5216b41 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "034c1fcc-bec2-4e4b-b77d-821eba6a81fb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.239819] env[62954]: DEBUG nova.compute.manager [None req-312ef63d-fc58-46df-8f0f-6c5be5216b41 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.240790] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120eb59b-6ccb-4109-958d-0cb868de7558 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.243467] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b782f946-5ed6-4a61-9138-2d5c1d96aa6a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.243724] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Processing image b782f946-5ed6-4a61-9138-2d5c1d96aa6a {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1075.243983] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b782f946-5ed6-4a61-9138-2d5c1d96aa6a/b782f946-5ed6-4a61-9138-2d5c1d96aa6a.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.244190] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b782f946-5ed6-4a61-9138-2d5c1d96aa6a/b782f946-5ed6-4a61-9138-2d5c1d96aa6a.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.244406] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1075.244664] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e04e757-ef15-499b-a9ac-017b393861e3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.253317] env[62954]: DEBUG nova.compute.manager [None req-312ef63d-fc58-46df-8f0f-6c5be5216b41 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62954) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1075.253902] env[62954]: DEBUG nova.objects.instance [None req-312ef63d-fc58-46df-8f0f-6c5be5216b41 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lazy-loading 'flavor' on Instance uuid 034c1fcc-bec2-4e4b-b77d-821eba6a81fb {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.269922] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1075.270127] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1075.270892] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-074df7f6-4df7-464c-9f0f-c0c17b9d6bf2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.279595] env[62954]: DEBUG oslo_vmware.api [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1075.279595] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]527263bd-c76f-072a-a735-1a576928a3ae" [ 1075.279595] env[62954]: _type = "Task" [ 1075.279595] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.282598] env[62954]: DEBUG oslo_vmware.api [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598175, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071371} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.285472] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1075.286460] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8597e86d-f26a-479a-be56-7703c3c25c6a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.294165] env[62954]: DEBUG oslo_vmware.api [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]527263bd-c76f-072a-a735-1a576928a3ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.313176] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06/36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.313399] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a64e7a11-373c-4388-a1ac-162a2c283e8e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.334571] env[62954]: DEBUG oslo_vmware.api [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Waiting for the task: (returnval){ [ 1075.334571] env[62954]: value = "task-2598177" [ 1075.334571] env[62954]: _type = "Task" [ 1075.334571] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.345187] env[62954]: DEBUG oslo_vmware.api [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598177, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.578774] env[62954]: DEBUG oslo_concurrency.lockutils [None req-11d46621-32c4-4093-b6a6-d6dda3cae683 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Lock "0c2abcb1-5d84-486f-a4d2-14867ddcacb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.248s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.685887] env[62954]: DEBUG oslo_concurrency.lockutils [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.686229] env[62954]: DEBUG oslo_concurrency.lockutils [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.687920] env[62954]: INFO nova.compute.claims [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.699870] env[62954]: DEBUG oslo_vmware.api [None req-2254fd0a-efe0-4a1a-9043-700ed058f61d tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598174, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.692306} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.700134] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-2254fd0a-efe0-4a1a-9043-700ed058f61d tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.700388] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-2254fd0a-efe0-4a1a-9043-700ed058f61d tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.700493] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-2254fd0a-efe0-4a1a-9043-700ed058f61d tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.700663] env[62954]: INFO nova.compute.manager [None req-2254fd0a-efe0-4a1a-9043-700ed058f61d tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1075.700984] env[62954]: DEBUG oslo.service.loopingcall [None req-2254fd0a-efe0-4a1a-9043-700ed058f61d tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1075.701196] env[62954]: DEBUG nova.compute.manager [-] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1075.701295] env[62954]: DEBUG nova.network.neutron [-] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.793924] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Preparing fetch location {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1075.794216] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Fetch image to [datastore1] OSTACK_IMG_ae54fda3-8b44-4043-b2d0-5a1041912347/OSTACK_IMG_ae54fda3-8b44-4043-b2d0-5a1041912347.vmdk {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1075.794404] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Downloading stream optimized image b782f946-5ed6-4a61-9138-2d5c1d96aa6a to [datastore1] OSTACK_IMG_ae54fda3-8b44-4043-b2d0-5a1041912347/OSTACK_IMG_ae54fda3-8b44-4043-b2d0-5a1041912347.vmdk on the data store datastore1 as vApp {{(pid=62954) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1075.794585] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Downloading image file data b782f946-5ed6-4a61-9138-2d5c1d96aa6a to the ESX as VM named 'OSTACK_IMG_ae54fda3-8b44-4043-b2d0-5a1041912347' {{(pid=62954) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1075.851888] env[62954]: DEBUG oslo_vmware.api [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.882944] env[62954]: DEBUG oslo_vmware.rw_handles [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1075.882944] env[62954]: value = "resgroup-9" [ 1075.882944] env[62954]: _type = "ResourcePool" [ 1075.882944] env[62954]: }. {{(pid=62954) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1075.883290] env[62954]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-63afb50b-cfd8-47a8-bbd8-351bfa7c45a7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.913393] env[62954]: DEBUG oslo_vmware.rw_handles [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lease: (returnval){ [ 1075.913393] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5215a730-14f4-27af-8f7a-6422218f7064" [ 1075.913393] env[62954]: _type = "HttpNfcLease" [ 1075.913393] env[62954]: } obtained for vApp import into resource pool (val){ [ 1075.913393] env[62954]: value = "resgroup-9" [ 1075.913393] env[62954]: _type = "ResourcePool" [ 1075.913393] env[62954]: }. {{(pid=62954) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1075.913986] env[62954]: DEBUG oslo_vmware.api [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the lease: (returnval){ [ 1075.913986] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5215a730-14f4-27af-8f7a-6422218f7064" [ 1075.913986] env[62954]: _type = "HttpNfcLease" [ 1075.913986] env[62954]: } to be ready. {{(pid=62954) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1075.921151] env[62954]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1075.921151] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5215a730-14f4-27af-8f7a-6422218f7064" [ 1075.921151] env[62954]: _type = "HttpNfcLease" [ 1075.921151] env[62954]: } is initializing. {{(pid=62954) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1076.021057] env[62954]: DEBUG nova.compute.manager [req-90d303d0-5031-420f-b009-f314cde166f9 req-829ab042-4a41-407c-be1d-415bca6818ba service nova] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Received event network-vif-deleted-97990655-1962-4e49-8498-d43d0bf93ebd {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1076.021390] env[62954]: INFO nova.compute.manager [req-90d303d0-5031-420f-b009-f314cde166f9 req-829ab042-4a41-407c-be1d-415bca6818ba service nova] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Neutron deleted interface 97990655-1962-4e49-8498-d43d0bf93ebd; detaching it from the instance and deleting it from the info cache [ 1076.021613] env[62954]: DEBUG nova.network.neutron [req-90d303d0-5031-420f-b009-f314cde166f9 req-829ab042-4a41-407c-be1d-415bca6818ba service nova] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.261711] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-312ef63d-fc58-46df-8f0f-6c5be5216b41 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.261711] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adf9a7fe-c66e-432e-b353-d02425684b1d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.270170] env[62954]: DEBUG oslo_vmware.api [None req-312ef63d-fc58-46df-8f0f-6c5be5216b41 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1076.270170] env[62954]: value = "task-2598179" [ 1076.270170] env[62954]: _type = "Task" [ 1076.270170] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.280998] env[62954]: DEBUG oslo_vmware.api [None req-312ef63d-fc58-46df-8f0f-6c5be5216b41 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.353093] env[62954]: DEBUG oslo_vmware.api [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598177, 'name': ReconfigVM_Task, 'duration_secs': 0.823763} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.353093] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06/36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.353659] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f21102a-9db4-4745-993d-1ecacf556f55 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.361910] env[62954]: DEBUG oslo_vmware.api [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Waiting for the task: (returnval){ [ 1076.361910] env[62954]: value = "task-2598180" [ 1076.361910] env[62954]: _type = "Task" [ 1076.361910] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.370816] env[62954]: DEBUG oslo_vmware.api [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598180, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.423578] env[62954]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1076.423578] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5215a730-14f4-27af-8f7a-6422218f7064" [ 1076.423578] env[62954]: _type = "HttpNfcLease" [ 1076.423578] env[62954]: } is initializing. {{(pid=62954) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1076.499796] env[62954]: DEBUG nova.network.neutron [-] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.525752] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-48c109b5-b53b-4e5c-a567-58e0821de215 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.536723] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8320bc4-fa0f-40c2-8ce4-bc6a1e18d028 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.570055] env[62954]: DEBUG nova.compute.manager [req-90d303d0-5031-420f-b009-f314cde166f9 req-829ab042-4a41-407c-be1d-415bca6818ba service nova] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Detach interface failed, port_id=97990655-1962-4e49-8498-d43d0bf93ebd, reason: Instance 730b747f-6d66-43a4-99d8-df2c24d5bf27 could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1076.781903] env[62954]: DEBUG oslo_vmware.api [None req-312ef63d-fc58-46df-8f0f-6c5be5216b41 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598179, 'name': PowerOffVM_Task, 'duration_secs': 0.268212} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.785182] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-312ef63d-fc58-46df-8f0f-6c5be5216b41 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.785454] env[62954]: DEBUG nova.compute.manager [None req-312ef63d-fc58-46df-8f0f-6c5be5216b41 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.786564] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d618f22-121c-4256-8695-6482b313ab2c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.876378] env[62954]: DEBUG oslo_vmware.api [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598180, 'name': Rename_Task, 'duration_secs': 0.1905} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.879395] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.880535] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db5c1890-f3a3-43a3-828a-34cd9f05218f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.887544] env[62954]: DEBUG oslo_vmware.api [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Waiting for the task: (returnval){ [ 1076.887544] env[62954]: value = "task-2598181" [ 1076.887544] env[62954]: _type = "Task" [ 1076.887544] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.892149] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229fa246-d122-4a29-bc79-a39ebd4177e7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.906142] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76501880-ff52-4692-a9bc-678cfeb7793f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.909348] env[62954]: DEBUG oslo_vmware.api [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598181, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.941926] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac6f366-a9ee-411c-b845-bfc6f8d541c6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.951923] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11d8ccd-3c00-40ab-b596-e22cd821daa9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.955825] env[62954]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1076.955825] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5215a730-14f4-27af-8f7a-6422218f7064" [ 1076.955825] env[62954]: _type = "HttpNfcLease" [ 1076.955825] env[62954]: } is ready. {{(pid=62954) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1076.956202] env[62954]: DEBUG oslo_vmware.rw_handles [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1076.956202] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5215a730-14f4-27af-8f7a-6422218f7064" [ 1076.956202] env[62954]: _type = "HttpNfcLease" [ 1076.956202] env[62954]: }. {{(pid=62954) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1076.957425] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b8453b-7732-4df1-b76d-9e581a94e738 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.968200] env[62954]: DEBUG nova.compute.provider_tree [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.975147] env[62954]: DEBUG oslo_vmware.rw_handles [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5233c656-a371-e395-c4e5-5563cc2f0ec6/disk-0.vmdk from lease info. {{(pid=62954) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1076.975445] env[62954]: DEBUG oslo_vmware.rw_handles [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5233c656-a371-e395-c4e5-5563cc2f0ec6/disk-0.vmdk. {{(pid=62954) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1077.036061] env[62954]: INFO nova.compute.manager [-] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Took 1.33 seconds to deallocate network for instance. [ 1077.046030] env[62954]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-93eebe14-7ec0-4504-8462-956a121610eb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.299216] env[62954]: DEBUG oslo_concurrency.lockutils [None req-312ef63d-fc58-46df-8f0f-6c5be5216b41 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "034c1fcc-bec2-4e4b-b77d-821eba6a81fb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.400201] env[62954]: DEBUG oslo_vmware.api [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598181, 'name': PowerOnVM_Task, 'duration_secs': 0.477783} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.401890] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.402691] env[62954]: INFO nova.compute.manager [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1077.402924] env[62954]: DEBUG nova.compute.manager [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.403814] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1761d39-514c-4f5a-b56d-b1bef16c4c35 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.471994] env[62954]: DEBUG nova.scheduler.client.report [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.523126] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-e99d5696-d620-4d96-bed6-3f1962631267 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Volume attach. Driver type: vmdk {{(pid=62954) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1077.523379] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-e99d5696-d620-4d96-bed6-3f1962631267 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-524016', 'volume_id': '1586b682-e0a8-45d5-a5f1-60a1c3aaf818', 'name': 'volume-1586b682-e0a8-45d5-a5f1-60a1c3aaf818', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4d1f016e-3dc7-46ed-ae06-324c3e4c51ac', 'attached_at': '', 'detached_at': '', 'volume_id': '1586b682-e0a8-45d5-a5f1-60a1c3aaf818', 'serial': '1586b682-e0a8-45d5-a5f1-60a1c3aaf818'} {{(pid=62954) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1077.524641] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239ddfe2-2510-4319-a67f-ad8f8297d62c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.545457] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2254fd0a-efe0-4a1a-9043-700ed058f61d tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.551141] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba81d05-0649-4cfb-bc25-a15ffea2c51c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.588477] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-e99d5696-d620-4d96-bed6-3f1962631267 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] volume-1586b682-e0a8-45d5-a5f1-60a1c3aaf818/volume-1586b682-e0a8-45d5-a5f1-60a1c3aaf818.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.595021] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2607b733-21ba-4f52-823c-c2ce3175f453 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.614744] env[62954]: DEBUG oslo_vmware.api [None req-e99d5696-d620-4d96-bed6-3f1962631267 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 1077.614744] env[62954]: value = "task-2598182" [ 1077.614744] env[62954]: _type = "Task" [ 1077.614744] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.626524] env[62954]: DEBUG oslo_vmware.api [None req-e99d5696-d620-4d96-bed6-3f1962631267 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598182, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.926401] env[62954]: INFO nova.compute.manager [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Took 21.27 seconds to build instance. [ 1077.978024] env[62954]: DEBUG oslo_concurrency.lockutils [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.292s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.978714] env[62954]: DEBUG nova.compute.manager [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1077.983969] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2254fd0a-efe0-4a1a-9043-700ed058f61d tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.439s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.984229] env[62954]: DEBUG nova.objects.instance [None req-2254fd0a-efe0-4a1a-9043-700ed058f61d tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lazy-loading 'resources' on Instance uuid 730b747f-6d66-43a4-99d8-df2c24d5bf27 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.127393] env[62954]: DEBUG oslo_vmware.api [None req-e99d5696-d620-4d96-bed6-3f1962631267 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598182, 'name': ReconfigVM_Task, 'duration_secs': 0.496574} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.127743] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-e99d5696-d620-4d96-bed6-3f1962631267 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Reconfigured VM instance instance-00000067 to attach disk [datastore1] volume-1586b682-e0a8-45d5-a5f1-60a1c3aaf818/volume-1586b682-e0a8-45d5-a5f1-60a1c3aaf818.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.132868] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d596891c-5347-4fca-ae6f-b296d7c9659f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.149397] env[62954]: DEBUG oslo_vmware.api [None req-e99d5696-d620-4d96-bed6-3f1962631267 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 1078.149397] env[62954]: value = "task-2598183" [ 1078.149397] env[62954]: _type = "Task" [ 1078.149397] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.158083] env[62954]: DEBUG oslo_vmware.api [None req-e99d5696-d620-4d96-bed6-3f1962631267 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.355856] env[62954]: DEBUG oslo_vmware.rw_handles [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Completed reading data from the image iterator. {{(pid=62954) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1078.356248] env[62954]: DEBUG oslo_vmware.rw_handles [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5233c656-a371-e395-c4e5-5563cc2f0ec6/disk-0.vmdk. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1078.357297] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75db6af4-f028-4cf0-8706-651ee9b30902 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.364795] env[62954]: DEBUG oslo_vmware.rw_handles [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5233c656-a371-e395-c4e5-5563cc2f0ec6/disk-0.vmdk is in state: ready. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1078.364980] env[62954]: DEBUG oslo_vmware.rw_handles [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5233c656-a371-e395-c4e5-5563cc2f0ec6/disk-0.vmdk. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1078.365252] env[62954]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b17e0ce8-07d9-4472-8483-32ab03a1b680 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.428929] env[62954]: DEBUG oslo_concurrency.lockutils [None req-607eec76-ee2e-4506-b403-c9b0ace5bed6 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Lock "36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.779s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.488057] env[62954]: DEBUG nova.compute.utils [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1078.492240] env[62954]: DEBUG nova.compute.manager [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1078.492426] env[62954]: DEBUG nova.network.neutron [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1078.520706] env[62954]: DEBUG nova.compute.manager [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Stashing vm_state: stopped {{(pid=62954) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1078.570854] env[62954]: DEBUG nova.policy [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de227c7d954b48ceb4205330573c678f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5822cb258bd84b3a8a71026ea2d131e9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 1078.661877] env[62954]: DEBUG oslo_vmware.api [None req-e99d5696-d620-4d96-bed6-3f1962631267 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598183, 'name': ReconfigVM_Task, 'duration_secs': 0.169422} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.662196] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-e99d5696-d620-4d96-bed6-3f1962631267 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-524016', 'volume_id': '1586b682-e0a8-45d5-a5f1-60a1c3aaf818', 'name': 'volume-1586b682-e0a8-45d5-a5f1-60a1c3aaf818', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4d1f016e-3dc7-46ed-ae06-324c3e4c51ac', 'attached_at': '', 'detached_at': '', 'volume_id': '1586b682-e0a8-45d5-a5f1-60a1c3aaf818', 'serial': '1586b682-e0a8-45d5-a5f1-60a1c3aaf818'} {{(pid=62954) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1078.677722] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a615377a-a5f2-4020-b966-22f791ac41a2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.686894] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ae119c-49ad-44b2-8410-4ad4362b3bca {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.719271] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9688f61c-4e0f-4cbe-8f94-1cea0487b219 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.728505] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c421931-c7aa-498f-ba36-84e9c525e81f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.744468] env[62954]: DEBUG nova.compute.provider_tree [None req-2254fd0a-efe0-4a1a-9043-700ed058f61d tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.804601] env[62954]: DEBUG oslo_vmware.rw_handles [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5233c656-a371-e395-c4e5-5563cc2f0ec6/disk-0.vmdk. {{(pid=62954) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1078.804848] env[62954]: INFO nova.virt.vmwareapi.images [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Downloaded image file data b782f946-5ed6-4a61-9138-2d5c1d96aa6a [ 1078.805725] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ccbc14-7e2d-4c9b-bb5a-e92cfb7d8db4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.822729] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-998e4bf8-c886-43c4-8ee3-382ee8339339 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.946989] env[62954]: INFO nova.virt.vmwareapi.images [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] The imported VM was unregistered [ 1078.950122] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Caching image {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1078.950369] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Creating directory with path [datastore1] devstack-image-cache_base/b782f946-5ed6-4a61-9138-2d5c1d96aa6a {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1078.950647] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cadd60f-f006-4a9e-8e10-e9c0bc5edf70 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.959373] env[62954]: DEBUG nova.network.neutron [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Successfully created port: ce075039-99e2-458c-b6ef-e2c5b0d6cc4c {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1078.974343] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Created directory with path [datastore1] devstack-image-cache_base/b782f946-5ed6-4a61-9138-2d5c1d96aa6a {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1078.974554] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_ae54fda3-8b44-4043-b2d0-5a1041912347/OSTACK_IMG_ae54fda3-8b44-4043-b2d0-5a1041912347.vmdk to [datastore1] devstack-image-cache_base/b782f946-5ed6-4a61-9138-2d5c1d96aa6a/b782f946-5ed6-4a61-9138-2d5c1d96aa6a.vmdk. {{(pid=62954) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1078.974815] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4b8497e4-fe95-4d3b-b73d-9c26788c4e31 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.985370] env[62954]: DEBUG oslo_vmware.api [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1078.985370] env[62954]: value = "task-2598185" [ 1078.985370] env[62954]: _type = "Task" [ 1078.985370] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.993970] env[62954]: DEBUG nova.compute.manager [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1078.996708] env[62954]: DEBUG oslo_vmware.api [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598185, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.047383] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1079.248623] env[62954]: DEBUG nova.scheduler.client.report [None req-2254fd0a-efe0-4a1a-9043-700ed058f61d tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.495714] env[62954]: DEBUG oslo_vmware.api [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598185, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.701748] env[62954]: DEBUG nova.objects.instance [None req-e99d5696-d620-4d96-bed6-3f1962631267 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lazy-loading 'flavor' on Instance uuid 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.752357] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2254fd0a-efe0-4a1a-9043-700ed058f61d tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.768s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.754959] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.708s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1079.777929] env[62954]: INFO nova.scheduler.client.report [None req-2254fd0a-efe0-4a1a-9043-700ed058f61d tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Deleted allocations for instance 730b747f-6d66-43a4-99d8-df2c24d5bf27 [ 1079.998368] env[62954]: DEBUG oslo_vmware.api [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598185, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.004035] env[62954]: DEBUG nova.compute.manager [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1080.033132] env[62954]: DEBUG nova.virt.hardware [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.033438] env[62954]: DEBUG nova.virt.hardware [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.033639] env[62954]: DEBUG nova.virt.hardware [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.033862] env[62954]: DEBUG nova.virt.hardware [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.034067] env[62954]: DEBUG nova.virt.hardware [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.034276] env[62954]: DEBUG nova.virt.hardware [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.034543] env[62954]: DEBUG nova.virt.hardware [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.034737] env[62954]: DEBUG nova.virt.hardware [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.034943] env[62954]: DEBUG nova.virt.hardware [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.035166] env[62954]: DEBUG nova.virt.hardware [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.035393] env[62954]: DEBUG nova.virt.hardware [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.036374] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895d44a3-6b3c-433c-8443-0a2614a94897 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.046660] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2235ecdc-47d6-4f95-ae36-5b72128b965a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.206938] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e99d5696-d620-4d96-bed6-3f1962631267 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "4d1f016e-3dc7-46ed-ae06-324c3e4c51ac" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.313s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.261170] env[62954]: INFO nova.compute.claims [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.285474] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2254fd0a-efe0-4a1a-9043-700ed058f61d tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "730b747f-6d66-43a4-99d8-df2c24d5bf27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.715s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.390705] env[62954]: DEBUG nova.compute.manager [req-90742ff8-af5e-414a-8b25-75dcc3fb9155 req-e8dcbef4-9b66-48a2-9099-39ab9c312ce3 service nova] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Received event network-vif-plugged-ce075039-99e2-458c-b6ef-e2c5b0d6cc4c {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1080.391040] env[62954]: DEBUG oslo_concurrency.lockutils [req-90742ff8-af5e-414a-8b25-75dcc3fb9155 req-e8dcbef4-9b66-48a2-9099-39ab9c312ce3 service nova] Acquiring lock "fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.391236] env[62954]: DEBUG oslo_concurrency.lockutils [req-90742ff8-af5e-414a-8b25-75dcc3fb9155 req-e8dcbef4-9b66-48a2-9099-39ab9c312ce3 service nova] Lock "fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.391415] env[62954]: DEBUG oslo_concurrency.lockutils [req-90742ff8-af5e-414a-8b25-75dcc3fb9155 req-e8dcbef4-9b66-48a2-9099-39ab9c312ce3 service nova] Lock "fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.391652] env[62954]: DEBUG nova.compute.manager [req-90742ff8-af5e-414a-8b25-75dcc3fb9155 req-e8dcbef4-9b66-48a2-9099-39ab9c312ce3 service nova] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] No waiting events found dispatching network-vif-plugged-ce075039-99e2-458c-b6ef-e2c5b0d6cc4c {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1080.391774] env[62954]: WARNING nova.compute.manager [req-90742ff8-af5e-414a-8b25-75dcc3fb9155 req-e8dcbef4-9b66-48a2-9099-39ab9c312ce3 service nova] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Received unexpected event network-vif-plugged-ce075039-99e2-458c-b6ef-e2c5b0d6cc4c for instance with vm_state building and task_state spawning. [ 1080.485530] env[62954]: DEBUG nova.network.neutron [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Successfully updated port: ce075039-99e2-458c-b6ef-e2c5b0d6cc4c {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1080.491038] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a1f2d9a4-2e85-4ecb-85ca-1933363242e2 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Acquiring lock "e2c875ef-c405-428f-86ea-10f0fddae6cd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.491311] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a1f2d9a4-2e85-4ecb-85ca-1933363242e2 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Lock "e2c875ef-c405-428f-86ea-10f0fddae6cd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.491498] env[62954]: DEBUG nova.compute.manager [None req-a1f2d9a4-2e85-4ecb-85ca-1933363242e2 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.492806] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341d614c-7de7-4399-9983-240e54e7c6da {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.498734] env[62954]: DEBUG oslo_vmware.api [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598185, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.504539] env[62954]: DEBUG nova.compute.manager [None req-a1f2d9a4-2e85-4ecb-85ca-1933363242e2 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62954) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1080.505361] env[62954]: DEBUG nova.objects.instance [None req-a1f2d9a4-2e85-4ecb-85ca-1933363242e2 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Lazy-loading 'flavor' on Instance uuid e2c875ef-c405-428f-86ea-10f0fddae6cd {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.602226] env[62954]: DEBUG oslo_concurrency.lockutils [None req-273bfe9b-7714-4738-a279-7de08aef43af tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquiring lock "4d1f016e-3dc7-46ed-ae06-324c3e4c51ac" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.602515] env[62954]: DEBUG oslo_concurrency.lockutils [None req-273bfe9b-7714-4738-a279-7de08aef43af tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "4d1f016e-3dc7-46ed-ae06-324c3e4c51ac" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.768067] env[62954]: INFO nova.compute.resource_tracker [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Updating resource usage from migration 30979c15-23ab-449f-8864-354cf8768ffd [ 1080.951065] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c4105e-3f57-4ecc-8292-05706e25010b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.961125] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02070f59-ec30-4b77-96c2-86dd7cc6c2ca {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.992818] env[62954]: DEBUG oslo_concurrency.lockutils [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "refresh_cache-fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.993088] env[62954]: DEBUG oslo_concurrency.lockutils [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquired lock "refresh_cache-fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.993191] env[62954]: DEBUG nova.network.neutron [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.998497] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032ad55b-6889-4507-88ae-96d1264e3b53 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.011735] env[62954]: DEBUG oslo_vmware.api [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598185, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.014039] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3983ded2-4cb5-46d4-9b22-12d86e1e1f14 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.031160] env[62954]: DEBUG nova.compute.provider_tree [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.105648] env[62954]: INFO nova.compute.manager [None req-273bfe9b-7714-4738-a279-7de08aef43af tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Detaching volume 1586b682-e0a8-45d5-a5f1-60a1c3aaf818 [ 1081.146819] env[62954]: INFO nova.virt.block_device [None req-273bfe9b-7714-4738-a279-7de08aef43af tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Attempting to driver detach volume 1586b682-e0a8-45d5-a5f1-60a1c3aaf818 from mountpoint /dev/sdb [ 1081.147070] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-273bfe9b-7714-4738-a279-7de08aef43af tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Volume detach. Driver type: vmdk {{(pid=62954) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1081.147263] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-273bfe9b-7714-4738-a279-7de08aef43af tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-524016', 'volume_id': '1586b682-e0a8-45d5-a5f1-60a1c3aaf818', 'name': 'volume-1586b682-e0a8-45d5-a5f1-60a1c3aaf818', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4d1f016e-3dc7-46ed-ae06-324c3e4c51ac', 'attached_at': '', 'detached_at': '', 'volume_id': '1586b682-e0a8-45d5-a5f1-60a1c3aaf818', 'serial': '1586b682-e0a8-45d5-a5f1-60a1c3aaf818'} {{(pid=62954) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1081.148202] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968a46cf-69b9-4ef7-89c1-8ddcdde4b4b7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.174923] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d28f446-1b98-4d4c-a537-e0c58824007f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.183728] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e642e17e-d546-49ed-a553-945605c67f2f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.205868] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cc34de-01db-482e-ba57-218556434222 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.222367] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-273bfe9b-7714-4738-a279-7de08aef43af tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] The volume has not been displaced from its original location: [datastore1] volume-1586b682-e0a8-45d5-a5f1-60a1c3aaf818/volume-1586b682-e0a8-45d5-a5f1-60a1c3aaf818.vmdk. No consolidation needed. {{(pid=62954) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1081.228630] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-273bfe9b-7714-4738-a279-7de08aef43af tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1081.229143] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91c5095b-dfdf-49cd-b0f8-e3f23cc0c90c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.251860] env[62954]: DEBUG oslo_vmware.api [None req-273bfe9b-7714-4738-a279-7de08aef43af tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 1081.251860] env[62954]: value = "task-2598186" [ 1081.251860] env[62954]: _type = "Task" [ 1081.251860] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.262564] env[62954]: DEBUG oslo_vmware.api [None req-273bfe9b-7714-4738-a279-7de08aef43af tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598186, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.507932] env[62954]: DEBUG oslo_vmware.api [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598185, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.519716] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f2d9a4-2e85-4ecb-85ca-1933363242e2 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.520046] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d789689-d13c-4226-9017-70ffbb2d0111 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.528601] env[62954]: DEBUG oslo_vmware.api [None req-a1f2d9a4-2e85-4ecb-85ca-1933363242e2 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Waiting for the task: (returnval){ [ 1081.528601] env[62954]: value = "task-2598187" [ 1081.528601] env[62954]: _type = "Task" [ 1081.528601] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.529480] env[62954]: DEBUG nova.network.neutron [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1081.535496] env[62954]: DEBUG nova.scheduler.client.report [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.545651] env[62954]: DEBUG oslo_vmware.api [None req-a1f2d9a4-2e85-4ecb-85ca-1933363242e2 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.675832] env[62954]: DEBUG nova.network.neutron [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Updating instance_info_cache with network_info: [{"id": "ce075039-99e2-458c-b6ef-e2c5b0d6cc4c", "address": "fa:16:3e:8a:71:09", "network": {"id": "b92cb287-9120-4f4f-b2e5-dd3d10fcd6c9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-531245150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5822cb258bd84b3a8a71026ea2d131e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce075039-99", "ovs_interfaceid": "ce075039-99e2-458c-b6ef-e2c5b0d6cc4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.764441] env[62954]: DEBUG oslo_vmware.api [None req-273bfe9b-7714-4738-a279-7de08aef43af tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598186, 'name': ReconfigVM_Task, 'duration_secs': 0.428328} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.764992] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-273bfe9b-7714-4738-a279-7de08aef43af tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1081.770328] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3d63c66-4c63-4cf3-9ec9-c53aaf4b1198 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.788659] env[62954]: DEBUG oslo_vmware.api [None req-273bfe9b-7714-4738-a279-7de08aef43af tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 1081.788659] env[62954]: value = "task-2598188" [ 1081.788659] env[62954]: _type = "Task" [ 1081.788659] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.797898] env[62954]: DEBUG oslo_vmware.api [None req-273bfe9b-7714-4738-a279-7de08aef43af tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598188, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.841017] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "5a8ce48d-44cc-43ee-b274-7df2f4647ec5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.841279] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "5a8ce48d-44cc-43ee-b274-7df2f4647ec5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.932120] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1081.932421] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1082.004727] env[62954]: DEBUG oslo_vmware.api [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598185, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.042285] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.287s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.042529] env[62954]: INFO nova.compute.manager [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Migrating [ 1082.049228] env[62954]: DEBUG oslo_vmware.api [None req-a1f2d9a4-2e85-4ecb-85ca-1933363242e2 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598187, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.178601] env[62954]: DEBUG oslo_concurrency.lockutils [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Releasing lock "refresh_cache-fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.178977] env[62954]: DEBUG nova.compute.manager [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Instance network_info: |[{"id": "ce075039-99e2-458c-b6ef-e2c5b0d6cc4c", "address": "fa:16:3e:8a:71:09", "network": {"id": "b92cb287-9120-4f4f-b2e5-dd3d10fcd6c9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-531245150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5822cb258bd84b3a8a71026ea2d131e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce075039-99", "ovs_interfaceid": "ce075039-99e2-458c-b6ef-e2c5b0d6cc4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1082.179577] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:71:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce075039-99e2-458c-b6ef-e2c5b0d6cc4c', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1082.186787] env[62954]: DEBUG oslo.service.loopingcall [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1082.187372] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1082.187616] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da5d00c2-93fd-4277-8b9f-005816fffcff {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.208397] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1082.208397] env[62954]: value = "task-2598189" [ 1082.208397] env[62954]: _type = "Task" [ 1082.208397] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.217435] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598189, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.300701] env[62954]: DEBUG oslo_vmware.api [None req-273bfe9b-7714-4738-a279-7de08aef43af tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598188, 'name': ReconfigVM_Task, 'duration_secs': 0.194769} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.300989] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-273bfe9b-7714-4738-a279-7de08aef43af tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-524016', 'volume_id': '1586b682-e0a8-45d5-a5f1-60a1c3aaf818', 'name': 'volume-1586b682-e0a8-45d5-a5f1-60a1c3aaf818', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4d1f016e-3dc7-46ed-ae06-324c3e4c51ac', 'attached_at': '', 'detached_at': '', 'volume_id': '1586b682-e0a8-45d5-a5f1-60a1c3aaf818', 'serial': '1586b682-e0a8-45d5-a5f1-60a1c3aaf818'} {{(pid=62954) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1082.343529] env[62954]: DEBUG nova.compute.manager [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1082.415030] env[62954]: DEBUG nova.compute.manager [req-cc6f8588-02c4-49c3-8dde-fa8531924d53 req-84ecc2dd-6faf-489a-83d2-adc31499174f service nova] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Received event network-changed-ce075039-99e2-458c-b6ef-e2c5b0d6cc4c {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1082.415247] env[62954]: DEBUG nova.compute.manager [req-cc6f8588-02c4-49c3-8dde-fa8531924d53 req-84ecc2dd-6faf-489a-83d2-adc31499174f service nova] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Refreshing instance network info cache due to event network-changed-ce075039-99e2-458c-b6ef-e2c5b0d6cc4c. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1082.415466] env[62954]: DEBUG oslo_concurrency.lockutils [req-cc6f8588-02c4-49c3-8dde-fa8531924d53 req-84ecc2dd-6faf-489a-83d2-adc31499174f service nova] Acquiring lock "refresh_cache-fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.415610] env[62954]: DEBUG oslo_concurrency.lockutils [req-cc6f8588-02c4-49c3-8dde-fa8531924d53 req-84ecc2dd-6faf-489a-83d2-adc31499174f service nova] Acquired lock "refresh_cache-fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.415769] env[62954]: DEBUG nova.network.neutron [req-cc6f8588-02c4-49c3-8dde-fa8531924d53 req-84ecc2dd-6faf-489a-83d2-adc31499174f service nova] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Refreshing network info cache for port ce075039-99e2-458c-b6ef-e2c5b0d6cc4c {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.505317] env[62954]: DEBUG oslo_vmware.api [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598185, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.088706} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.505584] env[62954]: INFO nova.virt.vmwareapi.ds_util [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_ae54fda3-8b44-4043-b2d0-5a1041912347/OSTACK_IMG_ae54fda3-8b44-4043-b2d0-5a1041912347.vmdk to [datastore1] devstack-image-cache_base/b782f946-5ed6-4a61-9138-2d5c1d96aa6a/b782f946-5ed6-4a61-9138-2d5c1d96aa6a.vmdk. [ 1082.505774] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Cleaning up location [datastore1] OSTACK_IMG_ae54fda3-8b44-4043-b2d0-5a1041912347 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1082.505942] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_ae54fda3-8b44-4043-b2d0-5a1041912347 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.506208] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4876096-a8d2-47f4-b5d0-b9a083815011 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.512599] env[62954]: DEBUG oslo_vmware.api [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1082.512599] env[62954]: value = "task-2598190" [ 1082.512599] env[62954]: _type = "Task" [ 1082.512599] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.520406] env[62954]: DEBUG oslo_vmware.api [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598190, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.540215] env[62954]: DEBUG oslo_vmware.api [None req-a1f2d9a4-2e85-4ecb-85ca-1933363242e2 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598187, 'name': PowerOffVM_Task, 'duration_secs': 0.564686} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.540453] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f2d9a4-2e85-4ecb-85ca-1933363242e2 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.540648] env[62954]: DEBUG nova.compute.manager [None req-a1f2d9a4-2e85-4ecb-85ca-1933363242e2 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.541374] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c145b8-77df-40a5-8d36-f469231b5359 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.556824] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "refresh_cache-034c1fcc-bec2-4e4b-b77d-821eba6a81fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.556929] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquired lock "refresh_cache-034c1fcc-bec2-4e4b-b77d-821eba6a81fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.557111] env[62954]: DEBUG nova.network.neutron [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.720771] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598189, 'name': CreateVM_Task} progress is 25%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.845210] env[62954]: DEBUG nova.objects.instance [None req-273bfe9b-7714-4738-a279-7de08aef43af tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lazy-loading 'flavor' on Instance uuid 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.866540] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1082.866931] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.868379] env[62954]: INFO nova.compute.claims [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1083.024930] env[62954]: DEBUG oslo_vmware.api [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598190, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.446616} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.024930] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.025118] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b782f946-5ed6-4a61-9138-2d5c1d96aa6a/b782f946-5ed6-4a61-9138-2d5c1d96aa6a.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.025309] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b782f946-5ed6-4a61-9138-2d5c1d96aa6a/b782f946-5ed6-4a61-9138-2d5c1d96aa6a.vmdk to [datastore1] b8b76e1c-723c-47b9-a810-381de87e54bc/b8b76e1c-723c-47b9-a810-381de87e54bc.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.025557] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69b94787-7b49-4e63-8061-7975c1b080b4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.032499] env[62954]: DEBUG oslo_vmware.api [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1083.032499] env[62954]: value = "task-2598191" [ 1083.032499] env[62954]: _type = "Task" [ 1083.032499] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.040548] env[62954]: DEBUG oslo_vmware.api [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.051726] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a1f2d9a4-2e85-4ecb-85ca-1933363242e2 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Lock "e2c875ef-c405-428f-86ea-10f0fddae6cd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.560s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.103023] env[62954]: DEBUG nova.network.neutron [req-cc6f8588-02c4-49c3-8dde-fa8531924d53 req-84ecc2dd-6faf-489a-83d2-adc31499174f service nova] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Updated VIF entry in instance network info cache for port ce075039-99e2-458c-b6ef-e2c5b0d6cc4c. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.103397] env[62954]: DEBUG nova.network.neutron [req-cc6f8588-02c4-49c3-8dde-fa8531924d53 req-84ecc2dd-6faf-489a-83d2-adc31499174f service nova] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Updating instance_info_cache with network_info: [{"id": "ce075039-99e2-458c-b6ef-e2c5b0d6cc4c", "address": "fa:16:3e:8a:71:09", "network": {"id": "b92cb287-9120-4f4f-b2e5-dd3d10fcd6c9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-531245150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5822cb258bd84b3a8a71026ea2d131e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce075039-99", "ovs_interfaceid": "ce075039-99e2-458c-b6ef-e2c5b0d6cc4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.221009] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598189, 'name': CreateVM_Task} progress is 25%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.276898] env[62954]: DEBUG nova.network.neutron [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Updating instance_info_cache with network_info: [{"id": "3aa92b41-ac40-4e7c-a6f4-4401624532c7", "address": "fa:16:3e:fe:71:e1", "network": {"id": "7c267a0a-446f-4e24-9552-67fbdacd4c1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1764129639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b7067a8cb44a12a451501342566d30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aa92b41-ac", "ovs_interfaceid": "3aa92b41-ac40-4e7c-a6f4-4401624532c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.434392] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.542795] env[62954]: DEBUG oslo_vmware.api [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598191, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.606379] env[62954]: DEBUG oslo_concurrency.lockutils [req-cc6f8588-02c4-49c3-8dde-fa8531924d53 req-84ecc2dd-6faf-489a-83d2-adc31499174f service nova] Releasing lock "refresh_cache-fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.721462] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598189, 'name': CreateVM_Task, 'duration_secs': 1.398937} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.721685] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1083.722527] env[62954]: DEBUG oslo_concurrency.lockutils [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.722700] env[62954]: DEBUG oslo_concurrency.lockutils [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.723058] env[62954]: DEBUG oslo_concurrency.lockutils [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.723344] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e1092c6-5196-4d04-a404-782d544fdecb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.729534] env[62954]: DEBUG oslo_vmware.api [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1083.729534] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52b1afad-8ff8-0bc9-e87a-938d339b70be" [ 1083.729534] env[62954]: _type = "Task" [ 1083.729534] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.738890] env[62954]: DEBUG oslo_vmware.api [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52b1afad-8ff8-0bc9-e87a-938d339b70be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.780988] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Releasing lock "refresh_cache-034c1fcc-bec2-4e4b-b77d-821eba6a81fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.854759] env[62954]: DEBUG oslo_concurrency.lockutils [None req-273bfe9b-7714-4738-a279-7de08aef43af tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "4d1f016e-3dc7-46ed-ae06-324c3e4c51ac" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.252s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.931410] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1084.054401] env[62954]: DEBUG oslo_vmware.api [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598191, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.078901] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fd62e2-6a6e-4772-9932-d57a0e132cf2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.087752] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3741774d-29c2-4983-8d45-304d4a578225 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.122204] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049353a3-7c74-47c8-b1aa-fdcab75f98b1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.125499] env[62954]: DEBUG nova.objects.instance [None req-04441068-c928-47e4-b46d-108593c22e8d tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Lazy-loading 'flavor' on Instance uuid e2c875ef-c405-428f-86ea-10f0fddae6cd {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.132955] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc2a3c7-b7ef-45d9-8212-c8b030878734 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.148877] env[62954]: DEBUG nova.compute.provider_tree [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.241423] env[62954]: DEBUG oslo_vmware.api [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52b1afad-8ff8-0bc9-e87a-938d339b70be, 'name': SearchDatastore_Task, 'duration_secs': 0.083362} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.241748] env[62954]: DEBUG oslo_concurrency.lockutils [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.242141] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1084.242326] env[62954]: DEBUG oslo_concurrency.lockutils [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.242478] env[62954]: DEBUG oslo_concurrency.lockutils [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.242664] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1084.242994] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37129322-e8c1-4e0d-ba1f-59f4d18b2018 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.260848] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1084.261081] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1084.261904] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d87daff3-46ba-43e0-9822-85c4f684457c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.268943] env[62954]: DEBUG oslo_vmware.api [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1084.268943] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52dfdbb9-d919-7f34-9777-8b067c5982a0" [ 1084.268943] env[62954]: _type = "Task" [ 1084.268943] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.277515] env[62954]: DEBUG oslo_vmware.api [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52dfdbb9-d919-7f34-9777-8b067c5982a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.435110] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.544659] env[62954]: DEBUG oslo_vmware.api [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598191, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.630433] env[62954]: DEBUG oslo_concurrency.lockutils [None req-04441068-c928-47e4-b46d-108593c22e8d tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Acquiring lock "refresh_cache-e2c875ef-c405-428f-86ea-10f0fddae6cd" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.630613] env[62954]: DEBUG oslo_concurrency.lockutils [None req-04441068-c928-47e4-b46d-108593c22e8d tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Acquired lock "refresh_cache-e2c875ef-c405-428f-86ea-10f0fddae6cd" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.630792] env[62954]: DEBUG nova.network.neutron [None req-04441068-c928-47e4-b46d-108593c22e8d tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.631024] env[62954]: DEBUG nova.objects.instance [None req-04441068-c928-47e4-b46d-108593c22e8d tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Lazy-loading 'info_cache' on Instance uuid e2c875ef-c405-428f-86ea-10f0fddae6cd {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.651674] env[62954]: DEBUG nova.scheduler.client.report [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.780546] env[62954]: DEBUG oslo_vmware.api [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52dfdbb9-d919-7f34-9777-8b067c5982a0, 'name': SearchDatastore_Task, 'duration_secs': 0.089624} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.781624] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fc5f5da-bdd1-4248-b0b9-9fe935ed4de8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.788418] env[62954]: DEBUG oslo_vmware.api [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1084.788418] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52868e09-08a6-6c05-e43e-dca864519168" [ 1084.788418] env[62954]: _type = "Task" [ 1084.788418] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.802185] env[62954]: DEBUG oslo_vmware.api [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52868e09-08a6-6c05-e43e-dca864519168, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.951057] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cc863f5f-ac72-4fa4-9bbe-a4d75702ff3c tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquiring lock "4d1f016e-3dc7-46ed-ae06-324c3e4c51ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.951351] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cc863f5f-ac72-4fa4-9bbe-a4d75702ff3c tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "4d1f016e-3dc7-46ed-ae06-324c3e4c51ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.951572] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cc863f5f-ac72-4fa4-9bbe-a4d75702ff3c tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquiring lock "4d1f016e-3dc7-46ed-ae06-324c3e4c51ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.951760] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cc863f5f-ac72-4fa4-9bbe-a4d75702ff3c tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "4d1f016e-3dc7-46ed-ae06-324c3e4c51ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.951930] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cc863f5f-ac72-4fa4-9bbe-a4d75702ff3c tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "4d1f016e-3dc7-46ed-ae06-324c3e4c51ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.954115] env[62954]: INFO nova.compute.manager [None req-cc863f5f-ac72-4fa4-9bbe-a4d75702ff3c tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Terminating instance [ 1085.045230] env[62954]: DEBUG oslo_vmware.api [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598191, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.134489] env[62954]: DEBUG nova.objects.base [None req-04441068-c928-47e4-b46d-108593c22e8d tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62954) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1085.156830] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.290s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.157374] env[62954]: DEBUG nova.compute.manager [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1085.159907] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.725s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.160159] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.160329] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62954) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1085.161637] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3b5372-864c-44e9-87e6-9b8a033b4dbc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.171375] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f479441-84bb-4ce2-9ecd-745e4519a2b1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.187506] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a60b2c1-8ded-4fc7-ab0a-86d1359687c1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.196745] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11021424-8b3b-44b5-af0a-b8494b5f5091 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.228373] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179851MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=62954) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1085.228558] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.228736] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.300717] env[62954]: DEBUG oslo_vmware.api [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52868e09-08a6-6c05-e43e-dca864519168, 'name': SearchDatastore_Task, 'duration_secs': 0.085507} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.301650] env[62954]: DEBUG oslo_concurrency.lockutils [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.301650] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6/fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1085.302383] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070975a8-4b69-448d-a536-022f9b8275a0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.304891] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21af9273-a425-40c4-bc24-837cb73fba1a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.324436] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Updating instance '034c1fcc-bec2-4e4b-b77d-821eba6a81fb' progress to 0 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1085.329104] env[62954]: DEBUG oslo_vmware.api [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1085.329104] env[62954]: value = "task-2598192" [ 1085.329104] env[62954]: _type = "Task" [ 1085.329104] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.338087] env[62954]: DEBUG oslo_vmware.api [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.458453] env[62954]: DEBUG nova.compute.manager [None req-cc863f5f-ac72-4fa4-9bbe-a4d75702ff3c tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1085.458672] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-cc863f5f-ac72-4fa4-9bbe-a4d75702ff3c tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.459747] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da38a05d-9e55-41b7-aeba-85cddc74721c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.468635] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc863f5f-ac72-4fa4-9bbe-a4d75702ff3c tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.468954] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1bf2329-0e78-41c2-ad16-065329a1155f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.475754] env[62954]: DEBUG oslo_vmware.api [None req-cc863f5f-ac72-4fa4-9bbe-a4d75702ff3c tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 1085.475754] env[62954]: value = "task-2598193" [ 1085.475754] env[62954]: _type = "Task" [ 1085.475754] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.485023] env[62954]: DEBUG oslo_vmware.api [None req-cc863f5f-ac72-4fa4-9bbe-a4d75702ff3c tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.545719] env[62954]: DEBUG oslo_vmware.api [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598191, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.25154} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.545719] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b782f946-5ed6-4a61-9138-2d5c1d96aa6a/b782f946-5ed6-4a61-9138-2d5c1d96aa6a.vmdk to [datastore1] b8b76e1c-723c-47b9-a810-381de87e54bc/b8b76e1c-723c-47b9-a810-381de87e54bc.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.546527] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92633817-b7d7-458c-af7c-8c8e9c23a0d2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.573266] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] b8b76e1c-723c-47b9-a810-381de87e54bc/b8b76e1c-723c-47b9-a810-381de87e54bc.vmdk or device None with type streamOptimized {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.577051] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3811e953-2112-4d90-8f1c-e75f8248cda9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.603542] env[62954]: DEBUG oslo_vmware.api [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1085.603542] env[62954]: value = "task-2598194" [ 1085.603542] env[62954]: _type = "Task" [ 1085.603542] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.615802] env[62954]: DEBUG oslo_vmware.api [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598194, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.662523] env[62954]: DEBUG nova.compute.utils [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1085.664144] env[62954]: DEBUG nova.compute.manager [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1085.664343] env[62954]: DEBUG nova.network.neutron [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1085.741014] env[62954]: DEBUG nova.policy [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41504cde129347978859d6028392af60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4bf9ee7b108347bfa5bd89b8f255aef8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 1085.831454] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.831897] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dce3dea2-9df4-40f7-aeb3-2dc388fc25b1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.842357] env[62954]: DEBUG oslo_vmware.api [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.432572} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.843505] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6/fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.843731] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1085.844210] env[62954]: DEBUG oslo_vmware.api [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1085.844210] env[62954]: value = "task-2598195" [ 1085.844210] env[62954]: _type = "Task" [ 1085.844210] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.844377] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97b34214-c7af-49e7-a7c0-717c94520d5e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.856880] env[62954]: DEBUG oslo_vmware.api [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1085.856880] env[62954]: value = "task-2598196" [ 1085.856880] env[62954]: _type = "Task" [ 1085.856880] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.857288] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] VM already powered off {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1085.857472] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Updating instance '034c1fcc-bec2-4e4b-b77d-821eba6a81fb' progress to 17 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1085.892355] env[62954]: DEBUG nova.network.neutron [None req-04441068-c928-47e4-b46d-108593c22e8d tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Updating instance_info_cache with network_info: [{"id": "48e6c6ea-5b29-41d3-b605-56ba6e653ed0", "address": "fa:16:3e:4e:ef:8d", "network": {"id": "804f8c54-4269-405a-8acd-2d223f64bf58", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-507063210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d7528b9b1c04892a6b2a2e79ea5cbc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48e6c6ea-5b", "ovs_interfaceid": "48e6c6ea-5b29-41d3-b605-56ba6e653ed0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.986567] env[62954]: DEBUG oslo_vmware.api [None req-cc863f5f-ac72-4fa4-9bbe-a4d75702ff3c tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598193, 'name': PowerOffVM_Task, 'duration_secs': 0.232804} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.986567] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc863f5f-ac72-4fa4-9bbe-a4d75702ff3c tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.986567] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-cc863f5f-ac72-4fa4-9bbe-a4d75702ff3c tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.986567] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45460b6c-cc12-4b4b-b8db-90a93a602b59 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.042645] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-cc863f5f-ac72-4fa4-9bbe-a4d75702ff3c tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.042938] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-cc863f5f-ac72-4fa4-9bbe-a4d75702ff3c tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.043159] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc863f5f-ac72-4fa4-9bbe-a4d75702ff3c tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Deleting the datastore file [datastore2] 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.043483] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd128f19-2c2f-4138-82ba-16c39439f62d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.050059] env[62954]: DEBUG oslo_vmware.api [None req-cc863f5f-ac72-4fa4-9bbe-a4d75702ff3c tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 1086.050059] env[62954]: value = "task-2598198" [ 1086.050059] env[62954]: _type = "Task" [ 1086.050059] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.055145] env[62954]: DEBUG nova.network.neutron [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Successfully created port: 2773563f-0e68-4ca3-a0cb-07cdd69db71b {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1086.062114] env[62954]: DEBUG oslo_vmware.api [None req-cc863f5f-ac72-4fa4-9bbe-a4d75702ff3c tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598198, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.112922] env[62954]: DEBUG oslo_vmware.api [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598194, 'name': ReconfigVM_Task, 'duration_secs': 0.343958} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.113305] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Reconfigured VM instance instance-00000063 to attach disk [datastore1] b8b76e1c-723c-47b9-a810-381de87e54bc/b8b76e1c-723c-47b9-a810-381de87e54bc.vmdk or device None with type streamOptimized {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.114403] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'size': 0, 'encryption_secret_uuid': None, 'device_type': 'disk', 'device_name': '/dev/sda', 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'encryption_format': None, 'encryption_options': None, 'image_id': '45a12149-1b6c-414b-9b32-1b6ffa65e320'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-524011', 'volume_id': '28ec8558-7e7d-4ef9-a7ab-e3a3a2f3cfdb', 'name': 'volume-28ec8558-7e7d-4ef9-a7ab-e3a3a2f3cfdb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b8b76e1c-723c-47b9-a810-381de87e54bc', 'attached_at': '', 'detached_at': '', 'volume_id': '28ec8558-7e7d-4ef9-a7ab-e3a3a2f3cfdb', 'serial': '28ec8558-7e7d-4ef9-a7ab-e3a3a2f3cfdb'}, 'attachment_id': '092df95c-5bc5-47ae-a002-b93cfcfce945', 'delete_on_termination': False, 'device_type': None, 'mount_device': '/dev/sdb', 'boot_index': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=62954) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1086.114665] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Volume attach. Driver type: vmdk {{(pid=62954) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1086.114790] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-524011', 'volume_id': '28ec8558-7e7d-4ef9-a7ab-e3a3a2f3cfdb', 'name': 'volume-28ec8558-7e7d-4ef9-a7ab-e3a3a2f3cfdb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b8b76e1c-723c-47b9-a810-381de87e54bc', 'attached_at': '', 'detached_at': '', 'volume_id': '28ec8558-7e7d-4ef9-a7ab-e3a3a2f3cfdb', 'serial': '28ec8558-7e7d-4ef9-a7ab-e3a3a2f3cfdb'} {{(pid=62954) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1086.115551] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157ad434-135b-4a5a-9b36-2eaf49dd39f5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.131127] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99e4e0e-018c-43e7-8f8c-7f67639cca9c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.155545] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] volume-28ec8558-7e7d-4ef9-a7ab-e3a3a2f3cfdb/volume-28ec8558-7e7d-4ef9-a7ab-e3a3a2f3cfdb.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.155825] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee64b5df-d68c-4749-a1ad-2e16dd3162be {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.169342] env[62954]: DEBUG nova.compute.manager [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1086.175937] env[62954]: DEBUG oslo_vmware.api [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1086.175937] env[62954]: value = "task-2598199" [ 1086.175937] env[62954]: _type = "Task" [ 1086.175937] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.183322] env[62954]: DEBUG oslo_vmware.api [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598199, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.245336] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Applying migration context for instance 034c1fcc-bec2-4e4b-b77d-821eba6a81fb as it has an incoming, in-progress migration 30979c15-23ab-449f-8864-354cf8768ffd. Migration status is migrating {{(pid=62954) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1086.247730] env[62954]: INFO nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Updating resource usage from migration 30979c15-23ab-449f-8864-354cf8768ffd [ 1086.269580] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 5ea4c876-a32b-4295-855c-61464cc8f72b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1086.269737] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 7c869ee8-46a2-4f90-81b0-81399e6495bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1086.269861] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 39a464fe-3499-47d5-b1d4-2c3cf4db3356 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1086.269980] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 9d694e55-25f6-45fc-9909-3ce31bb25956 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1086.270111] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1086.270227] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance e2c875ef-c405-428f-86ea-10f0fddae6cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1086.270341] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 0c2abcb1-5d84-486f-a4d2-14867ddcacb3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1086.270451] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1086.270560] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance b8b76e1c-723c-47b9-a810-381de87e54bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1086.270669] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1086.270780] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Migration 30979c15-23ab-449f-8864-354cf8768ffd is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1086.270891] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 034c1fcc-bec2-4e4b-b77d-821eba6a81fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1086.270998] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 5a8ce48d-44cc-43ee-b274-7df2f4647ec5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1086.271210] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=62954) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1086.271343] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3136MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=62954) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1086.367538] env[62954]: DEBUG nova.virt.hardware [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.367776] env[62954]: DEBUG nova.virt.hardware [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.367937] env[62954]: DEBUG nova.virt.hardware [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.368137] env[62954]: DEBUG nova.virt.hardware [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.368287] env[62954]: DEBUG nova.virt.hardware [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.368438] env[62954]: DEBUG nova.virt.hardware [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.368637] env[62954]: DEBUG nova.virt.hardware [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.368812] env[62954]: DEBUG nova.virt.hardware [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.368988] env[62954]: DEBUG nova.virt.hardware [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.369175] env[62954]: DEBUG nova.virt.hardware [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.369355] env[62954]: DEBUG nova.virt.hardware [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.374252] env[62954]: DEBUG oslo_vmware.api [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598196, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137715} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.376687] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9badd2d-daac-489e-9275-2921c8ab05fc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.386661] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1086.387654] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb657411-faa3-47a6-841d-d3c11489c891 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.401691] env[62954]: DEBUG oslo_concurrency.lockutils [None req-04441068-c928-47e4-b46d-108593c22e8d tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Releasing lock "refresh_cache-e2c875ef-c405-428f-86ea-10f0fddae6cd" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.412283] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6/fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.417626] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dec2ead-0b4a-4044-9d6d-9e7d3ebcc32e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.433814] env[62954]: DEBUG oslo_vmware.api [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1086.433814] env[62954]: value = "task-2598200" [ 1086.433814] env[62954]: _type = "Task" [ 1086.433814] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.441706] env[62954]: DEBUG oslo_vmware.api [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1086.441706] env[62954]: value = "task-2598201" [ 1086.441706] env[62954]: _type = "Task" [ 1086.441706] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.451171] env[62954]: DEBUG oslo_vmware.api [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.455355] env[62954]: DEBUG oslo_vmware.api [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598201, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.495667] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfa5c42-31f3-419f-b81f-a207e6c0ecf8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.503710] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09fe3ba-6f3a-4bdf-a50d-07f85df78812 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.534966] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ba724d-21e8-4bff-a873-ab205028bd79 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.542692] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a65834-59de-4a60-adfd-3b95f953a2c2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.556726] env[62954]: DEBUG nova.compute.provider_tree [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.565611] env[62954]: DEBUG oslo_vmware.api [None req-cc863f5f-ac72-4fa4-9bbe-a4d75702ff3c tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598198, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145209} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.566476] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc863f5f-ac72-4fa4-9bbe-a4d75702ff3c tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.566682] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-cc863f5f-ac72-4fa4-9bbe-a4d75702ff3c tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.566858] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-cc863f5f-ac72-4fa4-9bbe-a4d75702ff3c tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.567049] env[62954]: INFO nova.compute.manager [None req-cc863f5f-ac72-4fa4-9bbe-a4d75702ff3c tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1086.567292] env[62954]: DEBUG oslo.service.loopingcall [None req-cc863f5f-ac72-4fa4-9bbe-a4d75702ff3c tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1086.567546] env[62954]: DEBUG nova.compute.manager [-] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.567662] env[62954]: DEBUG nova.network.neutron [-] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.685364] env[62954]: DEBUG oslo_vmware.api [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598199, 'name': ReconfigVM_Task, 'duration_secs': 0.289915} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.685637] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Reconfigured VM instance instance-00000063 to attach disk [datastore1] volume-28ec8558-7e7d-4ef9-a7ab-e3a3a2f3cfdb/volume-28ec8558-7e7d-4ef9-a7ab-e3a3a2f3cfdb.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.690576] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1ec08ca-d453-4546-addd-587791959344 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.710306] env[62954]: DEBUG oslo_vmware.api [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1086.710306] env[62954]: value = "task-2598202" [ 1086.710306] env[62954]: _type = "Task" [ 1086.710306] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.719399] env[62954]: DEBUG oslo_vmware.api [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598202, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.946588] env[62954]: DEBUG oslo_vmware.api [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598200, 'name': ReconfigVM_Task, 'duration_secs': 0.146144} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.949862] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Updating instance '034c1fcc-bec2-4e4b-b77d-821eba6a81fb' progress to 33 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1086.960917] env[62954]: DEBUG oslo_vmware.api [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598201, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.062244] env[62954]: DEBUG nova.scheduler.client.report [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.169938] env[62954]: DEBUG nova.compute.manager [req-946287bb-a128-4d63-8fc3-c2ab07fa9d67 req-d14e50d0-d808-45ee-ac61-44e78a6c69ff service nova] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Received event network-vif-deleted-b0cc6810-feaf-4f8f-9d94-6f3fa8a51fb2 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1087.170173] env[62954]: INFO nova.compute.manager [req-946287bb-a128-4d63-8fc3-c2ab07fa9d67 req-d14e50d0-d808-45ee-ac61-44e78a6c69ff service nova] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Neutron deleted interface b0cc6810-feaf-4f8f-9d94-6f3fa8a51fb2; detaching it from the instance and deleting it from the info cache [ 1087.170353] env[62954]: DEBUG nova.network.neutron [req-946287bb-a128-4d63-8fc3-c2ab07fa9d67 req-d14e50d0-d808-45ee-ac61-44e78a6c69ff service nova] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.178210] env[62954]: DEBUG nova.compute.manager [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1087.208033] env[62954]: DEBUG nova.virt.hardware [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1087.208334] env[62954]: DEBUG nova.virt.hardware [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1087.208505] env[62954]: DEBUG nova.virt.hardware [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.208715] env[62954]: DEBUG nova.virt.hardware [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1087.209031] env[62954]: DEBUG nova.virt.hardware [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.209226] env[62954]: DEBUG nova.virt.hardware [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1087.209447] env[62954]: DEBUG nova.virt.hardware [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1087.209608] env[62954]: DEBUG nova.virt.hardware [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1087.209779] env[62954]: DEBUG nova.virt.hardware [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1087.209943] env[62954]: DEBUG nova.virt.hardware [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1087.210159] env[62954]: DEBUG nova.virt.hardware [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1087.211473] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c2446e-5f2b-428e-a0b0-6d52a65dfc39 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.224494] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e344ee-143f-4186-a588-ef3c5100e8e1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.228659] env[62954]: DEBUG oslo_vmware.api [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598202, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.417894] env[62954]: DEBUG nova.compute.manager [req-361be0d1-6553-4fb2-a012-2d6e2b2f7986 req-233ea67f-718e-4976-80bf-5bd759c7e93e service nova] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Received event network-vif-plugged-2773563f-0e68-4ca3-a0cb-07cdd69db71b {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1087.418132] env[62954]: DEBUG oslo_concurrency.lockutils [req-361be0d1-6553-4fb2-a012-2d6e2b2f7986 req-233ea67f-718e-4976-80bf-5bd759c7e93e service nova] Acquiring lock "5a8ce48d-44cc-43ee-b274-7df2f4647ec5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.418293] env[62954]: DEBUG oslo_concurrency.lockutils [req-361be0d1-6553-4fb2-a012-2d6e2b2f7986 req-233ea67f-718e-4976-80bf-5bd759c7e93e service nova] Lock "5a8ce48d-44cc-43ee-b274-7df2f4647ec5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.418473] env[62954]: DEBUG oslo_concurrency.lockutils [req-361be0d1-6553-4fb2-a012-2d6e2b2f7986 req-233ea67f-718e-4976-80bf-5bd759c7e93e service nova] Lock "5a8ce48d-44cc-43ee-b274-7df2f4647ec5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.418644] env[62954]: DEBUG nova.compute.manager [req-361be0d1-6553-4fb2-a012-2d6e2b2f7986 req-233ea67f-718e-4976-80bf-5bd759c7e93e service nova] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] No waiting events found dispatching network-vif-plugged-2773563f-0e68-4ca3-a0cb-07cdd69db71b {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1087.418832] env[62954]: WARNING nova.compute.manager [req-361be0d1-6553-4fb2-a012-2d6e2b2f7986 req-233ea67f-718e-4976-80bf-5bd759c7e93e service nova] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Received unexpected event network-vif-plugged-2773563f-0e68-4ca3-a0cb-07cdd69db71b for instance with vm_state building and task_state spawning. [ 1087.420678] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-04441068-c928-47e4-b46d-108593c22e8d tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.420917] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdea7539-d28b-4a56-9259-31ea71abb949 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.428344] env[62954]: DEBUG oslo_vmware.api [None req-04441068-c928-47e4-b46d-108593c22e8d tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Waiting for the task: (returnval){ [ 1087.428344] env[62954]: value = "task-2598203" [ 1087.428344] env[62954]: _type = "Task" [ 1087.428344] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.436020] env[62954]: DEBUG oslo_vmware.api [None req-04441068-c928-47e4-b46d-108593c22e8d tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.456619] env[62954]: DEBUG nova.virt.hardware [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1087.456859] env[62954]: DEBUG nova.virt.hardware [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1087.457038] env[62954]: DEBUG nova.virt.hardware [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.457232] env[62954]: DEBUG nova.virt.hardware [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1087.457378] env[62954]: DEBUG nova.virt.hardware [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.457518] env[62954]: DEBUG nova.virt.hardware [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1087.457717] env[62954]: DEBUG nova.virt.hardware [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1087.457873] env[62954]: DEBUG nova.virt.hardware [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1087.458055] env[62954]: DEBUG nova.virt.hardware [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1087.458226] env[62954]: DEBUG nova.virt.hardware [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1087.458400] env[62954]: DEBUG nova.virt.hardware [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1087.463806] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Reconfiguring VM instance instance-00000060 to detach disk 2000 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1087.464440] env[62954]: DEBUG oslo_vmware.api [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598201, 'name': ReconfigVM_Task, 'duration_secs': 0.838515} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.464671] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b3c121a-f556-40a5-9027-d228f6ff6770 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.477576] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Reconfigured VM instance instance-00000070 to attach disk [datastore1] fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6/fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.478208] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2ebca22-ad71-4d63-be07-4f302b6dc91c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.486105] env[62954]: DEBUG oslo_vmware.api [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1087.486105] env[62954]: value = "task-2598204" [ 1087.486105] env[62954]: _type = "Task" [ 1087.486105] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.487643] env[62954]: DEBUG oslo_vmware.api [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1087.487643] env[62954]: value = "task-2598205" [ 1087.487643] env[62954]: _type = "Task" [ 1087.487643] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.498839] env[62954]: DEBUG oslo_vmware.api [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598204, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.501682] env[62954]: DEBUG oslo_vmware.api [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598205, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.504832] env[62954]: DEBUG nova.network.neutron [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Successfully updated port: 2773563f-0e68-4ca3-a0cb-07cdd69db71b {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1087.567256] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62954) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1087.567628] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.339s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.567693] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1087.567837] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Cleaning up deleted instances {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1087.651888] env[62954]: DEBUG nova.network.neutron [-] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.673035] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8ebb91d-1ad0-4ee8-b695-d061cc4e1ec7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.683603] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32397cf0-bc85-4139-bbbf-b0f1b367283c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.717426] env[62954]: DEBUG nova.compute.manager [req-946287bb-a128-4d63-8fc3-c2ab07fa9d67 req-d14e50d0-d808-45ee-ac61-44e78a6c69ff service nova] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Detach interface failed, port_id=b0cc6810-feaf-4f8f-9d94-6f3fa8a51fb2, reason: Instance 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1087.727228] env[62954]: DEBUG oslo_vmware.api [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598202, 'name': ReconfigVM_Task, 'duration_secs': 0.519732} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.727603] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-524011', 'volume_id': '28ec8558-7e7d-4ef9-a7ab-e3a3a2f3cfdb', 'name': 'volume-28ec8558-7e7d-4ef9-a7ab-e3a3a2f3cfdb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b8b76e1c-723c-47b9-a810-381de87e54bc', 'attached_at': '', 'detached_at': '', 'volume_id': '28ec8558-7e7d-4ef9-a7ab-e3a3a2f3cfdb', 'serial': '28ec8558-7e7d-4ef9-a7ab-e3a3a2f3cfdb'} {{(pid=62954) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1087.728296] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87cfa810-5eb4-4f53-8449-a6ef9d05599a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.734943] env[62954]: DEBUG oslo_vmware.api [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1087.734943] env[62954]: value = "task-2598206" [ 1087.734943] env[62954]: _type = "Task" [ 1087.734943] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.743413] env[62954]: DEBUG oslo_vmware.api [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598206, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.938219] env[62954]: DEBUG oslo_vmware.api [None req-04441068-c928-47e4-b46d-108593c22e8d tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598203, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.003185] env[62954]: DEBUG oslo_vmware.api [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598205, 'name': ReconfigVM_Task, 'duration_secs': 0.173684} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.003439] env[62954]: DEBUG oslo_vmware.api [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598204, 'name': Rename_Task, 'duration_secs': 0.144417} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.003682] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Reconfigured VM instance instance-00000060 to detach disk 2000 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1088.003980] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.004702] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9690ff3-3901-4f47-97df-1248b445a413 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.007038] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11e50ed3-2e05-425d-9fef-1887fcbd6a72 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.008642] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "refresh_cache-5a8ce48d-44cc-43ee-b274-7df2f4647ec5" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.008815] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquired lock "refresh_cache-5a8ce48d-44cc-43ee-b274-7df2f4647ec5" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.008979] env[62954]: DEBUG nova.network.neutron [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.030066] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 034c1fcc-bec2-4e4b-b77d-821eba6a81fb/034c1fcc-bec2-4e4b-b77d-821eba6a81fb.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.032433] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e0275c6-f608-4bb4-8747-c8129c11280c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.045729] env[62954]: DEBUG oslo_vmware.api [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1088.045729] env[62954]: value = "task-2598207" [ 1088.045729] env[62954]: _type = "Task" [ 1088.045729] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.051492] env[62954]: DEBUG oslo_vmware.api [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1088.051492] env[62954]: value = "task-2598208" [ 1088.051492] env[62954]: _type = "Task" [ 1088.051492] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.059452] env[62954]: DEBUG oslo_vmware.api [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598207, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.064107] env[62954]: DEBUG oslo_vmware.api [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598208, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.085052] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] There are 57 instances to clean {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1088.085052] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: bee1ced3-b333-4391-ba66-025faf63ced2] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1088.156565] env[62954]: INFO nova.compute.manager [-] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Took 1.59 seconds to deallocate network for instance. [ 1088.245649] env[62954]: DEBUG oslo_vmware.api [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598206, 'name': Rename_Task, 'duration_secs': 0.151292} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.245889] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.246163] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6545670-1ce3-4d75-b1dd-f5d4dea9f0f2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.252126] env[62954]: DEBUG oslo_vmware.api [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1088.252126] env[62954]: value = "task-2598209" [ 1088.252126] env[62954]: _type = "Task" [ 1088.252126] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.260009] env[62954]: DEBUG oslo_vmware.api [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598209, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.439092] env[62954]: DEBUG oslo_vmware.api [None req-04441068-c928-47e4-b46d-108593c22e8d tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598203, 'name': PowerOnVM_Task, 'duration_secs': 0.761061} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.439425] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-04441068-c928-47e4-b46d-108593c22e8d tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.439565] env[62954]: DEBUG nova.compute.manager [None req-04441068-c928-47e4-b46d-108593c22e8d tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.440388] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c4c263-5ba0-4c0c-911b-77637ed8095c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.544109] env[62954]: DEBUG nova.network.neutron [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1088.555615] env[62954]: DEBUG oslo_vmware.api [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598207, 'name': PowerOnVM_Task, 'duration_secs': 0.486348} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.558915] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.559181] env[62954]: INFO nova.compute.manager [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Took 8.56 seconds to spawn the instance on the hypervisor. [ 1088.559373] env[62954]: DEBUG nova.compute.manager [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.560234] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c65ed7-4c84-4965-9552-a92ec4a72292 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.569968] env[62954]: DEBUG oslo_vmware.api [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598208, 'name': ReconfigVM_Task, 'duration_secs': 0.385927} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.571570] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 034c1fcc-bec2-4e4b-b77d-821eba6a81fb/034c1fcc-bec2-4e4b-b77d-821eba6a81fb.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.571871] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Updating instance '034c1fcc-bec2-4e4b-b77d-821eba6a81fb' progress to 50 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1088.587775] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 730b747f-6d66-43a4-99d8-df2c24d5bf27] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1088.663718] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cc863f5f-ac72-4fa4-9bbe-a4d75702ff3c tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.663976] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cc863f5f-ac72-4fa4-9bbe-a4d75702ff3c tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.664219] env[62954]: DEBUG nova.objects.instance [None req-cc863f5f-ac72-4fa4-9bbe-a4d75702ff3c tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lazy-loading 'resources' on Instance uuid 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.686205] env[62954]: DEBUG nova.network.neutron [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Updating instance_info_cache with network_info: [{"id": "2773563f-0e68-4ca3-a0cb-07cdd69db71b", "address": "fa:16:3e:c8:88:15", "network": {"id": "484c56ca-1f11-4764-ae7d-eca649dd23a2", "bridge": "br-int", "label": "tempest-ServersTestJSON-320817937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bf9ee7b108347bfa5bd89b8f255aef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2773563f-0e", "ovs_interfaceid": "2773563f-0e68-4ca3-a0cb-07cdd69db71b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.763830] env[62954]: DEBUG oslo_vmware.api [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598209, 'name': PowerOnVM_Task, 'duration_secs': 0.497274} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.764048] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.860512] env[62954]: DEBUG nova.compute.manager [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.861447] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405c3b8b-33db-4126-8945-957ff001bc16 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.078873] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f59a30d-380d-40b7-b093-950ae429a4d5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.088067] env[62954]: INFO nova.compute.manager [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Took 13.42 seconds to build instance. [ 1089.103834] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 1b7851bf-81ab-4dbe-a49c-1697f015e04d] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1089.106606] env[62954]: DEBUG oslo_concurrency.lockutils [None req-172d91c2-d249-4bb3-96f1-943c452c477f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.448s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1089.107412] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb29037-7764-4714-b0a5-e0aafc792526 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.126981] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Updating instance '034c1fcc-bec2-4e4b-b77d-821eba6a81fb' progress to 67 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1089.188751] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Releasing lock "refresh_cache-5a8ce48d-44cc-43ee-b274-7df2f4647ec5" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.189250] env[62954]: DEBUG nova.compute.manager [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Instance network_info: |[{"id": "2773563f-0e68-4ca3-a0cb-07cdd69db71b", "address": "fa:16:3e:c8:88:15", "network": {"id": "484c56ca-1f11-4764-ae7d-eca649dd23a2", "bridge": "br-int", "label": "tempest-ServersTestJSON-320817937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bf9ee7b108347bfa5bd89b8f255aef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2773563f-0e", "ovs_interfaceid": "2773563f-0e68-4ca3-a0cb-07cdd69db71b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1089.189718] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:88:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2773563f-0e68-4ca3-a0cb-07cdd69db71b', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1089.197191] env[62954]: DEBUG oslo.service.loopingcall [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1089.197438] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1089.197692] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4cff95d-e976-45bb-a341-12c2b12f40b1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.218515] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.218515] env[62954]: value = "task-2598210" [ 1089.218515] env[62954]: _type = "Task" [ 1089.218515] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.226209] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598210, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.380755] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7f963911-22cd-4352-b790-883b9ab7dc1c tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lock "b8b76e1c-723c-47b9-a810-381de87e54bc" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 29.788s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1089.441199] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf3eef7-0475-4b7a-8e82-c74b3fef135d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.446472] env[62954]: DEBUG nova.compute.manager [req-ab880356-80a7-45b5-8b79-6e5cd6e929e7 req-1e3c6619-4d8e-4b01-9e78-bcadbdd9006b service nova] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Received event network-changed-2773563f-0e68-4ca3-a0cb-07cdd69db71b {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1089.446688] env[62954]: DEBUG nova.compute.manager [req-ab880356-80a7-45b5-8b79-6e5cd6e929e7 req-1e3c6619-4d8e-4b01-9e78-bcadbdd9006b service nova] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Refreshing instance network info cache due to event network-changed-2773563f-0e68-4ca3-a0cb-07cdd69db71b. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1089.447335] env[62954]: DEBUG oslo_concurrency.lockutils [req-ab880356-80a7-45b5-8b79-6e5cd6e929e7 req-1e3c6619-4d8e-4b01-9e78-bcadbdd9006b service nova] Acquiring lock "refresh_cache-5a8ce48d-44cc-43ee-b274-7df2f4647ec5" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.447491] env[62954]: DEBUG oslo_concurrency.lockutils [req-ab880356-80a7-45b5-8b79-6e5cd6e929e7 req-1e3c6619-4d8e-4b01-9e78-bcadbdd9006b service nova] Acquired lock "refresh_cache-5a8ce48d-44cc-43ee-b274-7df2f4647ec5" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.447675] env[62954]: DEBUG nova.network.neutron [req-ab880356-80a7-45b5-8b79-6e5cd6e929e7 req-1e3c6619-4d8e-4b01-9e78-bcadbdd9006b service nova] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Refreshing network info cache for port 2773563f-0e68-4ca3-a0cb-07cdd69db71b {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.454104] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55175d15-2d5a-4558-a1f1-f074279a630e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.490473] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab2051b-a5fd-4a1c-a2fa-0e593b4c2b0e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.499356] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec15cc1-e9af-4a3d-9476-4f28769dd0d0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.514366] env[62954]: DEBUG nova.compute.provider_tree [None req-cc863f5f-ac72-4fa4-9bbe-a4d75702ff3c tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.607115] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: b1a1768a-6eee-4de3-a6c6-a52b2508b1fa] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1089.669613] env[62954]: DEBUG nova.network.neutron [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Port 3aa92b41-ac40-4e7c-a6f4-4401624532c7 binding to destination host cpu-1 is already ACTIVE {{(pid=62954) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1089.728055] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598210, 'name': CreateVM_Task, 'duration_secs': 0.46695} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.728234] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1089.728994] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.729184] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.729527] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.729821] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e3b7902-4566-4a5d-b02f-b4f214eddfb6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.734289] env[62954]: DEBUG oslo_vmware.api [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1089.734289] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5260182f-b28a-973f-d8b1-fda9d2532133" [ 1089.734289] env[62954]: _type = "Task" [ 1089.734289] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.742208] env[62954]: DEBUG oslo_vmware.api [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5260182f-b28a-973f-d8b1-fda9d2532133, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.011928] env[62954]: DEBUG nova.compute.manager [req-cad1899a-2594-4c23-8753-5f6c57ef541d req-e91a05a0-3495-418d-acd7-66cb4b281759 service nova] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Received event network-changed-ce075039-99e2-458c-b6ef-e2c5b0d6cc4c {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1090.012148] env[62954]: DEBUG nova.compute.manager [req-cad1899a-2594-4c23-8753-5f6c57ef541d req-e91a05a0-3495-418d-acd7-66cb4b281759 service nova] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Refreshing instance network info cache due to event network-changed-ce075039-99e2-458c-b6ef-e2c5b0d6cc4c. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1090.012367] env[62954]: DEBUG oslo_concurrency.lockutils [req-cad1899a-2594-4c23-8753-5f6c57ef541d req-e91a05a0-3495-418d-acd7-66cb4b281759 service nova] Acquiring lock "refresh_cache-fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.012504] env[62954]: DEBUG oslo_concurrency.lockutils [req-cad1899a-2594-4c23-8753-5f6c57ef541d req-e91a05a0-3495-418d-acd7-66cb4b281759 service nova] Acquired lock "refresh_cache-fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.012681] env[62954]: DEBUG nova.network.neutron [req-cad1899a-2594-4c23-8753-5f6c57ef541d req-e91a05a0-3495-418d-acd7-66cb4b281759 service nova] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Refreshing network info cache for port ce075039-99e2-458c-b6ef-e2c5b0d6cc4c {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.017313] env[62954]: DEBUG nova.scheduler.client.report [None req-cc863f5f-ac72-4fa4-9bbe-a4d75702ff3c tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.110793] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 1f6d5eff-7365-44c1-b915-8b301fe69e5c] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1090.248145] env[62954]: DEBUG oslo_vmware.api [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5260182f-b28a-973f-d8b1-fda9d2532133, 'name': SearchDatastore_Task, 'duration_secs': 0.011129} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.248145] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.248145] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1090.248145] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.248145] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.248145] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1090.248145] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c4abb36-f4e3-40d0-90df-45a27338116a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.258140] env[62954]: DEBUG nova.network.neutron [req-ab880356-80a7-45b5-8b79-6e5cd6e929e7 req-1e3c6619-4d8e-4b01-9e78-bcadbdd9006b service nova] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Updated VIF entry in instance network info cache for port 2773563f-0e68-4ca3-a0cb-07cdd69db71b. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.258140] env[62954]: DEBUG nova.network.neutron [req-ab880356-80a7-45b5-8b79-6e5cd6e929e7 req-1e3c6619-4d8e-4b01-9e78-bcadbdd9006b service nova] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Updating instance_info_cache with network_info: [{"id": "2773563f-0e68-4ca3-a0cb-07cdd69db71b", "address": "fa:16:3e:c8:88:15", "network": {"id": "484c56ca-1f11-4764-ae7d-eca649dd23a2", "bridge": "br-int", "label": "tempest-ServersTestJSON-320817937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bf9ee7b108347bfa5bd89b8f255aef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2773563f-0e", "ovs_interfaceid": "2773563f-0e68-4ca3-a0cb-07cdd69db71b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.261519] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1090.261814] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1090.262631] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a60b415-9de5-4dfb-b81d-0a189cdad92a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.267829] env[62954]: DEBUG oslo_vmware.api [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1090.267829] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52e4033e-118e-a2bd-0fa8-3611d74c12fb" [ 1090.267829] env[62954]: _type = "Task" [ 1090.267829] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.277979] env[62954]: DEBUG oslo_vmware.api [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52e4033e-118e-a2bd-0fa8-3611d74c12fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.522943] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cc863f5f-ac72-4fa4-9bbe-a4d75702ff3c tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.859s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.547642] env[62954]: INFO nova.scheduler.client.report [None req-cc863f5f-ac72-4fa4-9bbe-a4d75702ff3c tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Deleted allocations for instance 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac [ 1090.615043] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: d3983b2b-3b9c-418b-9d5a-bb6791ae4ee5] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1090.694651] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "034c1fcc-bec2-4e4b-b77d-821eba6a81fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.694903] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "034c1fcc-bec2-4e4b-b77d-821eba6a81fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.695105] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "034c1fcc-bec2-4e4b-b77d-821eba6a81fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.751226] env[62954]: DEBUG nova.network.neutron [req-cad1899a-2594-4c23-8753-5f6c57ef541d req-e91a05a0-3495-418d-acd7-66cb4b281759 service nova] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Updated VIF entry in instance network info cache for port ce075039-99e2-458c-b6ef-e2c5b0d6cc4c. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.751667] env[62954]: DEBUG nova.network.neutron [req-cad1899a-2594-4c23-8753-5f6c57ef541d req-e91a05a0-3495-418d-acd7-66cb4b281759 service nova] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Updating instance_info_cache with network_info: [{"id": "ce075039-99e2-458c-b6ef-e2c5b0d6cc4c", "address": "fa:16:3e:8a:71:09", "network": {"id": "b92cb287-9120-4f4f-b2e5-dd3d10fcd6c9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-531245150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5822cb258bd84b3a8a71026ea2d131e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce075039-99", "ovs_interfaceid": "ce075039-99e2-458c-b6ef-e2c5b0d6cc4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.760185] env[62954]: DEBUG oslo_concurrency.lockutils [req-ab880356-80a7-45b5-8b79-6e5cd6e929e7 req-1e3c6619-4d8e-4b01-9e78-bcadbdd9006b service nova] Releasing lock "refresh_cache-5a8ce48d-44cc-43ee-b274-7df2f4647ec5" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.779414] env[62954]: DEBUG oslo_vmware.api [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52e4033e-118e-a2bd-0fa8-3611d74c12fb, 'name': SearchDatastore_Task, 'duration_secs': 0.035692} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.780244] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c766694e-e16e-4809-9887-d822e8e199a2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.785542] env[62954]: DEBUG oslo_vmware.api [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1090.785542] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52befcad-23a3-05be-e381-fdfe698380ce" [ 1090.785542] env[62954]: _type = "Task" [ 1090.785542] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.793121] env[62954]: DEBUG oslo_vmware.api [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52befcad-23a3-05be-e381-fdfe698380ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.055442] env[62954]: DEBUG oslo_concurrency.lockutils [None req-cc863f5f-ac72-4fa4-9bbe-a4d75702ff3c tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "4d1f016e-3dc7-46ed-ae06-324c3e4c51ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.104s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.117886] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 591352a7-dc6d-4801-8d45-1eb245c6dd2b] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1091.254547] env[62954]: DEBUG oslo_concurrency.lockutils [req-cad1899a-2594-4c23-8753-5f6c57ef541d req-e91a05a0-3495-418d-acd7-66cb4b281759 service nova] Releasing lock "refresh_cache-fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.296981] env[62954]: DEBUG oslo_vmware.api [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52befcad-23a3-05be-e381-fdfe698380ce, 'name': SearchDatastore_Task, 'duration_secs': 0.027446} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.297270] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.297532] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 5a8ce48d-44cc-43ee-b274-7df2f4647ec5/5a8ce48d-44cc-43ee-b274-7df2f4647ec5.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1091.297797] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-314ae987-7da4-4983-8d05-2a3ebe26bce6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.303967] env[62954]: DEBUG oslo_vmware.api [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1091.303967] env[62954]: value = "task-2598211" [ 1091.303967] env[62954]: _type = "Task" [ 1091.303967] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.312218] env[62954]: DEBUG oslo_vmware.api [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.337069] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ae635d42-7a00-4c86-8d2a-c24932c6011c tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Acquiring lock "36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.337413] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ae635d42-7a00-4c86-8d2a-c24932c6011c tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Lock "36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.337711] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ae635d42-7a00-4c86-8d2a-c24932c6011c tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Acquiring lock "36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.337957] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ae635d42-7a00-4c86-8d2a-c24932c6011c tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Lock "36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.338219] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ae635d42-7a00-4c86-8d2a-c24932c6011c tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Lock "36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.340767] env[62954]: INFO nova.compute.manager [None req-ae635d42-7a00-4c86-8d2a-c24932c6011c tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Terminating instance [ 1091.624212] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: e298a3a0-26a1-4561-a645-34c509cc8f82] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1091.751157] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "refresh_cache-034c1fcc-bec2-4e4b-b77d-821eba6a81fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.751477] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquired lock "refresh_cache-034c1fcc-bec2-4e4b-b77d-821eba6a81fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.751678] env[62954]: DEBUG nova.network.neutron [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.818153] env[62954]: DEBUG oslo_vmware.api [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598211, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.844925] env[62954]: DEBUG nova.compute.manager [None req-ae635d42-7a00-4c86-8d2a-c24932c6011c tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.845215] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ae635d42-7a00-4c86-8d2a-c24932c6011c tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.846166] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca342a5-2bab-4458-beba-56374d6db856 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.853759] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae635d42-7a00-4c86-8d2a-c24932c6011c tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.853990] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98f544d1-dfb7-402d-94ad-05f85bfedff7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.859658] env[62954]: DEBUG oslo_vmware.api [None req-ae635d42-7a00-4c86-8d2a-c24932c6011c tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Waiting for the task: (returnval){ [ 1091.859658] env[62954]: value = "task-2598212" [ 1091.859658] env[62954]: _type = "Task" [ 1091.859658] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.867770] env[62954]: DEBUG oslo_vmware.api [None req-ae635d42-7a00-4c86-8d2a-c24932c6011c tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.126804] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: d4f72348-191e-4762-a939-911324d07d59] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1092.314094] env[62954]: DEBUG oslo_vmware.api [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598211, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512593} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.314365] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 5a8ce48d-44cc-43ee-b274-7df2f4647ec5/5a8ce48d-44cc-43ee-b274-7df2f4647ec5.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1092.314620] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1092.314821] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-617b6d8a-806a-493d-b86b-51f02717448f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.319307] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8d515ebd-e17c-433a-a2e7-318264bcc222 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "9d694e55-25f6-45fc-9909-3ce31bb25956" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.319522] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8d515ebd-e17c-433a-a2e7-318264bcc222 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "9d694e55-25f6-45fc-9909-3ce31bb25956" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.322016] env[62954]: DEBUG oslo_vmware.api [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1092.322016] env[62954]: value = "task-2598213" [ 1092.322016] env[62954]: _type = "Task" [ 1092.322016] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.332356] env[62954]: DEBUG oslo_vmware.api [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598213, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.369335] env[62954]: DEBUG oslo_vmware.api [None req-ae635d42-7a00-4c86-8d2a-c24932c6011c tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598212, 'name': PowerOffVM_Task, 'duration_secs': 0.466733} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.369335] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae635d42-7a00-4c86-8d2a-c24932c6011c tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.369532] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ae635d42-7a00-4c86-8d2a-c24932c6011c tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.369747] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1049298-551b-4401-a340-8b44097cc181 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.447369] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ae635d42-7a00-4c86-8d2a-c24932c6011c tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.447547] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ae635d42-7a00-4c86-8d2a-c24932c6011c tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.447834] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae635d42-7a00-4c86-8d2a-c24932c6011c tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Deleting the datastore file [datastore1] 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.448014] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9fd31b1-dc6c-4c6e-b42a-3002a83e4d82 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.454907] env[62954]: DEBUG oslo_vmware.api [None req-ae635d42-7a00-4c86-8d2a-c24932c6011c tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Waiting for the task: (returnval){ [ 1092.454907] env[62954]: value = "task-2598215" [ 1092.454907] env[62954]: _type = "Task" [ 1092.454907] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.464058] env[62954]: DEBUG oslo_vmware.api [None req-ae635d42-7a00-4c86-8d2a-c24932c6011c tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.585798] env[62954]: DEBUG nova.network.neutron [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Updating instance_info_cache with network_info: [{"id": "3aa92b41-ac40-4e7c-a6f4-4401624532c7", "address": "fa:16:3e:fe:71:e1", "network": {"id": "7c267a0a-446f-4e24-9552-67fbdacd4c1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1764129639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b7067a8cb44a12a451501342566d30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aa92b41-ac", "ovs_interfaceid": "3aa92b41-ac40-4e7c-a6f4-4401624532c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.630056] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 20ff6760-fe81-486c-a9b5-f42d3bef75e8] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1092.823651] env[62954]: INFO nova.compute.manager [None req-8d515ebd-e17c-433a-a2e7-318264bcc222 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Detaching volume f9f112cc-1b7c-4f3a-8b5b-9df6e345c371 [ 1092.836752] env[62954]: DEBUG oslo_vmware.api [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598213, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074969} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.837016] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1092.837758] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e50fd4-4bc2-4849-90b9-deed8568db8a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.861373] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 5a8ce48d-44cc-43ee-b274-7df2f4647ec5/5a8ce48d-44cc-43ee-b274-7df2f4647ec5.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.862471] env[62954]: INFO nova.virt.block_device [None req-8d515ebd-e17c-433a-a2e7-318264bcc222 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Attempting to driver detach volume f9f112cc-1b7c-4f3a-8b5b-9df6e345c371 from mountpoint /dev/sdb [ 1092.862684] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d515ebd-e17c-433a-a2e7-318264bcc222 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Volume detach. Driver type: vmdk {{(pid=62954) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1092.862870] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d515ebd-e17c-433a-a2e7-318264bcc222 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523995', 'volume_id': 'f9f112cc-1b7c-4f3a-8b5b-9df6e345c371', 'name': 'volume-f9f112cc-1b7c-4f3a-8b5b-9df6e345c371', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d694e55-25f6-45fc-9909-3ce31bb25956', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9f112cc-1b7c-4f3a-8b5b-9df6e345c371', 'serial': 'f9f112cc-1b7c-4f3a-8b5b-9df6e345c371'} {{(pid=62954) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1092.863130] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4e706b7-e86b-4e2c-8d95-89f38af27696 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.878604] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060faf49-6d60-480c-8bd6-9fc0e52ec6ac {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.901526] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522299ee-2bef-46e1-90be-a08688be9a44 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.904814] env[62954]: DEBUG oslo_vmware.api [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1092.904814] env[62954]: value = "task-2598216" [ 1092.904814] env[62954]: _type = "Task" [ 1092.904814] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.910445] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5a46b1-e3d6-427f-bd3c-de8637a0ea88 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.915873] env[62954]: DEBUG oslo_vmware.api [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.933156] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf727d7-e53c-4ab6-a2ed-1a18fa1f0fcc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.947015] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d515ebd-e17c-433a-a2e7-318264bcc222 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] The volume has not been displaced from its original location: [datastore1] volume-f9f112cc-1b7c-4f3a-8b5b-9df6e345c371/volume-f9f112cc-1b7c-4f3a-8b5b-9df6e345c371.vmdk. No consolidation needed. {{(pid=62954) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1092.952267] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d515ebd-e17c-433a-a2e7-318264bcc222 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Reconfiguring VM instance instance-00000062 to detach disk 2001 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1092.952495] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7556b30b-a52a-437a-b355-080324b2a30e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.972768] env[62954]: DEBUG oslo_vmware.api [None req-ae635d42-7a00-4c86-8d2a-c24932c6011c tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.973891] env[62954]: DEBUG oslo_vmware.api [None req-8d515ebd-e17c-433a-a2e7-318264bcc222 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1092.973891] env[62954]: value = "task-2598217" [ 1092.973891] env[62954]: _type = "Task" [ 1092.973891] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.980994] env[62954]: DEBUG oslo_vmware.api [None req-8d515ebd-e17c-433a-a2e7-318264bcc222 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598217, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.089126] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Releasing lock "refresh_cache-034c1fcc-bec2-4e4b-b77d-821eba6a81fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.133855] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: d788173c-8090-4bb0-94cd-0f1dc06ca4fb] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1093.272553] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquiring lock "ea5e84ec-8669-45bd-914b-02454f0dce24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1093.272823] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "ea5e84ec-8669-45bd-914b-02454f0dce24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.414918] env[62954]: DEBUG oslo_vmware.api [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.474500] env[62954]: DEBUG oslo_vmware.api [None req-ae635d42-7a00-4c86-8d2a-c24932c6011c tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598215, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.773202} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.477719] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae635d42-7a00-4c86-8d2a-c24932c6011c tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.477916] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ae635d42-7a00-4c86-8d2a-c24932c6011c tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.478124] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ae635d42-7a00-4c86-8d2a-c24932c6011c tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.478332] env[62954]: INFO nova.compute.manager [None req-ae635d42-7a00-4c86-8d2a-c24932c6011c tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1093.478568] env[62954]: DEBUG oslo.service.loopingcall [None req-ae635d42-7a00-4c86-8d2a-c24932c6011c tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1093.478764] env[62954]: DEBUG nova.compute.manager [-] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1093.478884] env[62954]: DEBUG nova.network.neutron [-] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1093.485027] env[62954]: DEBUG oslo_vmware.api [None req-8d515ebd-e17c-433a-a2e7-318264bcc222 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598217, 'name': ReconfigVM_Task, 'duration_secs': 0.351631} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.485294] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d515ebd-e17c-433a-a2e7-318264bcc222 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Reconfigured VM instance instance-00000062 to detach disk 2001 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1093.489949] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de834285-2e35-4a3c-8209-18efff8c0ccb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.506777] env[62954]: DEBUG oslo_vmware.api [None req-8d515ebd-e17c-433a-a2e7-318264bcc222 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1093.506777] env[62954]: value = "task-2598218" [ 1093.506777] env[62954]: _type = "Task" [ 1093.506777] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.516554] env[62954]: DEBUG oslo_vmware.api [None req-8d515ebd-e17c-433a-a2e7-318264bcc222 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598218, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.614863] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c54261f-2d33-4643-a950-80df79b89185 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.635065] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4172f968-5601-42ed-b4f8-bf9fbbb62701 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.638015] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 2456df1d-6696-4475-834d-c2c8269fe02e] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1093.644014] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Updating instance '034c1fcc-bec2-4e4b-b77d-821eba6a81fb' progress to 83 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1093.717829] env[62954]: DEBUG nova.compute.manager [req-eb3de03c-fe34-4179-b45c-12db5071f707 req-89f253e2-f130-4b6c-ad17-146310a23109 service nova] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Received event network-vif-deleted-8a0cd10e-7fa5-4897-8ade-fa49556a0826 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1093.717829] env[62954]: INFO nova.compute.manager [req-eb3de03c-fe34-4179-b45c-12db5071f707 req-89f253e2-f130-4b6c-ad17-146310a23109 service nova] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Neutron deleted interface 8a0cd10e-7fa5-4897-8ade-fa49556a0826; detaching it from the instance and deleting it from the info cache [ 1093.718065] env[62954]: DEBUG nova.network.neutron [req-eb3de03c-fe34-4179-b45c-12db5071f707 req-89f253e2-f130-4b6c-ad17-146310a23109 service nova] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.775516] env[62954]: DEBUG nova.compute.manager [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1093.915293] env[62954]: DEBUG oslo_vmware.api [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598216, 'name': ReconfigVM_Task, 'duration_secs': 0.71182} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.915591] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 5a8ce48d-44cc-43ee-b274-7df2f4647ec5/5a8ce48d-44cc-43ee-b274-7df2f4647ec5.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.916259] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b034c68-1e99-4476-83c3-d76c265c9640 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.922793] env[62954]: DEBUG oslo_vmware.api [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1093.922793] env[62954]: value = "task-2598219" [ 1093.922793] env[62954]: _type = "Task" [ 1093.922793] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.930161] env[62954]: DEBUG oslo_vmware.api [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598219, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.022075] env[62954]: DEBUG oslo_vmware.api [None req-8d515ebd-e17c-433a-a2e7-318264bcc222 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598218, 'name': ReconfigVM_Task, 'duration_secs': 0.145269} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.022075] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d515ebd-e17c-433a-a2e7-318264bcc222 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-523995', 'volume_id': 'f9f112cc-1b7c-4f3a-8b5b-9df6e345c371', 'name': 'volume-f9f112cc-1b7c-4f3a-8b5b-9df6e345c371', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d694e55-25f6-45fc-9909-3ce31bb25956', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9f112cc-1b7c-4f3a-8b5b-9df6e345c371', 'serial': 'f9f112cc-1b7c-4f3a-8b5b-9df6e345c371'} {{(pid=62954) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1094.141377] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: d9c2765c-9024-42db-b1f7-19ef016c559a] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1094.151566] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c33cec-504a-4661-8a6a-b3cd9fbed40c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Updating instance '034c1fcc-bec2-4e4b-b77d-821eba6a81fb' progress to 100 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1094.201159] env[62954]: DEBUG nova.network.neutron [-] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.221116] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a59fec55-441b-4f8f-abb2-6777d1786aeb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.230939] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975fbfc3-2e99-4b27-b3f9-811a45943f48 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.262143] env[62954]: DEBUG nova.compute.manager [req-eb3de03c-fe34-4179-b45c-12db5071f707 req-89f253e2-f130-4b6c-ad17-146310a23109 service nova] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Detach interface failed, port_id=8a0cd10e-7fa5-4897-8ade-fa49556a0826, reason: Instance 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06 could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1094.298974] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.299274] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.300782] env[62954]: INFO nova.compute.claims [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1094.433067] env[62954]: DEBUG oslo_vmware.api [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598219, 'name': Rename_Task, 'duration_secs': 0.161819} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.433343] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.433638] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f06b620-a087-465f-ab44-5878d69032f2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.440508] env[62954]: DEBUG oslo_vmware.api [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1094.440508] env[62954]: value = "task-2598220" [ 1094.440508] env[62954]: _type = "Task" [ 1094.440508] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.448008] env[62954]: DEBUG oslo_vmware.api [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598220, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.566816] env[62954]: DEBUG nova.objects.instance [None req-8d515ebd-e17c-433a-a2e7-318264bcc222 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lazy-loading 'flavor' on Instance uuid 9d694e55-25f6-45fc-9909-3ce31bb25956 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.646141] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 4ad948e7-d291-4e61-93a4-9d439e745caa] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1094.704472] env[62954]: INFO nova.compute.manager [-] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Took 1.23 seconds to deallocate network for instance. [ 1094.952537] env[62954]: DEBUG oslo_vmware.api [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598220, 'name': PowerOnVM_Task, 'duration_secs': 0.43804} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.952813] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1094.953036] env[62954]: INFO nova.compute.manager [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Took 7.77 seconds to spawn the instance on the hypervisor. [ 1094.953218] env[62954]: DEBUG nova.compute.manager [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.953984] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb64efc-6fb9-4130-9354-9bbb8eb44ad7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.149856] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: d88d667e-5668-42ca-b27f-ea40348e796b] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1095.211009] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ae635d42-7a00-4c86-8d2a-c24932c6011c tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.450195] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a54b9f-74a8-4269-af19-587a17626bcf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.457954] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd63e76-518a-47ee-8300-305d263531a2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.493609] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5689dab7-419c-491c-b123-ebe3b176f3c4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.496345] env[62954]: INFO nova.compute.manager [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Took 12.65 seconds to build instance. [ 1095.504909] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7586c8af-8fcb-4a3e-aa34-3eaff7c71d7b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.525217] env[62954]: DEBUG nova.compute.provider_tree [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.573864] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8d515ebd-e17c-433a-a2e7-318264bcc222 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "9d694e55-25f6-45fc-9909-3ce31bb25956" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.254s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.654239] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 5006bc24-1140-4055-8710-bb1af6b93c02] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1095.999150] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7e710118-ad66-4c62-a6c2-624fd4245d87 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "5a8ce48d-44cc-43ee-b274-7df2f4647ec5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.158s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.028599] env[62954]: DEBUG nova.scheduler.client.report [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.157825] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 12344f1e-154c-4236-bdfa-2d71676b93f0] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1096.284627] env[62954]: DEBUG oslo_concurrency.lockutils [None req-687f2576-7ca1-472c-ba7a-d2421a73bc9c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "034c1fcc-bec2-4e4b-b77d-821eba6a81fb" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.284931] env[62954]: DEBUG oslo_concurrency.lockutils [None req-687f2576-7ca1-472c-ba7a-d2421a73bc9c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "034c1fcc-bec2-4e4b-b77d-821eba6a81fb" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.285645] env[62954]: DEBUG nova.compute.manager [None req-687f2576-7ca1-472c-ba7a-d2421a73bc9c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Going to confirm migration 6 {{(pid=62954) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1096.425825] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2297e9f0-74e0-4cc8-92df-563e5ea4a5df tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "5a8ce48d-44cc-43ee-b274-7df2f4647ec5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.426094] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2297e9f0-74e0-4cc8-92df-563e5ea4a5df tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "5a8ce48d-44cc-43ee-b274-7df2f4647ec5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.426315] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2297e9f0-74e0-4cc8-92df-563e5ea4a5df tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "5a8ce48d-44cc-43ee-b274-7df2f4647ec5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.426498] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2297e9f0-74e0-4cc8-92df-563e5ea4a5df tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "5a8ce48d-44cc-43ee-b274-7df2f4647ec5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.426712] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2297e9f0-74e0-4cc8-92df-563e5ea4a5df tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "5a8ce48d-44cc-43ee-b274-7df2f4647ec5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.428896] env[62954]: INFO nova.compute.manager [None req-2297e9f0-74e0-4cc8-92df-563e5ea4a5df tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Terminating instance [ 1096.533090] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.234s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.533613] env[62954]: DEBUG nova.compute.manager [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1096.536311] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ae635d42-7a00-4c86-8d2a-c24932c6011c tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.325s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.536455] env[62954]: DEBUG nova.objects.instance [None req-ae635d42-7a00-4c86-8d2a-c24932c6011c tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Lazy-loading 'resources' on Instance uuid 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.580423] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e5c2caad-df67-4ebe-8e48-3d8e364fcaf3 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "9d694e55-25f6-45fc-9909-3ce31bb25956" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.580699] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e5c2caad-df67-4ebe-8e48-3d8e364fcaf3 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "9d694e55-25f6-45fc-9909-3ce31bb25956" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.580914] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e5c2caad-df67-4ebe-8e48-3d8e364fcaf3 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "9d694e55-25f6-45fc-9909-3ce31bb25956-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.581113] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e5c2caad-df67-4ebe-8e48-3d8e364fcaf3 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "9d694e55-25f6-45fc-9909-3ce31bb25956-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.581286] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e5c2caad-df67-4ebe-8e48-3d8e364fcaf3 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "9d694e55-25f6-45fc-9909-3ce31bb25956-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.583873] env[62954]: INFO nova.compute.manager [None req-e5c2caad-df67-4ebe-8e48-3d8e364fcaf3 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Terminating instance [ 1096.660982] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 17136594-e2a6-4758-be56-68ba6438613a] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1096.823382] env[62954]: DEBUG oslo_concurrency.lockutils [None req-687f2576-7ca1-472c-ba7a-d2421a73bc9c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "refresh_cache-034c1fcc-bec2-4e4b-b77d-821eba6a81fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.823569] env[62954]: DEBUG oslo_concurrency.lockutils [None req-687f2576-7ca1-472c-ba7a-d2421a73bc9c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquired lock "refresh_cache-034c1fcc-bec2-4e4b-b77d-821eba6a81fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.823747] env[62954]: DEBUG nova.network.neutron [None req-687f2576-7ca1-472c-ba7a-d2421a73bc9c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.823940] env[62954]: DEBUG nova.objects.instance [None req-687f2576-7ca1-472c-ba7a-d2421a73bc9c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lazy-loading 'info_cache' on Instance uuid 034c1fcc-bec2-4e4b-b77d-821eba6a81fb {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.932921] env[62954]: DEBUG nova.compute.manager [None req-2297e9f0-74e0-4cc8-92df-563e5ea4a5df tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1096.933104] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-2297e9f0-74e0-4cc8-92df-563e5ea4a5df tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.933883] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37524440-dd5d-4b52-9aef-f1fd4b9dd538 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.941929] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-2297e9f0-74e0-4cc8-92df-563e5ea4a5df tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.942190] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd49db74-c0f7-4add-ac66-79ac67103746 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.948079] env[62954]: DEBUG oslo_vmware.api [None req-2297e9f0-74e0-4cc8-92df-563e5ea4a5df tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1096.948079] env[62954]: value = "task-2598221" [ 1096.948079] env[62954]: _type = "Task" [ 1096.948079] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.956413] env[62954]: DEBUG oslo_vmware.api [None req-2297e9f0-74e0-4cc8-92df-563e5ea4a5df tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598221, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.039631] env[62954]: DEBUG nova.compute.utils [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1097.043926] env[62954]: DEBUG nova.compute.manager [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1097.044339] env[62954]: DEBUG nova.network.neutron [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1097.084143] env[62954]: DEBUG nova.policy [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c4ce33b95eb4e4681ced33716e01fe1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ea3f4565fee40f2863a4acec611c17e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 1097.087471] env[62954]: DEBUG nova.compute.manager [None req-e5c2caad-df67-4ebe-8e48-3d8e364fcaf3 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1097.087729] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c2caad-df67-4ebe-8e48-3d8e364fcaf3 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.088556] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31286ffa-a709-4316-a315-75582d5f0191 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.101854] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c2caad-df67-4ebe-8e48-3d8e364fcaf3 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.102584] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8081fbfa-27f2-4f59-b264-8770a465bed9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.109493] env[62954]: DEBUG oslo_vmware.api [None req-e5c2caad-df67-4ebe-8e48-3d8e364fcaf3 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1097.109493] env[62954]: value = "task-2598222" [ 1097.109493] env[62954]: _type = "Task" [ 1097.109493] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.120529] env[62954]: DEBUG oslo_vmware.api [None req-e5c2caad-df67-4ebe-8e48-3d8e364fcaf3 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.164245] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: b7ae08a3-971e-4c17-be31-708bbf28cb66] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1097.263143] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30cf8c42-ad8f-4d6d-a99c-b6069bd32a3b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.271774] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba298d11-afa2-4153-a116-9899d32b73b3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.303696] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fa4b67-ecea-4723-b2cd-564f770b9e66 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.311483] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bd81fe-3cb2-414b-98d2-6230636ea719 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.325992] env[62954]: DEBUG nova.compute.provider_tree [None req-ae635d42-7a00-4c86-8d2a-c24932c6011c tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.431068] env[62954]: DEBUG nova.network.neutron [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Successfully created port: 3d2144b7-e769-40d7-ab4e-c016a5ed87b4 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1097.458615] env[62954]: DEBUG oslo_vmware.api [None req-2297e9f0-74e0-4cc8-92df-563e5ea4a5df tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598221, 'name': PowerOffVM_Task, 'duration_secs': 0.324821} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.458935] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-2297e9f0-74e0-4cc8-92df-563e5ea4a5df tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.459250] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-2297e9f0-74e0-4cc8-92df-563e5ea4a5df tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1097.459560] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b46724a0-0fc8-48d2-beca-2e627ab2898c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.520761] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-2297e9f0-74e0-4cc8-92df-563e5ea4a5df tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1097.520984] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-2297e9f0-74e0-4cc8-92df-563e5ea4a5df tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1097.521188] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-2297e9f0-74e0-4cc8-92df-563e5ea4a5df tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Deleting the datastore file [datastore2] 5a8ce48d-44cc-43ee-b274-7df2f4647ec5 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1097.521734] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcffbd6b-da5e-4c58-8414-497d04d416ef {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.527606] env[62954]: DEBUG oslo_vmware.api [None req-2297e9f0-74e0-4cc8-92df-563e5ea4a5df tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1097.527606] env[62954]: value = "task-2598224" [ 1097.527606] env[62954]: _type = "Task" [ 1097.527606] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.535949] env[62954]: DEBUG oslo_vmware.api [None req-2297e9f0-74e0-4cc8-92df-563e5ea4a5df tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.544557] env[62954]: DEBUG nova.compute.manager [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1097.619946] env[62954]: DEBUG oslo_vmware.api [None req-e5c2caad-df67-4ebe-8e48-3d8e364fcaf3 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598222, 'name': PowerOffVM_Task, 'duration_secs': 0.19519} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.620237] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c2caad-df67-4ebe-8e48-3d8e364fcaf3 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.620407] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c2caad-df67-4ebe-8e48-3d8e364fcaf3 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1097.620736] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94e775e1-3489-4bda-b364-a1136325b70a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.667578] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 831ad8dc-e81e-4de8-86fb-4aceaf14b8a3] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1097.682270] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c2caad-df67-4ebe-8e48-3d8e364fcaf3 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1097.682599] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c2caad-df67-4ebe-8e48-3d8e364fcaf3 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1097.682764] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5c2caad-df67-4ebe-8e48-3d8e364fcaf3 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Deleting the datastore file [datastore2] 9d694e55-25f6-45fc-9909-3ce31bb25956 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1097.683101] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-857361e4-e075-4bec-bf3d-e2d2f3546a35 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.689662] env[62954]: DEBUG oslo_vmware.api [None req-e5c2caad-df67-4ebe-8e48-3d8e364fcaf3 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1097.689662] env[62954]: value = "task-2598226" [ 1097.689662] env[62954]: _type = "Task" [ 1097.689662] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.699536] env[62954]: DEBUG oslo_vmware.api [None req-e5c2caad-df67-4ebe-8e48-3d8e364fcaf3 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.830889] env[62954]: DEBUG nova.scheduler.client.report [None req-ae635d42-7a00-4c86-8d2a-c24932c6011c tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.037899] env[62954]: DEBUG oslo_vmware.api [None req-2297e9f0-74e0-4cc8-92df-563e5ea4a5df tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598224, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179819} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.038201] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-2297e9f0-74e0-4cc8-92df-563e5ea4a5df tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.038436] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-2297e9f0-74e0-4cc8-92df-563e5ea4a5df tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.038579] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-2297e9f0-74e0-4cc8-92df-563e5ea4a5df tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.038822] env[62954]: INFO nova.compute.manager [None req-2297e9f0-74e0-4cc8-92df-563e5ea4a5df tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1098.039107] env[62954]: DEBUG oslo.service.loopingcall [None req-2297e9f0-74e0-4cc8-92df-563e5ea4a5df tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1098.041472] env[62954]: DEBUG nova.compute.manager [-] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1098.041585] env[62954]: DEBUG nova.network.neutron [-] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1098.093131] env[62954]: DEBUG nova.network.neutron [None req-687f2576-7ca1-472c-ba7a-d2421a73bc9c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Updating instance_info_cache with network_info: [{"id": "3aa92b41-ac40-4e7c-a6f4-4401624532c7", "address": "fa:16:3e:fe:71:e1", "network": {"id": "7c267a0a-446f-4e24-9552-67fbdacd4c1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1764129639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b7067a8cb44a12a451501342566d30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aa92b41-ac", "ovs_interfaceid": "3aa92b41-ac40-4e7c-a6f4-4401624532c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.170906] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 9ac4aacf-6bbe-4027-992e-f81e3cd10cd7] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1098.202959] env[62954]: DEBUG oslo_vmware.api [None req-e5c2caad-df67-4ebe-8e48-3d8e364fcaf3 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151999} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.203232] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5c2caad-df67-4ebe-8e48-3d8e364fcaf3 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.203448] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c2caad-df67-4ebe-8e48-3d8e364fcaf3 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.203663] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c2caad-df67-4ebe-8e48-3d8e364fcaf3 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.204022] env[62954]: INFO nova.compute.manager [None req-e5c2caad-df67-4ebe-8e48-3d8e364fcaf3 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1098.204290] env[62954]: DEBUG oslo.service.loopingcall [None req-e5c2caad-df67-4ebe-8e48-3d8e364fcaf3 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1098.204524] env[62954]: DEBUG nova.compute.manager [-] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1098.204647] env[62954]: DEBUG nova.network.neutron [-] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1098.274159] env[62954]: DEBUG nova.compute.manager [req-206b4ce5-99a2-41ad-b336-126942068cc1 req-277eca8f-1c99-4c06-9c4b-299f719544fe service nova] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Received event network-vif-deleted-2773563f-0e68-4ca3-a0cb-07cdd69db71b {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1098.274398] env[62954]: INFO nova.compute.manager [req-206b4ce5-99a2-41ad-b336-126942068cc1 req-277eca8f-1c99-4c06-9c4b-299f719544fe service nova] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Neutron deleted interface 2773563f-0e68-4ca3-a0cb-07cdd69db71b; detaching it from the instance and deleting it from the info cache [ 1098.274606] env[62954]: DEBUG nova.network.neutron [req-206b4ce5-99a2-41ad-b336-126942068cc1 req-277eca8f-1c99-4c06-9c4b-299f719544fe service nova] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.337719] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ae635d42-7a00-4c86-8d2a-c24932c6011c tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.801s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.363095] env[62954]: INFO nova.scheduler.client.report [None req-ae635d42-7a00-4c86-8d2a-c24932c6011c tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Deleted allocations for instance 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06 [ 1098.554807] env[62954]: DEBUG nova.compute.manager [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1098.582874] env[62954]: DEBUG nova.virt.hardware [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.583173] env[62954]: DEBUG nova.virt.hardware [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.583334] env[62954]: DEBUG nova.virt.hardware [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.583516] env[62954]: DEBUG nova.virt.hardware [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.583662] env[62954]: DEBUG nova.virt.hardware [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.583809] env[62954]: DEBUG nova.virt.hardware [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.584104] env[62954]: DEBUG nova.virt.hardware [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.584344] env[62954]: DEBUG nova.virt.hardware [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.584557] env[62954]: DEBUG nova.virt.hardware [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.584755] env[62954]: DEBUG nova.virt.hardware [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.585334] env[62954]: DEBUG nova.virt.hardware [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.585846] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62a714d-f2f5-4aba-80a2-9811b3ec6705 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.594604] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156ce2fb-78b0-49aa-a326-d5e39bd51d60 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.598783] env[62954]: DEBUG oslo_concurrency.lockutils [None req-687f2576-7ca1-472c-ba7a-d2421a73bc9c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Releasing lock "refresh_cache-034c1fcc-bec2-4e4b-b77d-821eba6a81fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.599078] env[62954]: DEBUG nova.objects.instance [None req-687f2576-7ca1-472c-ba7a-d2421a73bc9c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lazy-loading 'migration_context' on Instance uuid 034c1fcc-bec2-4e4b-b77d-821eba6a81fb {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.646419] env[62954]: DEBUG nova.compute.manager [req-41318c57-df21-4706-a45c-3ab9884e2c79 req-89019b3d-4c5c-4c18-93b4-f230e69af3b4 service nova] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Received event network-vif-deleted-608a3459-1b48-4019-9856-cb5e0ce41878 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1098.646626] env[62954]: INFO nova.compute.manager [req-41318c57-df21-4706-a45c-3ab9884e2c79 req-89019b3d-4c5c-4c18-93b4-f230e69af3b4 service nova] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Neutron deleted interface 608a3459-1b48-4019-9856-cb5e0ce41878; detaching it from the instance and deleting it from the info cache [ 1098.647182] env[62954]: DEBUG nova.network.neutron [req-41318c57-df21-4706-a45c-3ab9884e2c79 req-89019b3d-4c5c-4c18-93b4-f230e69af3b4 service nova] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.675752] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: ce61fb64-fab1-497d-8604-332e4fab5480] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1098.755136] env[62954]: DEBUG nova.network.neutron [-] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.777191] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3511269b-8158-4e2d-a3e6-894455d26b11 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.787276] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691e03d7-d8ae-40a6-bc21-250df232534d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.818623] env[62954]: DEBUG nova.compute.manager [req-206b4ce5-99a2-41ad-b336-126942068cc1 req-277eca8f-1c99-4c06-9c4b-299f719544fe service nova] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Detach interface failed, port_id=2773563f-0e68-4ca3-a0cb-07cdd69db71b, reason: Instance 5a8ce48d-44cc-43ee-b274-7df2f4647ec5 could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1098.875633] env[62954]: DEBUG nova.network.neutron [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Successfully updated port: 3d2144b7-e769-40d7-ab4e-c016a5ed87b4 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1098.877030] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ae635d42-7a00-4c86-8d2a-c24932c6011c tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Lock "36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.540s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.003838] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e5269dbd-baad-425b-a7ea-21c6081ed955 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Acquiring lock "0c2abcb1-5d84-486f-a4d2-14867ddcacb3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.004618] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e5269dbd-baad-425b-a7ea-21c6081ed955 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Lock "0c2abcb1-5d84-486f-a4d2-14867ddcacb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.004853] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e5269dbd-baad-425b-a7ea-21c6081ed955 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Acquiring lock "0c2abcb1-5d84-486f-a4d2-14867ddcacb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.005055] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e5269dbd-baad-425b-a7ea-21c6081ed955 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Lock "0c2abcb1-5d84-486f-a4d2-14867ddcacb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.005240] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e5269dbd-baad-425b-a7ea-21c6081ed955 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Lock "0c2abcb1-5d84-486f-a4d2-14867ddcacb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.007289] env[62954]: INFO nova.compute.manager [None req-e5269dbd-baad-425b-a7ea-21c6081ed955 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Terminating instance [ 1099.107379] env[62954]: DEBUG nova.objects.base [None req-687f2576-7ca1-472c-ba7a-d2421a73bc9c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Object Instance<034c1fcc-bec2-4e4b-b77d-821eba6a81fb> lazy-loaded attributes: info_cache,migration_context {{(pid=62954) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1099.108298] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bce685-a377-41aa-b6cb-d5fbce4b9beb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.127598] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe347a08-0c6e-4cff-ab9b-e7ca595bd3e8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.129895] env[62954]: DEBUG nova.network.neutron [-] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.134556] env[62954]: DEBUG oslo_vmware.api [None req-687f2576-7ca1-472c-ba7a-d2421a73bc9c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1099.134556] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52ea80d7-50c7-ad7c-41eb-1e539d63c1f2" [ 1099.134556] env[62954]: _type = "Task" [ 1099.134556] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.144303] env[62954]: DEBUG oslo_vmware.api [None req-687f2576-7ca1-472c-ba7a-d2421a73bc9c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52ea80d7-50c7-ad7c-41eb-1e539d63c1f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.149433] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0668b9a-7743-4602-8b2c-464f69b30349 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.158726] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b20fa7-4e21-43c5-95cd-2435d080bdb5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.177764] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 2c0b4030-7fe2-41ad-b91a-54cc1f58c868] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1099.190038] env[62954]: DEBUG nova.compute.manager [req-41318c57-df21-4706-a45c-3ab9884e2c79 req-89019b3d-4c5c-4c18-93b4-f230e69af3b4 service nova] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Detach interface failed, port_id=608a3459-1b48-4019-9856-cb5e0ce41878, reason: Instance 9d694e55-25f6-45fc-9909-3ce31bb25956 could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1099.258079] env[62954]: INFO nova.compute.manager [-] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Took 1.22 seconds to deallocate network for instance. [ 1099.379410] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquiring lock "refresh_cache-ea5e84ec-8669-45bd-914b-02454f0dce24" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.379567] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquired lock "refresh_cache-ea5e84ec-8669-45bd-914b-02454f0dce24" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.379716] env[62954]: DEBUG nova.network.neutron [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.513244] env[62954]: DEBUG nova.compute.manager [None req-e5269dbd-baad-425b-a7ea-21c6081ed955 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1099.513494] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e5269dbd-baad-425b-a7ea-21c6081ed955 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.514455] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160d0cf7-a362-4d33-be2e-703745fe0802 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.525873] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5269dbd-baad-425b-a7ea-21c6081ed955 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.526264] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1a26499-dc81-4da6-af42-55671a230fcf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.533573] env[62954]: DEBUG oslo_vmware.api [None req-e5269dbd-baad-425b-a7ea-21c6081ed955 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Waiting for the task: (returnval){ [ 1099.533573] env[62954]: value = "task-2598227" [ 1099.533573] env[62954]: _type = "Task" [ 1099.533573] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.546836] env[62954]: DEBUG oslo_vmware.api [None req-e5269dbd-baad-425b-a7ea-21c6081ed955 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.632588] env[62954]: INFO nova.compute.manager [-] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Took 1.43 seconds to deallocate network for instance. [ 1099.646234] env[62954]: DEBUG oslo_vmware.api [None req-687f2576-7ca1-472c-ba7a-d2421a73bc9c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52ea80d7-50c7-ad7c-41eb-1e539d63c1f2, 'name': SearchDatastore_Task, 'duration_secs': 0.007874} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.646569] env[62954]: DEBUG oslo_concurrency.lockutils [None req-687f2576-7ca1-472c-ba7a-d2421a73bc9c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.646857] env[62954]: DEBUG oslo_concurrency.lockutils [None req-687f2576-7ca1-472c-ba7a-d2421a73bc9c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.680445] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: bd59b51e-a095-4464-a022-aa291c04f5a7] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1099.764703] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2297e9f0-74e0-4cc8-92df-563e5ea4a5df tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.917871] env[62954]: DEBUG nova.network.neutron [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1100.043602] env[62954]: DEBUG oslo_vmware.api [None req-e5269dbd-baad-425b-a7ea-21c6081ed955 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598227, 'name': PowerOffVM_Task, 'duration_secs': 0.238699} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.044426] env[62954]: DEBUG nova.network.neutron [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Updating instance_info_cache with network_info: [{"id": "3d2144b7-e769-40d7-ab4e-c016a5ed87b4", "address": "fa:16:3e:94:58:90", "network": {"id": "4bc10178-00ee-4e02-a77f-251b191703f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1716852077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ea3f4565fee40f2863a4acec611c17e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d2144b7-e7", "ovs_interfaceid": "3d2144b7-e769-40d7-ab4e-c016a5ed87b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.045569] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5269dbd-baad-425b-a7ea-21c6081ed955 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.045749] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e5269dbd-baad-425b-a7ea-21c6081ed955 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1100.046193] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b648db5e-863f-45dd-9816-ce94c82efd0f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.105385] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e5269dbd-baad-425b-a7ea-21c6081ed955 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.105596] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e5269dbd-baad-425b-a7ea-21c6081ed955 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.105779] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5269dbd-baad-425b-a7ea-21c6081ed955 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Deleting the datastore file [datastore1] 0c2abcb1-5d84-486f-a4d2-14867ddcacb3 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.106050] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a36f5d6-9590-48e9-8294-90af8d4b991d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.112229] env[62954]: DEBUG oslo_vmware.api [None req-e5269dbd-baad-425b-a7ea-21c6081ed955 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Waiting for the task: (returnval){ [ 1100.112229] env[62954]: value = "task-2598229" [ 1100.112229] env[62954]: _type = "Task" [ 1100.112229] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.119426] env[62954]: DEBUG oslo_vmware.api [None req-e5269dbd-baad-425b-a7ea-21c6081ed955 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.141914] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e5c2caad-df67-4ebe-8e48-3d8e364fcaf3 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1100.187024] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 6d2cd180-5a16-4837-905b-99d901959f5b] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1100.302294] env[62954]: DEBUG nova.compute.manager [req-0e4e2658-b032-400d-9184-dcc6cbc91702 req-67d7441f-0901-481d-aca1-325d4a9b3e85 service nova] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Received event network-vif-plugged-3d2144b7-e769-40d7-ab4e-c016a5ed87b4 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1100.302294] env[62954]: DEBUG oslo_concurrency.lockutils [req-0e4e2658-b032-400d-9184-dcc6cbc91702 req-67d7441f-0901-481d-aca1-325d4a9b3e85 service nova] Acquiring lock "ea5e84ec-8669-45bd-914b-02454f0dce24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1100.302469] env[62954]: DEBUG oslo_concurrency.lockutils [req-0e4e2658-b032-400d-9184-dcc6cbc91702 req-67d7441f-0901-481d-aca1-325d4a9b3e85 service nova] Lock "ea5e84ec-8669-45bd-914b-02454f0dce24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1100.302637] env[62954]: DEBUG oslo_concurrency.lockutils [req-0e4e2658-b032-400d-9184-dcc6cbc91702 req-67d7441f-0901-481d-aca1-325d4a9b3e85 service nova] Lock "ea5e84ec-8669-45bd-914b-02454f0dce24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.302806] env[62954]: DEBUG nova.compute.manager [req-0e4e2658-b032-400d-9184-dcc6cbc91702 req-67d7441f-0901-481d-aca1-325d4a9b3e85 service nova] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] No waiting events found dispatching network-vif-plugged-3d2144b7-e769-40d7-ab4e-c016a5ed87b4 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1100.302971] env[62954]: WARNING nova.compute.manager [req-0e4e2658-b032-400d-9184-dcc6cbc91702 req-67d7441f-0901-481d-aca1-325d4a9b3e85 service nova] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Received unexpected event network-vif-plugged-3d2144b7-e769-40d7-ab4e-c016a5ed87b4 for instance with vm_state building and task_state spawning. [ 1100.303146] env[62954]: DEBUG nova.compute.manager [req-0e4e2658-b032-400d-9184-dcc6cbc91702 req-67d7441f-0901-481d-aca1-325d4a9b3e85 service nova] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Received event network-changed-3d2144b7-e769-40d7-ab4e-c016a5ed87b4 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1100.303302] env[62954]: DEBUG nova.compute.manager [req-0e4e2658-b032-400d-9184-dcc6cbc91702 req-67d7441f-0901-481d-aca1-325d4a9b3e85 service nova] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Refreshing instance network info cache due to event network-changed-3d2144b7-e769-40d7-ab4e-c016a5ed87b4. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1100.303464] env[62954]: DEBUG oslo_concurrency.lockutils [req-0e4e2658-b032-400d-9184-dcc6cbc91702 req-67d7441f-0901-481d-aca1-325d4a9b3e85 service nova] Acquiring lock "refresh_cache-ea5e84ec-8669-45bd-914b-02454f0dce24" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.317123] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d19353-380e-4a09-81a7-5ae31835d552 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.324629] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc9652f-6adc-476b-87eb-b4b85cd9d2ca {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.355711] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7de7865-d7c1-471f-9283-2223c8c6006a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.362841] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e2fffc-b21b-4354-80bb-847788729986 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.377301] env[62954]: DEBUG nova.compute.provider_tree [None req-687f2576-7ca1-472c-ba7a-d2421a73bc9c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.547946] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Releasing lock "refresh_cache-ea5e84ec-8669-45bd-914b-02454f0dce24" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.548186] env[62954]: DEBUG nova.compute.manager [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Instance network_info: |[{"id": "3d2144b7-e769-40d7-ab4e-c016a5ed87b4", "address": "fa:16:3e:94:58:90", "network": {"id": "4bc10178-00ee-4e02-a77f-251b191703f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1716852077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ea3f4565fee40f2863a4acec611c17e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d2144b7-e7", "ovs_interfaceid": "3d2144b7-e769-40d7-ab4e-c016a5ed87b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1100.548621] env[62954]: DEBUG oslo_concurrency.lockutils [req-0e4e2658-b032-400d-9184-dcc6cbc91702 req-67d7441f-0901-481d-aca1-325d4a9b3e85 service nova] Acquired lock "refresh_cache-ea5e84ec-8669-45bd-914b-02454f0dce24" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.548878] env[62954]: DEBUG nova.network.neutron [req-0e4e2658-b032-400d-9184-dcc6cbc91702 req-67d7441f-0901-481d-aca1-325d4a9b3e85 service nova] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Refreshing network info cache for port 3d2144b7-e769-40d7-ab4e-c016a5ed87b4 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.551142] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:58:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bafe8721-91d4-4127-b215-d9e8e27947dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d2144b7-e769-40d7-ab4e-c016a5ed87b4', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1100.567052] env[62954]: DEBUG oslo.service.loopingcall [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1100.567532] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1100.567854] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5e7b582-128c-4629-9c46-904109ef29b0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.596229] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1100.596229] env[62954]: value = "task-2598230" [ 1100.596229] env[62954]: _type = "Task" [ 1100.596229] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.603978] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598230, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.620929] env[62954]: DEBUG oslo_vmware.api [None req-e5269dbd-baad-425b-a7ea-21c6081ed955 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127814} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.621239] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5269dbd-baad-425b-a7ea-21c6081ed955 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.621431] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e5269dbd-baad-425b-a7ea-21c6081ed955 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.621612] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e5269dbd-baad-425b-a7ea-21c6081ed955 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.621788] env[62954]: INFO nova.compute.manager [None req-e5269dbd-baad-425b-a7ea-21c6081ed955 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1100.622036] env[62954]: DEBUG oslo.service.loopingcall [None req-e5269dbd-baad-425b-a7ea-21c6081ed955 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1100.622233] env[62954]: DEBUG nova.compute.manager [-] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1100.622326] env[62954]: DEBUG nova.network.neutron [-] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1100.689414] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 334639c6-2360-40f6-bd4f-f2958262a54f] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1100.880860] env[62954]: DEBUG nova.scheduler.client.report [None req-687f2576-7ca1-472c-ba7a-d2421a73bc9c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.105838] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598230, 'name': CreateVM_Task, 'duration_secs': 0.332942} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.106068] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1101.106695] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.106933] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.107276] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.107521] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b79f591-7625-46e1-b2a6-6e0ea3ac14e2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.111829] env[62954]: DEBUG oslo_vmware.api [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 1101.111829] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52e2c8cf-05e4-f4df-defc-8ddef267fde0" [ 1101.111829] env[62954]: _type = "Task" [ 1101.111829] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.119044] env[62954]: DEBUG oslo_vmware.api [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52e2c8cf-05e4-f4df-defc-8ddef267fde0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.193433] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: e94eca32-39e6-4911-870f-2725923a8476] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1101.252385] env[62954]: DEBUG nova.network.neutron [req-0e4e2658-b032-400d-9184-dcc6cbc91702 req-67d7441f-0901-481d-aca1-325d4a9b3e85 service nova] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Updated VIF entry in instance network info cache for port 3d2144b7-e769-40d7-ab4e-c016a5ed87b4. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.252738] env[62954]: DEBUG nova.network.neutron [req-0e4e2658-b032-400d-9184-dcc6cbc91702 req-67d7441f-0901-481d-aca1-325d4a9b3e85 service nova] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Updating instance_info_cache with network_info: [{"id": "3d2144b7-e769-40d7-ab4e-c016a5ed87b4", "address": "fa:16:3e:94:58:90", "network": {"id": "4bc10178-00ee-4e02-a77f-251b191703f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1716852077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ea3f4565fee40f2863a4acec611c17e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d2144b7-e7", "ovs_interfaceid": "3d2144b7-e769-40d7-ab4e-c016a5ed87b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.344803] env[62954]: DEBUG nova.network.neutron [-] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.625430] env[62954]: DEBUG oslo_vmware.api [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52e2c8cf-05e4-f4df-defc-8ddef267fde0, 'name': SearchDatastore_Task, 'duration_secs': 0.009436} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.625747] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.625984] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1101.626246] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.626395] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.626705] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.626832] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31f990fd-f719-43eb-81b4-9455b038855d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.635626] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.635971] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1101.636727] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-695bd5ff-18b3-4f38-a56f-486ac3b1606b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.642333] env[62954]: DEBUG oslo_vmware.api [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 1101.642333] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52a17398-a578-febe-75d9-07ed37e9fed2" [ 1101.642333] env[62954]: _type = "Task" [ 1101.642333] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.649586] env[62954]: DEBUG oslo_vmware.api [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52a17398-a578-febe-75d9-07ed37e9fed2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.696677] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: d44c2ff3-0d92-43eb-abd9-5553f21e6b88] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1101.754903] env[62954]: DEBUG oslo_concurrency.lockutils [req-0e4e2658-b032-400d-9184-dcc6cbc91702 req-67d7441f-0901-481d-aca1-325d4a9b3e85 service nova] Releasing lock "refresh_cache-ea5e84ec-8669-45bd-914b-02454f0dce24" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.847331] env[62954]: INFO nova.compute.manager [-] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Took 1.22 seconds to deallocate network for instance. [ 1101.891191] env[62954]: DEBUG oslo_concurrency.lockutils [None req-687f2576-7ca1-472c-ba7a-d2421a73bc9c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.244s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.891413] env[62954]: DEBUG nova.compute.manager [None req-687f2576-7ca1-472c-ba7a-d2421a73bc9c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62954) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1101.894062] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2297e9f0-74e0-4cc8-92df-563e5ea4a5df tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.130s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.894248] env[62954]: DEBUG nova.objects.instance [None req-2297e9f0-74e0-4cc8-92df-563e5ea4a5df tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lazy-loading 'resources' on Instance uuid 5a8ce48d-44cc-43ee-b274-7df2f4647ec5 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.152969] env[62954]: DEBUG oslo_vmware.api [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52a17398-a578-febe-75d9-07ed37e9fed2, 'name': SearchDatastore_Task, 'duration_secs': 0.008967} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.153770] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02ede57d-18a2-4d25-8bc0-a48fc63eac72 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.159410] env[62954]: DEBUG oslo_vmware.api [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 1102.159410] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52b8c59c-5587-9a35-efa8-a5aa633e8243" [ 1102.159410] env[62954]: _type = "Task" [ 1102.159410] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.166933] env[62954]: DEBUG oslo_vmware.api [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52b8c59c-5587-9a35-efa8-a5aa633e8243, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.200024] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 2ec54a43-e34c-4ec4-9ba7-29f121ab3c3f] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1102.328073] env[62954]: DEBUG nova.compute.manager [req-b55d17d0-9f74-4109-a1c6-931dd18ec778 req-08fd853d-2f80-4670-8252-3ec31c9d433a service nova] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Received event network-vif-deleted-064dd895-39f7-4a95-a2ad-838f3d5cd502 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1102.352956] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e5269dbd-baad-425b-a7ea-21c6081ed955 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.452113] env[62954]: INFO nova.scheduler.client.report [None req-687f2576-7ca1-472c-ba7a-d2421a73bc9c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Deleted allocation for migration 30979c15-23ab-449f-8864-354cf8768ffd [ 1102.543963] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99408f41-4ed3-48cd-bda9-a8afd13f85f8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.552325] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5adc8f1f-1fca-4c3e-a662-39adb40a5595 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.584914] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499b940e-e270-469d-9650-75e05ae615f8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.593877] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4914f4-5a60-4659-af10-1e81ec1ec1a3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.607679] env[62954]: DEBUG nova.compute.provider_tree [None req-2297e9f0-74e0-4cc8-92df-563e5ea4a5df tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.670138] env[62954]: DEBUG oslo_vmware.api [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52b8c59c-5587-9a35-efa8-a5aa633e8243, 'name': SearchDatastore_Task, 'duration_secs': 0.011906} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.670360] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.670620] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] ea5e84ec-8669-45bd-914b-02454f0dce24/ea5e84ec-8669-45bd-914b-02454f0dce24.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1102.670888] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ccb8f37-fe83-426d-9c61-b8b48f349490 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.677395] env[62954]: DEBUG oslo_vmware.api [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 1102.677395] env[62954]: value = "task-2598231" [ 1102.677395] env[62954]: _type = "Task" [ 1102.677395] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.685212] env[62954]: DEBUG oslo_vmware.api [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.702781] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: f7df6402-0151-4429-a3e3-7e27a50b32c6] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1102.958400] env[62954]: DEBUG oslo_concurrency.lockutils [None req-687f2576-7ca1-472c-ba7a-d2421a73bc9c tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "034c1fcc-bec2-4e4b-b77d-821eba6a81fb" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.673s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.111032] env[62954]: DEBUG nova.scheduler.client.report [None req-2297e9f0-74e0-4cc8-92df-563e5ea4a5df tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.187132] env[62954]: DEBUG oslo_vmware.api [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.424395} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.187335] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] ea5e84ec-8669-45bd-914b-02454f0dce24/ea5e84ec-8669-45bd-914b-02454f0dce24.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1103.187557] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1103.187832] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe764863-16c8-4f0b-a1ba-edd3194a71f6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.193936] env[62954]: DEBUG oslo_vmware.api [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 1103.193936] env[62954]: value = "task-2598232" [ 1103.193936] env[62954]: _type = "Task" [ 1103.193936] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.202065] env[62954]: DEBUG oslo_vmware.api [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.205526] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 6a830901-1391-4526-9742-c5412e653a44] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1103.504558] env[62954]: DEBUG nova.objects.instance [None req-9fb9d591-dacc-4095-a487-c598ee06490d tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lazy-loading 'flavor' on Instance uuid 034c1fcc-bec2-4e4b-b77d-821eba6a81fb {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.615282] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2297e9f0-74e0-4cc8-92df-563e5ea4a5df tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.721s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.617791] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e5c2caad-df67-4ebe-8e48-3d8e364fcaf3 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.476s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.618218] env[62954]: DEBUG nova.objects.instance [None req-e5c2caad-df67-4ebe-8e48-3d8e364fcaf3 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lazy-loading 'resources' on Instance uuid 9d694e55-25f6-45fc-9909-3ce31bb25956 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.635845] env[62954]: INFO nova.scheduler.client.report [None req-2297e9f0-74e0-4cc8-92df-563e5ea4a5df tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Deleted allocations for instance 5a8ce48d-44cc-43ee-b274-7df2f4647ec5 [ 1103.702990] env[62954]: DEBUG oslo_vmware.api [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056244} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.703312] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1103.704093] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a99f05c-081a-4923-88a3-59e6db9b8a2a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.708390] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 877f91e8-ed8d-45e1-8267-311dae34633a] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1103.728635] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] ea5e84ec-8669-45bd-914b-02454f0dce24/ea5e84ec-8669-45bd-914b-02454f0dce24.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.729226] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f70e9e01-9055-4395-a554-bef05979acfd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.750123] env[62954]: DEBUG oslo_vmware.api [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 1103.750123] env[62954]: value = "task-2598233" [ 1103.750123] env[62954]: _type = "Task" [ 1103.750123] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.758609] env[62954]: DEBUG oslo_vmware.api [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598233, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.009859] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9fb9d591-dacc-4095-a487-c598ee06490d tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "refresh_cache-034c1fcc-bec2-4e4b-b77d-821eba6a81fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.010078] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9fb9d591-dacc-4095-a487-c598ee06490d tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquired lock "refresh_cache-034c1fcc-bec2-4e4b-b77d-821eba6a81fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.010290] env[62954]: DEBUG nova.network.neutron [None req-9fb9d591-dacc-4095-a487-c598ee06490d tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.010480] env[62954]: DEBUG nova.objects.instance [None req-9fb9d591-dacc-4095-a487-c598ee06490d tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lazy-loading 'info_cache' on Instance uuid 034c1fcc-bec2-4e4b-b77d-821eba6a81fb {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.144390] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2297e9f0-74e0-4cc8-92df-563e5ea4a5df tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "5a8ce48d-44cc-43ee-b274-7df2f4647ec5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.718s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.230033] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: d6144768-162e-4e54-bfad-9317adbf2850] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1104.251072] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad12c2b8-c1d2-489b-bc0a-6f502d0c3963 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.266363] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7e4467-bac4-443b-a761-5deccba05439 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.269720] env[62954]: DEBUG oslo_vmware.api [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598233, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.301844] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a4222f-61ad-4e0e-96ca-32d4a7ece4fb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.310138] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6884fbcb-35af-4abe-a12f-e2713c4cd881 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.324443] env[62954]: DEBUG nova.compute.provider_tree [None req-e5c2caad-df67-4ebe-8e48-3d8e364fcaf3 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.514104] env[62954]: DEBUG nova.objects.base [None req-9fb9d591-dacc-4095-a487-c598ee06490d tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Object Instance<034c1fcc-bec2-4e4b-b77d-821eba6a81fb> lazy-loaded attributes: flavor,info_cache {{(pid=62954) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1104.734491] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: fd6323bb-5444-40d8-b886-41acc2947ec3] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1104.765710] env[62954]: DEBUG oslo_vmware.api [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598233, 'name': ReconfigVM_Task, 'duration_secs': 0.608651} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.765710] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Reconfigured VM instance instance-00000072 to attach disk [datastore2] ea5e84ec-8669-45bd-914b-02454f0dce24/ea5e84ec-8669-45bd-914b-02454f0dce24.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1104.765998] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18839ee9-a1c0-4ca1-81c3-9ec997cc2476 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.771679] env[62954]: DEBUG oslo_vmware.api [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 1104.771679] env[62954]: value = "task-2598234" [ 1104.771679] env[62954]: _type = "Task" [ 1104.771679] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.779238] env[62954]: DEBUG oslo_vmware.api [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598234, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.827884] env[62954]: DEBUG nova.scheduler.client.report [None req-e5c2caad-df67-4ebe-8e48-3d8e364fcaf3 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.223953] env[62954]: DEBUG nova.network.neutron [None req-9fb9d591-dacc-4095-a487-c598ee06490d tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Updating instance_info_cache with network_info: [{"id": "3aa92b41-ac40-4e7c-a6f4-4401624532c7", "address": "fa:16:3e:fe:71:e1", "network": {"id": "7c267a0a-446f-4e24-9552-67fbdacd4c1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1764129639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b7067a8cb44a12a451501342566d30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aa92b41-ac", "ovs_interfaceid": "3aa92b41-ac40-4e7c-a6f4-4401624532c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.238151] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 549c45cf-b86d-4716-a622-7b275409245a] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1105.281454] env[62954]: DEBUG oslo_vmware.api [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598234, 'name': Rename_Task, 'duration_secs': 0.138473} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.281727] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.281965] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-070a15f4-4464-4b85-8014-6a65eb4f007f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.288148] env[62954]: DEBUG oslo_vmware.api [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 1105.288148] env[62954]: value = "task-2598235" [ 1105.288148] env[62954]: _type = "Task" [ 1105.288148] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.295273] env[62954]: DEBUG oslo_vmware.api [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.333111] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e5c2caad-df67-4ebe-8e48-3d8e364fcaf3 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.715s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1105.335377] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e5269dbd-baad-425b-a7ea-21c6081ed955 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.983s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.335611] env[62954]: DEBUG nova.objects.instance [None req-e5269dbd-baad-425b-a7ea-21c6081ed955 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Lazy-loading 'resources' on Instance uuid 0c2abcb1-5d84-486f-a4d2-14867ddcacb3 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.350300] env[62954]: INFO nova.scheduler.client.report [None req-e5c2caad-df67-4ebe-8e48-3d8e364fcaf3 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Deleted allocations for instance 9d694e55-25f6-45fc-9909-3ce31bb25956 [ 1105.562203] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "ff274adc-122d-43d8-b2be-a653e1557b60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1105.562435] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "ff274adc-122d-43d8-b2be-a653e1557b60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.726439] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9fb9d591-dacc-4095-a487-c598ee06490d tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Releasing lock "refresh_cache-034c1fcc-bec2-4e4b-b77d-821eba6a81fb" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.741097] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: f01c8ffc-e126-46a5-b7c4-50e7ec1ecf9d] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1105.798422] env[62954]: DEBUG oslo_vmware.api [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598235, 'name': PowerOnVM_Task, 'duration_secs': 0.405129} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.798636] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.798830] env[62954]: INFO nova.compute.manager [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Took 7.24 seconds to spawn the instance on the hypervisor. [ 1105.799028] env[62954]: DEBUG nova.compute.manager [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.799823] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0111d2e6-7bad-4619-a15d-0468c9eb6a72 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.860900] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e5c2caad-df67-4ebe-8e48-3d8e364fcaf3 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "9d694e55-25f6-45fc-9909-3ce31bb25956" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.280s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1105.972359] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56606c3-4f0b-4b2f-8a10-93be224342c6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.980020] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cffeec7-bb52-416b-82db-33ff41c73325 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.012152] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fa3e4a-1a5a-40cf-b9e8-060dfa21c57d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.019573] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb6c541-d15d-4e34-b728-5faf08223e85 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.032891] env[62954]: DEBUG nova.compute.provider_tree [None req-e5269dbd-baad-425b-a7ea-21c6081ed955 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.064682] env[62954]: DEBUG nova.compute.manager [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1106.246995] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: c30de12c-beb1-418b-8582-c25a74fa88f8] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1106.317865] env[62954]: INFO nova.compute.manager [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Took 12.04 seconds to build instance. [ 1106.536867] env[62954]: DEBUG nova.scheduler.client.report [None req-e5269dbd-baad-425b-a7ea-21c6081ed955 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.582675] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.732670] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fb9d591-dacc-4095-a487-c598ee06490d tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.733033] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f93b05d8-ff7b-4c00-9e68-aabe618d31b6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.740872] env[62954]: DEBUG oslo_vmware.api [None req-9fb9d591-dacc-4095-a487-c598ee06490d tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1106.740872] env[62954]: value = "task-2598236" [ 1106.740872] env[62954]: _type = "Task" [ 1106.740872] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.749597] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 9ca9ac57-46cd-4ef0-9be1-832b1d0ecb08] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1106.751462] env[62954]: DEBUG oslo_vmware.api [None req-9fb9d591-dacc-4095-a487-c598ee06490d tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.820096] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f8d72a3e-681c-4c16-9d28-aa34134ce8f1 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "ea5e84ec-8669-45bd-914b-02454f0dce24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.547s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.041142] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e5269dbd-baad-425b-a7ea-21c6081ed955 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.706s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.043373] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.461s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.044971] env[62954]: INFO nova.compute.claims [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.057919] env[62954]: INFO nova.scheduler.client.report [None req-e5269dbd-baad-425b-a7ea-21c6081ed955 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Deleted allocations for instance 0c2abcb1-5d84-486f-a4d2-14867ddcacb3 [ 1107.251157] env[62954]: DEBUG oslo_vmware.api [None req-9fb9d591-dacc-4095-a487-c598ee06490d tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598236, 'name': PowerOnVM_Task, 'duration_secs': 0.404147} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.251464] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fb9d591-dacc-4095-a487-c598ee06490d tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.251669] env[62954]: DEBUG nova.compute.manager [None req-9fb9d591-dacc-4095-a487-c598ee06490d tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.252456] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b91e71-2a32-41d1-b061-133ee15f3731 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.255688] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 3c12b5fd-118b-4de9-bc25-7205c8f0eb0c] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1107.476891] env[62954]: DEBUG oslo_concurrency.lockutils [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "4cbd2cb4-3ca1-4240-ae98-82f99d7270f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.477024] env[62954]: DEBUG oslo_concurrency.lockutils [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "4cbd2cb4-3ca1-4240-ae98-82f99d7270f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.567228] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e5269dbd-baad-425b-a7ea-21c6081ed955 tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Lock "0c2abcb1-5d84-486f-a4d2-14867ddcacb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.563s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.610940] env[62954]: DEBUG nova.compute.manager [req-6bb73917-f360-419d-8b13-432de783d435 req-2b55e8a2-ec9f-4496-a882-e134d0da4a80 service nova] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Received event network-changed-3d2144b7-e769-40d7-ab4e-c016a5ed87b4 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1107.610940] env[62954]: DEBUG nova.compute.manager [req-6bb73917-f360-419d-8b13-432de783d435 req-2b55e8a2-ec9f-4496-a882-e134d0da4a80 service nova] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Refreshing instance network info cache due to event network-changed-3d2144b7-e769-40d7-ab4e-c016a5ed87b4. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1107.610940] env[62954]: DEBUG oslo_concurrency.lockutils [req-6bb73917-f360-419d-8b13-432de783d435 req-2b55e8a2-ec9f-4496-a882-e134d0da4a80 service nova] Acquiring lock "refresh_cache-ea5e84ec-8669-45bd-914b-02454f0dce24" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.610940] env[62954]: DEBUG oslo_concurrency.lockutils [req-6bb73917-f360-419d-8b13-432de783d435 req-2b55e8a2-ec9f-4496-a882-e134d0da4a80 service nova] Acquired lock "refresh_cache-ea5e84ec-8669-45bd-914b-02454f0dce24" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.610940] env[62954]: DEBUG nova.network.neutron [req-6bb73917-f360-419d-8b13-432de783d435 req-2b55e8a2-ec9f-4496-a882-e134d0da4a80 service nova] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Refreshing network info cache for port 3d2144b7-e769-40d7-ab4e-c016a5ed87b4 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.759593] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 2398388f-5606-44da-bb32-65b071ee0a5a] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1107.787374] env[62954]: DEBUG oslo_concurrency.lockutils [None req-262efc5c-65ea-4db8-bb67-5aef0eeb6f3a tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Acquiring lock "e2c875ef-c405-428f-86ea-10f0fddae6cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.787698] env[62954]: DEBUG oslo_concurrency.lockutils [None req-262efc5c-65ea-4db8-bb67-5aef0eeb6f3a tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Lock "e2c875ef-c405-428f-86ea-10f0fddae6cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.787955] env[62954]: DEBUG oslo_concurrency.lockutils [None req-262efc5c-65ea-4db8-bb67-5aef0eeb6f3a tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Acquiring lock "e2c875ef-c405-428f-86ea-10f0fddae6cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.788222] env[62954]: DEBUG oslo_concurrency.lockutils [None req-262efc5c-65ea-4db8-bb67-5aef0eeb6f3a tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Lock "e2c875ef-c405-428f-86ea-10f0fddae6cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.788406] env[62954]: DEBUG oslo_concurrency.lockutils [None req-262efc5c-65ea-4db8-bb67-5aef0eeb6f3a tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Lock "e2c875ef-c405-428f-86ea-10f0fddae6cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.790311] env[62954]: INFO nova.compute.manager [None req-262efc5c-65ea-4db8-bb67-5aef0eeb6f3a tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Terminating instance [ 1107.979066] env[62954]: DEBUG nova.compute.manager [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1108.140461] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3d8e46d0-1a90-4c8f-b43b-c04b8fd60564 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "034c1fcc-bec2-4e4b-b77d-821eba6a81fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.140728] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3d8e46d0-1a90-4c8f-b43b-c04b8fd60564 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "034c1fcc-bec2-4e4b-b77d-821eba6a81fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.140933] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3d8e46d0-1a90-4c8f-b43b-c04b8fd60564 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "034c1fcc-bec2-4e4b-b77d-821eba6a81fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.141138] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3d8e46d0-1a90-4c8f-b43b-c04b8fd60564 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "034c1fcc-bec2-4e4b-b77d-821eba6a81fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.141392] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3d8e46d0-1a90-4c8f-b43b-c04b8fd60564 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "034c1fcc-bec2-4e4b-b77d-821eba6a81fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.145579] env[62954]: INFO nova.compute.manager [None req-3d8e46d0-1a90-4c8f-b43b-c04b8fd60564 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Terminating instance [ 1108.186934] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b32fc6-b1d7-438d-8371-0ae30c398a3f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.194909] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d60e15-2c2a-4825-bfc3-bb307b8aaa25 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.229544] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d031898f-b318-4bc3-9016-890330dc8ee0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.237019] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ecb0d4-a013-4f8c-81de-bb90859243a8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.250447] env[62954]: DEBUG nova.compute.provider_tree [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.263924] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: bd25771f-4502-4a7c-acb6-75a91117d993] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1108.294363] env[62954]: DEBUG nova.compute.manager [None req-262efc5c-65ea-4db8-bb67-5aef0eeb6f3a tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1108.294584] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-262efc5c-65ea-4db8-bb67-5aef0eeb6f3a tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.295536] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54a72cd-a249-4f9f-adfe-d4dd14f2cfeb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.303471] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-262efc5c-65ea-4db8-bb67-5aef0eeb6f3a tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.303718] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0473bc5-ec25-4a98-bf6b-c9e7959c8606 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.310211] env[62954]: DEBUG oslo_vmware.api [None req-262efc5c-65ea-4db8-bb67-5aef0eeb6f3a tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Waiting for the task: (returnval){ [ 1108.310211] env[62954]: value = "task-2598237" [ 1108.310211] env[62954]: _type = "Task" [ 1108.310211] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.320119] env[62954]: DEBUG oslo_vmware.api [None req-262efc5c-65ea-4db8-bb67-5aef0eeb6f3a tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.346405] env[62954]: DEBUG nova.network.neutron [req-6bb73917-f360-419d-8b13-432de783d435 req-2b55e8a2-ec9f-4496-a882-e134d0da4a80 service nova] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Updated VIF entry in instance network info cache for port 3d2144b7-e769-40d7-ab4e-c016a5ed87b4. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.346858] env[62954]: DEBUG nova.network.neutron [req-6bb73917-f360-419d-8b13-432de783d435 req-2b55e8a2-ec9f-4496-a882-e134d0da4a80 service nova] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Updating instance_info_cache with network_info: [{"id": "3d2144b7-e769-40d7-ab4e-c016a5ed87b4", "address": "fa:16:3e:94:58:90", "network": {"id": "4bc10178-00ee-4e02-a77f-251b191703f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1716852077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ea3f4565fee40f2863a4acec611c17e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d2144b7-e7", "ovs_interfaceid": "3d2144b7-e769-40d7-ab4e-c016a5ed87b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.501294] env[62954]: DEBUG oslo_concurrency.lockutils [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.649934] env[62954]: DEBUG nova.compute.manager [None req-3d8e46d0-1a90-4c8f-b43b-c04b8fd60564 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1108.650198] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8e46d0-1a90-4c8f-b43b-c04b8fd60564 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.651101] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559fcd51-2954-43a8-aea3-ab51de44ae3e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.658892] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d8e46d0-1a90-4c8f-b43b-c04b8fd60564 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.659138] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b69fa4c1-4163-4ae5-8723-994b7d2b3e9f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.665612] env[62954]: DEBUG oslo_vmware.api [None req-3d8e46d0-1a90-4c8f-b43b-c04b8fd60564 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1108.665612] env[62954]: value = "task-2598238" [ 1108.665612] env[62954]: _type = "Task" [ 1108.665612] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.673688] env[62954]: DEBUG oslo_vmware.api [None req-3d8e46d0-1a90-4c8f-b43b-c04b8fd60564 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.755390] env[62954]: DEBUG nova.scheduler.client.report [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.767391] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 6d8062ce-8e5a-4b48-b7e2-88780aa233ad] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1108.820501] env[62954]: DEBUG oslo_vmware.api [None req-262efc5c-65ea-4db8-bb67-5aef0eeb6f3a tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598237, 'name': PowerOffVM_Task, 'duration_secs': 0.230601} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.820874] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-262efc5c-65ea-4db8-bb67-5aef0eeb6f3a tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.821177] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-262efc5c-65ea-4db8-bb67-5aef0eeb6f3a tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.821461] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-acd23095-9cd2-4b61-ad28-6be39f667a4d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.850314] env[62954]: DEBUG oslo_concurrency.lockutils [req-6bb73917-f360-419d-8b13-432de783d435 req-2b55e8a2-ec9f-4496-a882-e134d0da4a80 service nova] Releasing lock "refresh_cache-ea5e84ec-8669-45bd-914b-02454f0dce24" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.885285] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-262efc5c-65ea-4db8-bb67-5aef0eeb6f3a tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1108.885500] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-262efc5c-65ea-4db8-bb67-5aef0eeb6f3a tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1108.885684] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-262efc5c-65ea-4db8-bb67-5aef0eeb6f3a tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Deleting the datastore file [datastore1] e2c875ef-c405-428f-86ea-10f0fddae6cd {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1108.885945] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bb8aadb-7868-4776-b324-aba6275de9a3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.895967] env[62954]: DEBUG oslo_vmware.api [None req-262efc5c-65ea-4db8-bb67-5aef0eeb6f3a tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Waiting for the task: (returnval){ [ 1108.895967] env[62954]: value = "task-2598240" [ 1108.895967] env[62954]: _type = "Task" [ 1108.895967] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.904613] env[62954]: DEBUG oslo_vmware.api [None req-262efc5c-65ea-4db8-bb67-5aef0eeb6f3a tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.176050] env[62954]: DEBUG oslo_vmware.api [None req-3d8e46d0-1a90-4c8f-b43b-c04b8fd60564 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598238, 'name': PowerOffVM_Task, 'duration_secs': 0.157755} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.176352] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d8e46d0-1a90-4c8f-b43b-c04b8fd60564 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1109.176523] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8e46d0-1a90-4c8f-b43b-c04b8fd60564 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1109.176758] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3899aed-5a7e-497e-887f-a240976f89b9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.233568] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8e46d0-1a90-4c8f-b43b-c04b8fd60564 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1109.233781] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8e46d0-1a90-4c8f-b43b-c04b8fd60564 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1109.233963] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d8e46d0-1a90-4c8f-b43b-c04b8fd60564 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Deleting the datastore file [datastore2] 034c1fcc-bec2-4e4b-b77d-821eba6a81fb {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1109.234236] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-428d121f-8af9-4d3a-9425-1b182972b5b8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.240315] env[62954]: DEBUG oslo_vmware.api [None req-3d8e46d0-1a90-4c8f-b43b-c04b8fd60564 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1109.240315] env[62954]: value = "task-2598242" [ 1109.240315] env[62954]: _type = "Task" [ 1109.240315] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.248026] env[62954]: DEBUG oslo_vmware.api [None req-3d8e46d0-1a90-4c8f-b43b-c04b8fd60564 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.260754] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.217s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.261239] env[62954]: DEBUG nova.compute.manager [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1109.263609] env[62954]: DEBUG oslo_concurrency.lockutils [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.763s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.264929] env[62954]: INFO nova.compute.claims [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.269647] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 74cce47e-4c36-419b-a153-2e7e4bc67982] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1109.407412] env[62954]: DEBUG oslo_vmware.api [None req-262efc5c-65ea-4db8-bb67-5aef0eeb6f3a tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Task: {'id': task-2598240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140375} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.407670] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-262efc5c-65ea-4db8-bb67-5aef0eeb6f3a tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.407833] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-262efc5c-65ea-4db8-bb67-5aef0eeb6f3a tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.408017] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-262efc5c-65ea-4db8-bb67-5aef0eeb6f3a tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.408198] env[62954]: INFO nova.compute.manager [None req-262efc5c-65ea-4db8-bb67-5aef0eeb6f3a tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1109.408443] env[62954]: DEBUG oslo.service.loopingcall [None req-262efc5c-65ea-4db8-bb67-5aef0eeb6f3a tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1109.408633] env[62954]: DEBUG nova.compute.manager [-] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1109.408729] env[62954]: DEBUG nova.network.neutron [-] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1109.669224] env[62954]: DEBUG nova.compute.manager [req-f1a5b6ba-d84e-44fa-8b26-7687417cf2a8 req-d4034091-d22f-48d7-a9b9-d265434231ff service nova] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Received event network-vif-deleted-48e6c6ea-5b29-41d3-b605-56ba6e653ed0 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1109.669224] env[62954]: INFO nova.compute.manager [req-f1a5b6ba-d84e-44fa-8b26-7687417cf2a8 req-d4034091-d22f-48d7-a9b9-d265434231ff service nova] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Neutron deleted interface 48e6c6ea-5b29-41d3-b605-56ba6e653ed0; detaching it from the instance and deleting it from the info cache [ 1109.669224] env[62954]: DEBUG nova.network.neutron [req-f1a5b6ba-d84e-44fa-8b26-7687417cf2a8 req-d4034091-d22f-48d7-a9b9-d265434231ff service nova] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.751331] env[62954]: DEBUG oslo_vmware.api [None req-3d8e46d0-1a90-4c8f-b43b-c04b8fd60564 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255078} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.751528] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d8e46d0-1a90-4c8f-b43b-c04b8fd60564 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.751694] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8e46d0-1a90-4c8f-b43b-c04b8fd60564 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.751873] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8e46d0-1a90-4c8f-b43b-c04b8fd60564 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.752077] env[62954]: INFO nova.compute.manager [None req-3d8e46d0-1a90-4c8f-b43b-c04b8fd60564 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1109.752429] env[62954]: DEBUG oslo.service.loopingcall [None req-3d8e46d0-1a90-4c8f-b43b-c04b8fd60564 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1109.752640] env[62954]: DEBUG nova.compute.manager [-] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1109.752736] env[62954]: DEBUG nova.network.neutron [-] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1109.768849] env[62954]: DEBUG nova.compute.utils [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1109.771964] env[62954]: DEBUG nova.compute.manager [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1109.772160] env[62954]: DEBUG nova.network.neutron [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1109.773893] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 6b972424-1a75-4945-81b0-a90874f329e0] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1109.821834] env[62954]: DEBUG nova.policy [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41504cde129347978859d6028392af60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4bf9ee7b108347bfa5bd89b8f255aef8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.150113] env[62954]: DEBUG nova.network.neutron [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Successfully created port: 275349ed-5133-4adf-ae25-3c153c3dac6e {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1110.153662] env[62954]: DEBUG nova.network.neutron [-] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.172283] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee2aeb80-81ab-4c5a-a96a-cdfd38cc323c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.187207] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59c6614-7cc7-448b-8452-5f17ac8a9a3f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.219058] env[62954]: DEBUG nova.compute.manager [req-f1a5b6ba-d84e-44fa-8b26-7687417cf2a8 req-d4034091-d22f-48d7-a9b9-d265434231ff service nova] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Detach interface failed, port_id=48e6c6ea-5b29-41d3-b605-56ba6e653ed0, reason: Instance e2c875ef-c405-428f-86ea-10f0fddae6cd could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1110.272681] env[62954]: DEBUG nova.compute.manager [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1110.278543] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 2afb6f73-709d-4a37-8b32-23fd34a2191a] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1110.421660] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898cee36-0111-44a5-8a8d-ae7a103df392 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.429887] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b93ebf7-f30f-49a1-80c2-77b59d3687e7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.460678] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4970ff4c-6fab-4b03-907c-f4f1b921ba15 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.467403] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7335a2f1-db71-4f23-9f8e-63830f4bdb39 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.480288] env[62954]: DEBUG nova.compute.provider_tree [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.656072] env[62954]: INFO nova.compute.manager [-] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Took 1.25 seconds to deallocate network for instance. [ 1110.680828] env[62954]: DEBUG nova.network.neutron [-] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.781802] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: d8f3b081-69a4-4239-9a99-a1cd07cb3b83] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1110.983659] env[62954]: DEBUG nova.scheduler.client.report [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.163046] env[62954]: DEBUG oslo_concurrency.lockutils [None req-262efc5c-65ea-4db8-bb67-5aef0eeb6f3a tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.183730] env[62954]: INFO nova.compute.manager [-] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Took 1.43 seconds to deallocate network for instance. [ 1111.280857] env[62954]: DEBUG nova.compute.manager [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1111.284351] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 2bdc6d5a-4b65-44bb-8281-1067a1045d6a] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1111.306626] env[62954]: DEBUG nova.virt.hardware [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.306902] env[62954]: DEBUG nova.virt.hardware [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.307074] env[62954]: DEBUG nova.virt.hardware [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.307265] env[62954]: DEBUG nova.virt.hardware [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.307414] env[62954]: DEBUG nova.virt.hardware [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.307562] env[62954]: DEBUG nova.virt.hardware [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.307768] env[62954]: DEBUG nova.virt.hardware [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.307950] env[62954]: DEBUG nova.virt.hardware [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.308165] env[62954]: DEBUG nova.virt.hardware [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.308336] env[62954]: DEBUG nova.virt.hardware [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.308526] env[62954]: DEBUG nova.virt.hardware [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.309457] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3762ad-c1b5-47f6-9d80-bdc3f657584a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.318372] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f581b0-375d-4b84-8e5b-015957f228f6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.488965] env[62954]: DEBUG oslo_concurrency.lockutils [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.225s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.489523] env[62954]: DEBUG nova.compute.manager [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1111.492071] env[62954]: DEBUG oslo_concurrency.lockutils [None req-262efc5c-65ea-4db8-bb67-5aef0eeb6f3a tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.329s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.492298] env[62954]: DEBUG nova.objects.instance [None req-262efc5c-65ea-4db8-bb67-5aef0eeb6f3a tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Lazy-loading 'resources' on Instance uuid e2c875ef-c405-428f-86ea-10f0fddae6cd {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.535475] env[62954]: DEBUG nova.compute.manager [req-b84c3218-537d-449a-a611-c7fb1cb39f88 req-0e57499a-c918-4fbe-b7fc-1fcdd6341b94 service nova] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Received event network-vif-plugged-275349ed-5133-4adf-ae25-3c153c3dac6e {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1111.535475] env[62954]: DEBUG oslo_concurrency.lockutils [req-b84c3218-537d-449a-a611-c7fb1cb39f88 req-0e57499a-c918-4fbe-b7fc-1fcdd6341b94 service nova] Acquiring lock "ff274adc-122d-43d8-b2be-a653e1557b60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.535475] env[62954]: DEBUG oslo_concurrency.lockutils [req-b84c3218-537d-449a-a611-c7fb1cb39f88 req-0e57499a-c918-4fbe-b7fc-1fcdd6341b94 service nova] Lock "ff274adc-122d-43d8-b2be-a653e1557b60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.535648] env[62954]: DEBUG oslo_concurrency.lockutils [req-b84c3218-537d-449a-a611-c7fb1cb39f88 req-0e57499a-c918-4fbe-b7fc-1fcdd6341b94 service nova] Lock "ff274adc-122d-43d8-b2be-a653e1557b60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.535849] env[62954]: DEBUG nova.compute.manager [req-b84c3218-537d-449a-a611-c7fb1cb39f88 req-0e57499a-c918-4fbe-b7fc-1fcdd6341b94 service nova] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] No waiting events found dispatching network-vif-plugged-275349ed-5133-4adf-ae25-3c153c3dac6e {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1111.535970] env[62954]: WARNING nova.compute.manager [req-b84c3218-537d-449a-a611-c7fb1cb39f88 req-0e57499a-c918-4fbe-b7fc-1fcdd6341b94 service nova] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Received unexpected event network-vif-plugged-275349ed-5133-4adf-ae25-3c153c3dac6e for instance with vm_state building and task_state spawning. [ 1111.642557] env[62954]: DEBUG nova.network.neutron [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Successfully updated port: 275349ed-5133-4adf-ae25-3c153c3dac6e {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1111.689651] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3d8e46d0-1a90-4c8f-b43b-c04b8fd60564 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.696942] env[62954]: DEBUG nova.compute.manager [req-926fd6c2-baa2-484a-83a6-e07127fdf1a5 req-48bc59a7-5680-41af-a1d8-69a20708a9d2 service nova] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Received event network-vif-deleted-3aa92b41-ac40-4e7c-a6f4-4401624532c7 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1111.787523] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 4e2c3168-923a-4d87-a5d6-e6d4ed7d521c] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1111.994947] env[62954]: DEBUG nova.compute.utils [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1111.996421] env[62954]: DEBUG nova.compute.manager [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1111.996532] env[62954]: DEBUG nova.network.neutron [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1112.036882] env[62954]: DEBUG nova.policy [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98cb55b886fb4825b80315af560c4c0e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3eed675f8f04cffb49792ee5c797352', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 1112.123995] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03845a3d-9f5b-4cc1-b85a-88b07b174554 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.131870] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880d98fc-640a-40c6-a3a8-146c7a45c2c0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.160871] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "refresh_cache-ff274adc-122d-43d8-b2be-a653e1557b60" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.160963] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquired lock "refresh_cache-ff274adc-122d-43d8-b2be-a653e1557b60" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.161117] env[62954]: DEBUG nova.network.neutron [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.162838] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f6c582-c91a-4102-b16f-407e17e42d9b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.170962] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d8791f-8443-4726-8a8d-c9065dbab73e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.185620] env[62954]: DEBUG nova.compute.provider_tree [None req-262efc5c-65ea-4db8-bb67-5aef0eeb6f3a tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.291342] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: b29065f6-554c-47e1-a1b3-c40e03ab66da] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1112.310392] env[62954]: DEBUG nova.network.neutron [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Successfully created port: 8e91c285-580e-41c5-8989-e68878ff7fc1 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1112.499512] env[62954]: DEBUG nova.compute.manager [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1112.689056] env[62954]: DEBUG nova.scheduler.client.report [None req-262efc5c-65ea-4db8-bb67-5aef0eeb6f3a tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.693443] env[62954]: DEBUG nova.network.neutron [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1112.795064] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 3eb2d6b5-bcec-49f9-9bbe-a464f347dfb9] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1112.851231] env[62954]: DEBUG nova.network.neutron [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Updating instance_info_cache with network_info: [{"id": "275349ed-5133-4adf-ae25-3c153c3dac6e", "address": "fa:16:3e:b4:f5:d5", "network": {"id": "484c56ca-1f11-4764-ae7d-eca649dd23a2", "bridge": "br-int", "label": "tempest-ServersTestJSON-320817937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bf9ee7b108347bfa5bd89b8f255aef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap275349ed-51", "ovs_interfaceid": "275349ed-5133-4adf-ae25-3c153c3dac6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.193678] env[62954]: DEBUG oslo_concurrency.lockutils [None req-262efc5c-65ea-4db8-bb67-5aef0eeb6f3a tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.701s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.196039] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3d8e46d0-1a90-4c8f-b43b-c04b8fd60564 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.506s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.196287] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3d8e46d0-1a90-4c8f-b43b-c04b8fd60564 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.217181] env[62954]: INFO nova.scheduler.client.report [None req-3d8e46d0-1a90-4c8f-b43b-c04b8fd60564 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Deleted allocations for instance 034c1fcc-bec2-4e4b-b77d-821eba6a81fb [ 1113.218979] env[62954]: INFO nova.scheduler.client.report [None req-262efc5c-65ea-4db8-bb67-5aef0eeb6f3a tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Deleted allocations for instance e2c875ef-c405-428f-86ea-10f0fddae6cd [ 1113.297740] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: a210b97d-117c-418b-81a2-594ec21dde75] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1113.353343] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Releasing lock "refresh_cache-ff274adc-122d-43d8-b2be-a653e1557b60" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.353678] env[62954]: DEBUG nova.compute.manager [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Instance network_info: |[{"id": "275349ed-5133-4adf-ae25-3c153c3dac6e", "address": "fa:16:3e:b4:f5:d5", "network": {"id": "484c56ca-1f11-4764-ae7d-eca649dd23a2", "bridge": "br-int", "label": "tempest-ServersTestJSON-320817937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bf9ee7b108347bfa5bd89b8f255aef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap275349ed-51", "ovs_interfaceid": "275349ed-5133-4adf-ae25-3c153c3dac6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1113.354105] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:f5:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '275349ed-5133-4adf-ae25-3c153c3dac6e', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.363620] env[62954]: DEBUG oslo.service.loopingcall [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1113.363857] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.364109] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91dff104-6dea-40c6-a1fd-f6e71ed2f7ec {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.387807] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.387807] env[62954]: value = "task-2598243" [ 1113.387807] env[62954]: _type = "Task" [ 1113.387807] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.395931] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598243, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.508971] env[62954]: DEBUG nova.compute.manager [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1113.539407] env[62954]: DEBUG nova.virt.hardware [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.539719] env[62954]: DEBUG nova.virt.hardware [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.539844] env[62954]: DEBUG nova.virt.hardware [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.540045] env[62954]: DEBUG nova.virt.hardware [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.540199] env[62954]: DEBUG nova.virt.hardware [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.540349] env[62954]: DEBUG nova.virt.hardware [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.540556] env[62954]: DEBUG nova.virt.hardware [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.540715] env[62954]: DEBUG nova.virt.hardware [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.540880] env[62954]: DEBUG nova.virt.hardware [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.541053] env[62954]: DEBUG nova.virt.hardware [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.541236] env[62954]: DEBUG nova.virt.hardware [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.542092] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab9398d-14f4-4b3b-a5fa-98ad41bf53b1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.550018] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3634b61-c282-4e78-aa4c-094d8be81a59 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.565460] env[62954]: DEBUG nova.compute.manager [req-bec73282-d988-4ee2-b853-ed8f86672f76 req-b90c0343-fc6b-4e6d-b6ab-19aca71ee974 service nova] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Received event network-changed-275349ed-5133-4adf-ae25-3c153c3dac6e {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1113.565649] env[62954]: DEBUG nova.compute.manager [req-bec73282-d988-4ee2-b853-ed8f86672f76 req-b90c0343-fc6b-4e6d-b6ab-19aca71ee974 service nova] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Refreshing instance network info cache due to event network-changed-275349ed-5133-4adf-ae25-3c153c3dac6e. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1113.565867] env[62954]: DEBUG oslo_concurrency.lockutils [req-bec73282-d988-4ee2-b853-ed8f86672f76 req-b90c0343-fc6b-4e6d-b6ab-19aca71ee974 service nova] Acquiring lock "refresh_cache-ff274adc-122d-43d8-b2be-a653e1557b60" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.566024] env[62954]: DEBUG oslo_concurrency.lockutils [req-bec73282-d988-4ee2-b853-ed8f86672f76 req-b90c0343-fc6b-4e6d-b6ab-19aca71ee974 service nova] Acquired lock "refresh_cache-ff274adc-122d-43d8-b2be-a653e1557b60" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.566192] env[62954]: DEBUG nova.network.neutron [req-bec73282-d988-4ee2-b853-ed8f86672f76 req-b90c0343-fc6b-4e6d-b6ab-19aca71ee974 service nova] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Refreshing network info cache for port 275349ed-5133-4adf-ae25-3c153c3dac6e {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.731389] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3d8e46d0-1a90-4c8f-b43b-c04b8fd60564 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "034c1fcc-bec2-4e4b-b77d-821eba6a81fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.590s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.732990] env[62954]: DEBUG oslo_concurrency.lockutils [None req-262efc5c-65ea-4db8-bb67-5aef0eeb6f3a tempest-ListServerFiltersTestJSON-318831983 tempest-ListServerFiltersTestJSON-318831983-project-member] Lock "e2c875ef-c405-428f-86ea-10f0fddae6cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.945s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.751686] env[62954]: DEBUG nova.network.neutron [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Successfully updated port: 8e91c285-580e-41c5-8989-e68878ff7fc1 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1113.800845] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: e6365eeb-3739-4eae-8a8f-27fc4e726d9f] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1113.898077] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598243, 'name': CreateVM_Task, 'duration_secs': 0.349069} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.898232] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.898956] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.899147] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.899453] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.899696] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cc67d68-b280-416c-9d0b-2292ab400b83 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.905020] env[62954]: DEBUG oslo_vmware.api [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1113.905020] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52674b17-3847-42b6-d57d-39ceb63ebff0" [ 1113.905020] env[62954]: _type = "Task" [ 1113.905020] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.912602] env[62954]: DEBUG oslo_vmware.api [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52674b17-3847-42b6-d57d-39ceb63ebff0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.255726] env[62954]: DEBUG oslo_concurrency.lockutils [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "refresh_cache-4cbd2cb4-3ca1-4240-ae98-82f99d7270f3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.255859] env[62954]: DEBUG oslo_concurrency.lockutils [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquired lock "refresh_cache-4cbd2cb4-3ca1-4240-ae98-82f99d7270f3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.256017] env[62954]: DEBUG nova.network.neutron [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.304103] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 4c2e1210-69e7-49f0-b850-252afe2dd65e] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1114.358342] env[62954]: DEBUG nova.network.neutron [req-bec73282-d988-4ee2-b853-ed8f86672f76 req-b90c0343-fc6b-4e6d-b6ab-19aca71ee974 service nova] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Updated VIF entry in instance network info cache for port 275349ed-5133-4adf-ae25-3c153c3dac6e. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.358737] env[62954]: DEBUG nova.network.neutron [req-bec73282-d988-4ee2-b853-ed8f86672f76 req-b90c0343-fc6b-4e6d-b6ab-19aca71ee974 service nova] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Updating instance_info_cache with network_info: [{"id": "275349ed-5133-4adf-ae25-3c153c3dac6e", "address": "fa:16:3e:b4:f5:d5", "network": {"id": "484c56ca-1f11-4764-ae7d-eca649dd23a2", "bridge": "br-int", "label": "tempest-ServersTestJSON-320817937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bf9ee7b108347bfa5bd89b8f255aef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap275349ed-51", "ovs_interfaceid": "275349ed-5133-4adf-ae25-3c153c3dac6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.414878] env[62954]: DEBUG oslo_vmware.api [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52674b17-3847-42b6-d57d-39ceb63ebff0, 'name': SearchDatastore_Task, 'duration_secs': 0.010295} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.415193] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.415428] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.415656] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.415804] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.415984] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.416265] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e3a41d0-711b-4659-9bf1-51fdd844c11a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.424722] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.424899] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.425615] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3a46ce4-acb3-4e16-a325-13bbff4da217 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.431221] env[62954]: DEBUG oslo_vmware.api [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1114.431221] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5255a7e2-f892-8b71-b0de-b69f87e1d5e2" [ 1114.431221] env[62954]: _type = "Task" [ 1114.431221] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.438730] env[62954]: DEBUG oslo_vmware.api [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5255a7e2-f892-8b71-b0de-b69f87e1d5e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.803830] env[62954]: DEBUG nova.network.neutron [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1114.806656] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 2effe3ff-ff7c-4369-9168-dc699087eced] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1114.861221] env[62954]: DEBUG oslo_concurrency.lockutils [req-bec73282-d988-4ee2-b853-ed8f86672f76 req-b90c0343-fc6b-4e6d-b6ab-19aca71ee974 service nova] Releasing lock "refresh_cache-ff274adc-122d-43d8-b2be-a653e1557b60" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.938445] env[62954]: DEBUG nova.network.neutron [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Updating instance_info_cache with network_info: [{"id": "8e91c285-580e-41c5-8989-e68878ff7fc1", "address": "fa:16:3e:7f:a6:50", "network": {"id": "ccb3874a-a834-4f33-a065-0df90cc66674", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1110790858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3eed675f8f04cffb49792ee5c797352", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e91c285-58", "ovs_interfaceid": "8e91c285-580e-41c5-8989-e68878ff7fc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.942870] env[62954]: DEBUG oslo_vmware.api [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5255a7e2-f892-8b71-b0de-b69f87e1d5e2, 'name': SearchDatastore_Task, 'duration_secs': 0.008181} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.943663] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63ed1198-ad28-4549-afff-657e66b7fe38 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.948813] env[62954]: DEBUG oslo_vmware.api [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1114.948813] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]526d5ad5-8725-0247-a194-81cee0c442f3" [ 1114.948813] env[62954]: _type = "Task" [ 1114.948813] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.956329] env[62954]: DEBUG oslo_vmware.api [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]526d5ad5-8725-0247-a194-81cee0c442f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.246237] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "d5d74873-989a-4faa-a88d-fee92f732a9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.246459] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "d5d74873-989a-4faa-a88d-fee92f732a9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.312888] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: a03640dc-fb3c-4bbb-a5b0-6e01927a2b2d] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1115.444551] env[62954]: DEBUG oslo_concurrency.lockutils [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Releasing lock "refresh_cache-4cbd2cb4-3ca1-4240-ae98-82f99d7270f3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.444868] env[62954]: DEBUG nova.compute.manager [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Instance network_info: |[{"id": "8e91c285-580e-41c5-8989-e68878ff7fc1", "address": "fa:16:3e:7f:a6:50", "network": {"id": "ccb3874a-a834-4f33-a065-0df90cc66674", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1110790858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3eed675f8f04cffb49792ee5c797352", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e91c285-58", "ovs_interfaceid": "8e91c285-580e-41c5-8989-e68878ff7fc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1115.445295] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:a6:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afae6acd-1873-4228-9d5a-1cd5d4efe3e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e91c285-580e-41c5-8989-e68878ff7fc1', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1115.452860] env[62954]: DEBUG oslo.service.loopingcall [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1115.453153] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1115.457056] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7058f3ca-efc7-40ec-b04a-69f51bbdd902 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.476505] env[62954]: DEBUG oslo_vmware.api [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]526d5ad5-8725-0247-a194-81cee0c442f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010051} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.477690] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.478380] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] ff274adc-122d-43d8-b2be-a653e1557b60/ff274adc-122d-43d8-b2be-a653e1557b60.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.478380] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1115.478380] env[62954]: value = "task-2598244" [ 1115.478380] env[62954]: _type = "Task" [ 1115.478380] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.478380] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d21b377-7498-42dc-bf79-6e4a957d0c7b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.487738] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598244, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.488883] env[62954]: DEBUG oslo_vmware.api [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1115.488883] env[62954]: value = "task-2598245" [ 1115.488883] env[62954]: _type = "Task" [ 1115.488883] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.495955] env[62954]: DEBUG oslo_vmware.api [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.590861] env[62954]: DEBUG nova.compute.manager [req-3cede079-b0a7-44a2-96a1-43072e6f2341 req-2efe776e-e5c8-483d-ac2e-93f3020238fd service nova] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Received event network-vif-plugged-8e91c285-580e-41c5-8989-e68878ff7fc1 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1115.591297] env[62954]: DEBUG oslo_concurrency.lockutils [req-3cede079-b0a7-44a2-96a1-43072e6f2341 req-2efe776e-e5c8-483d-ac2e-93f3020238fd service nova] Acquiring lock "4cbd2cb4-3ca1-4240-ae98-82f99d7270f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.591665] env[62954]: DEBUG oslo_concurrency.lockutils [req-3cede079-b0a7-44a2-96a1-43072e6f2341 req-2efe776e-e5c8-483d-ac2e-93f3020238fd service nova] Lock "4cbd2cb4-3ca1-4240-ae98-82f99d7270f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.591996] env[62954]: DEBUG oslo_concurrency.lockutils [req-3cede079-b0a7-44a2-96a1-43072e6f2341 req-2efe776e-e5c8-483d-ac2e-93f3020238fd service nova] Lock "4cbd2cb4-3ca1-4240-ae98-82f99d7270f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.592282] env[62954]: DEBUG nova.compute.manager [req-3cede079-b0a7-44a2-96a1-43072e6f2341 req-2efe776e-e5c8-483d-ac2e-93f3020238fd service nova] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] No waiting events found dispatching network-vif-plugged-8e91c285-580e-41c5-8989-e68878ff7fc1 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1115.592571] env[62954]: WARNING nova.compute.manager [req-3cede079-b0a7-44a2-96a1-43072e6f2341 req-2efe776e-e5c8-483d-ac2e-93f3020238fd service nova] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Received unexpected event network-vif-plugged-8e91c285-580e-41c5-8989-e68878ff7fc1 for instance with vm_state building and task_state spawning. [ 1115.592762] env[62954]: DEBUG nova.compute.manager [req-3cede079-b0a7-44a2-96a1-43072e6f2341 req-2efe776e-e5c8-483d-ac2e-93f3020238fd service nova] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Received event network-changed-8e91c285-580e-41c5-8989-e68878ff7fc1 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1115.592978] env[62954]: DEBUG nova.compute.manager [req-3cede079-b0a7-44a2-96a1-43072e6f2341 req-2efe776e-e5c8-483d-ac2e-93f3020238fd service nova] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Refreshing instance network info cache due to event network-changed-8e91c285-580e-41c5-8989-e68878ff7fc1. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1115.593224] env[62954]: DEBUG oslo_concurrency.lockutils [req-3cede079-b0a7-44a2-96a1-43072e6f2341 req-2efe776e-e5c8-483d-ac2e-93f3020238fd service nova] Acquiring lock "refresh_cache-4cbd2cb4-3ca1-4240-ae98-82f99d7270f3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.593404] env[62954]: DEBUG oslo_concurrency.lockutils [req-3cede079-b0a7-44a2-96a1-43072e6f2341 req-2efe776e-e5c8-483d-ac2e-93f3020238fd service nova] Acquired lock "refresh_cache-4cbd2cb4-3ca1-4240-ae98-82f99d7270f3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.593587] env[62954]: DEBUG nova.network.neutron [req-3cede079-b0a7-44a2-96a1-43072e6f2341 req-2efe776e-e5c8-483d-ac2e-93f3020238fd service nova] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Refreshing network info cache for port 8e91c285-580e-41c5-8989-e68878ff7fc1 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.748985] env[62954]: DEBUG nova.compute.manager [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1115.816208] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 2e7fdade-c4c3-400c-b59a-b77382e4348c] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1115.992037] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598244, 'name': CreateVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.000244] env[62954]: DEBUG oslo_vmware.api [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598245, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479105} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.000497] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] ff274adc-122d-43d8-b2be-a653e1557b60/ff274adc-122d-43d8-b2be-a653e1557b60.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.000710] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.000968] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4e7d995-70ed-48c7-a336-bbcb6fd8896e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.008317] env[62954]: DEBUG oslo_vmware.api [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1116.008317] env[62954]: value = "task-2598246" [ 1116.008317] env[62954]: _type = "Task" [ 1116.008317] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.015915] env[62954]: DEBUG oslo_vmware.api [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598246, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.271683] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.271951] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.273671] env[62954]: INFO nova.compute.claims [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.319307] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 60e703f7-b811-4186-a986-1958392664cd] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1116.347404] env[62954]: DEBUG nova.network.neutron [req-3cede079-b0a7-44a2-96a1-43072e6f2341 req-2efe776e-e5c8-483d-ac2e-93f3020238fd service nova] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Updated VIF entry in instance network info cache for port 8e91c285-580e-41c5-8989-e68878ff7fc1. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.347755] env[62954]: DEBUG nova.network.neutron [req-3cede079-b0a7-44a2-96a1-43072e6f2341 req-2efe776e-e5c8-483d-ac2e-93f3020238fd service nova] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Updating instance_info_cache with network_info: [{"id": "8e91c285-580e-41c5-8989-e68878ff7fc1", "address": "fa:16:3e:7f:a6:50", "network": {"id": "ccb3874a-a834-4f33-a065-0df90cc66674", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1110790858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3eed675f8f04cffb49792ee5c797352", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e91c285-58", "ovs_interfaceid": "8e91c285-580e-41c5-8989-e68878ff7fc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.493622] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598244, 'name': CreateVM_Task, 'duration_secs': 0.531161} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.493785] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1116.494459] env[62954]: DEBUG oslo_concurrency.lockutils [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.494631] env[62954]: DEBUG oslo_concurrency.lockutils [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.494954] env[62954]: DEBUG oslo_concurrency.lockutils [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.495224] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82ed5249-0fc0-4d8a-839a-90b5e328eb88 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.499708] env[62954]: DEBUG oslo_vmware.api [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1116.499708] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52eadb47-4448-d96a-5a42-19738099b735" [ 1116.499708] env[62954]: _type = "Task" [ 1116.499708] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.507015] env[62954]: DEBUG oslo_vmware.api [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52eadb47-4448-d96a-5a42-19738099b735, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.516076] env[62954]: DEBUG oslo_vmware.api [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598246, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131239} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.516323] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1116.517133] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607187f8-d732-4642-acf9-88edd124e7e5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.538286] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] ff274adc-122d-43d8-b2be-a653e1557b60/ff274adc-122d-43d8-b2be-a653e1557b60.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.538508] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1d5df2f-68d6-4677-ad47-8308b46f98fa {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.557517] env[62954]: DEBUG oslo_vmware.api [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1116.557517] env[62954]: value = "task-2598247" [ 1116.557517] env[62954]: _type = "Task" [ 1116.557517] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.566759] env[62954]: DEBUG oslo_vmware.api [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598247, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.821987] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1116.822288] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Cleaning up deleted instances with incomplete migration {{(pid=62954) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1116.850093] env[62954]: DEBUG oslo_concurrency.lockutils [req-3cede079-b0a7-44a2-96a1-43072e6f2341 req-2efe776e-e5c8-483d-ac2e-93f3020238fd service nova] Releasing lock "refresh_cache-4cbd2cb4-3ca1-4240-ae98-82f99d7270f3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.010277] env[62954]: DEBUG oslo_vmware.api [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52eadb47-4448-d96a-5a42-19738099b735, 'name': SearchDatastore_Task, 'duration_secs': 0.009409} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.010568] env[62954]: DEBUG oslo_concurrency.lockutils [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.010808] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.011060] env[62954]: DEBUG oslo_concurrency.lockutils [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.011212] env[62954]: DEBUG oslo_concurrency.lockutils [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.011391] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.011637] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ba26b88-38eb-4222-8ed6-3995ce8634ac {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.019480] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.019647] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1117.020312] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d395441-a39d-4248-968d-37ca31be68b6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.025124] env[62954]: DEBUG oslo_vmware.api [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1117.025124] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52669bd9-8390-9eb1-bc12-8dc4dbe1523f" [ 1117.025124] env[62954]: _type = "Task" [ 1117.025124] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.032353] env[62954]: DEBUG oslo_vmware.api [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52669bd9-8390-9eb1-bc12-8dc4dbe1523f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.065709] env[62954]: DEBUG oslo_vmware.api [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598247, 'name': ReconfigVM_Task, 'duration_secs': 0.261995} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.065958] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Reconfigured VM instance instance-00000073 to attach disk [datastore2] ff274adc-122d-43d8-b2be-a653e1557b60/ff274adc-122d-43d8-b2be-a653e1557b60.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.066542] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62357362-ab32-493b-8ea1-a26e30fd34c0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.072299] env[62954]: DEBUG oslo_vmware.api [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1117.072299] env[62954]: value = "task-2598248" [ 1117.072299] env[62954]: _type = "Task" [ 1117.072299] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.081070] env[62954]: DEBUG oslo_vmware.api [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598248, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.386930] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299671c3-ac43-4842-96ee-15f1e86037d8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.394190] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5be0cc-1c43-424a-a310-a19aa639d867 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.424929] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b868bb1-1da4-4286-9ae6-f19a5b9b3f46 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.431782] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e421181-b4d7-4d83-b6c7-0e847bd553ab {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.444463] env[62954]: DEBUG nova.compute.provider_tree [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.535329] env[62954]: DEBUG oslo_vmware.api [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52669bd9-8390-9eb1-bc12-8dc4dbe1523f, 'name': SearchDatastore_Task, 'duration_secs': 0.008125} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.536017] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5194f98-2e67-4d15-ae6c-bb79c7a11d07 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.540982] env[62954]: DEBUG oslo_vmware.api [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1117.540982] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]525bdd47-9172-0e2a-eeeb-79d6ae22b7b7" [ 1117.540982] env[62954]: _type = "Task" [ 1117.540982] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.548107] env[62954]: DEBUG oslo_vmware.api [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]525bdd47-9172-0e2a-eeeb-79d6ae22b7b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.580859] env[62954]: DEBUG oslo_vmware.api [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598248, 'name': Rename_Task, 'duration_secs': 0.14933} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.581184] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.581391] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84d91c2e-cffa-4c99-a34e-20099d96521f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.587514] env[62954]: DEBUG oslo_vmware.api [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1117.587514] env[62954]: value = "task-2598249" [ 1117.587514] env[62954]: _type = "Task" [ 1117.587514] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.594837] env[62954]: DEBUG oslo_vmware.api [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.947912] env[62954]: DEBUG nova.scheduler.client.report [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.050997] env[62954]: DEBUG oslo_vmware.api [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]525bdd47-9172-0e2a-eeeb-79d6ae22b7b7, 'name': SearchDatastore_Task, 'duration_secs': 0.009262} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.051272] env[62954]: DEBUG oslo_concurrency.lockutils [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.051534] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3/4cbd2cb4-3ca1-4240-ae98-82f99d7270f3.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.051771] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-daa8e8d4-2a0f-46e7-bb58-3a77a1c11bc5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.057060] env[62954]: DEBUG oslo_vmware.api [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1118.057060] env[62954]: value = "task-2598250" [ 1118.057060] env[62954]: _type = "Task" [ 1118.057060] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.064017] env[62954]: DEBUG oslo_vmware.api [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.095776] env[62954]: DEBUG oslo_vmware.api [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598249, 'name': PowerOnVM_Task, 'duration_secs': 0.444631} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.096378] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.096598] env[62954]: INFO nova.compute.manager [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Took 6.82 seconds to spawn the instance on the hypervisor. [ 1118.096809] env[62954]: DEBUG nova.compute.manager [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.097568] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de61bafa-b53c-4388-80ed-a4de9b72d48b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.325127] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.325377] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.452865] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.181s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1118.453250] env[62954]: DEBUG nova.compute.manager [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1118.567331] env[62954]: DEBUG oslo_vmware.api [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598250, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.614871] env[62954]: INFO nova.compute.manager [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Took 12.05 seconds to build instance. [ 1118.832186] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.832309] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Starting heal instance info cache {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1118.958730] env[62954]: DEBUG nova.compute.utils [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1118.960201] env[62954]: DEBUG nova.compute.manager [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1118.960370] env[62954]: DEBUG nova.network.neutron [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1119.025286] env[62954]: DEBUG nova.policy [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80a6794536464bec9fe69077049e8466', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2b7067a8cb44a12a451501342566d30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 1119.068435] env[62954]: DEBUG oslo_vmware.api [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598250, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573226} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.068761] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3/4cbd2cb4-3ca1-4240-ae98-82f99d7270f3.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.069053] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.069337] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a435fcde-b9b6-4093-ad55-9fb630490d11 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.075664] env[62954]: DEBUG oslo_vmware.api [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1119.075664] env[62954]: value = "task-2598251" [ 1119.075664] env[62954]: _type = "Task" [ 1119.075664] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.083141] env[62954]: DEBUG oslo_vmware.api [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598251, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.117381] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d676d878-26e0-4568-a7cc-cab40b6570c9 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "ff274adc-122d-43d8-b2be-a653e1557b60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.555s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.253682] env[62954]: DEBUG oslo_concurrency.lockutils [None req-afbf94c7-69fe-45bd-975c-c68b7486cde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "ff274adc-122d-43d8-b2be-a653e1557b60" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.253682] env[62954]: DEBUG oslo_concurrency.lockutils [None req-afbf94c7-69fe-45bd-975c-c68b7486cde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "ff274adc-122d-43d8-b2be-a653e1557b60" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.253682] env[62954]: DEBUG nova.compute.manager [None req-afbf94c7-69fe-45bd-975c-c68b7486cde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.253682] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabdf30f-40b2-44b4-a78e-d0ada4c47dad {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.260330] env[62954]: DEBUG nova.compute.manager [None req-afbf94c7-69fe-45bd-975c-c68b7486cde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62954) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1119.261120] env[62954]: DEBUG nova.objects.instance [None req-afbf94c7-69fe-45bd-975c-c68b7486cde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lazy-loading 'flavor' on Instance uuid ff274adc-122d-43d8-b2be-a653e1557b60 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.287943] env[62954]: DEBUG nova.network.neutron [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Successfully created port: b3907d8a-adef-479d-ab80-66174ee42e72 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1119.361721] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "refresh_cache-7c869ee8-46a2-4f90-81b0-81399e6495bc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.361872] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquired lock "refresh_cache-7c869ee8-46a2-4f90-81b0-81399e6495bc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.362029] env[62954]: DEBUG nova.network.neutron [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Forcefully refreshing network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1119.463682] env[62954]: DEBUG nova.compute.manager [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1119.584730] env[62954]: DEBUG oslo_vmware.api [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598251, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065962} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.585011] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1119.585782] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a67de8c-a5a5-4c64-81bd-73fabc4bfd0e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.608939] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3/4cbd2cb4-3ca1-4240-ae98-82f99d7270f3.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.609193] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60147dca-4bf2-42e4-a873-8706e2ce009f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.628047] env[62954]: DEBUG oslo_vmware.api [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1119.628047] env[62954]: value = "task-2598252" [ 1119.628047] env[62954]: _type = "Task" [ 1119.628047] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.635472] env[62954]: DEBUG oslo_vmware.api [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598252, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.138796] env[62954]: DEBUG oslo_vmware.api [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598252, 'name': ReconfigVM_Task, 'duration_secs': 0.325133} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.139202] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3/4cbd2cb4-3ca1-4240-ae98-82f99d7270f3.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.139764] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e40c8fb-0781-4c42-ab37-44df8d96b2fe {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.146754] env[62954]: DEBUG oslo_vmware.api [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1120.146754] env[62954]: value = "task-2598253" [ 1120.146754] env[62954]: _type = "Task" [ 1120.146754] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.154120] env[62954]: DEBUG oslo_vmware.api [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598253, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.268813] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-afbf94c7-69fe-45bd-975c-c68b7486cde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.269210] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23e55a3d-a62a-48af-8734-3fa3ffcca680 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.277477] env[62954]: DEBUG oslo_vmware.api [None req-afbf94c7-69fe-45bd-975c-c68b7486cde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1120.277477] env[62954]: value = "task-2598254" [ 1120.277477] env[62954]: _type = "Task" [ 1120.277477] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.288076] env[62954]: DEBUG oslo_vmware.api [None req-afbf94c7-69fe-45bd-975c-c68b7486cde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.473303] env[62954]: DEBUG nova.compute.manager [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1120.501356] env[62954]: DEBUG nova.virt.hardware [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1120.501645] env[62954]: DEBUG nova.virt.hardware [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1120.501899] env[62954]: DEBUG nova.virt.hardware [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1120.502201] env[62954]: DEBUG nova.virt.hardware [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1120.502403] env[62954]: DEBUG nova.virt.hardware [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1120.502590] env[62954]: DEBUG nova.virt.hardware [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1120.502853] env[62954]: DEBUG nova.virt.hardware [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1120.503531] env[62954]: DEBUG nova.virt.hardware [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1120.503531] env[62954]: DEBUG nova.virt.hardware [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1120.503531] env[62954]: DEBUG nova.virt.hardware [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1120.503657] env[62954]: DEBUG nova.virt.hardware [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1120.504499] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0afae8d-7fea-496f-9dd7-0341528978d1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.514735] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ec9a4d-4cf7-440c-8ea0-c34bbb12d4be {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.598355] env[62954]: DEBUG nova.network.neutron [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Updating instance_info_cache with network_info: [{"id": "ac900a7e-383f-46ab-be48-ca462a3ce8eb", "address": "fa:16:3e:92:25:1a", "network": {"id": "ccb3874a-a834-4f33-a065-0df90cc66674", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1110790858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3eed675f8f04cffb49792ee5c797352", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac900a7e-38", "ovs_interfaceid": "ac900a7e-383f-46ab-be48-ca462a3ce8eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.648913] env[62954]: DEBUG nova.compute.manager [req-2eb8a9fb-f8d4-4d63-9875-764291a2fe64 req-75cf2933-5f54-401e-a58a-0a2dd941c67b service nova] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Received event network-vif-plugged-b3907d8a-adef-479d-ab80-66174ee42e72 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1120.649180] env[62954]: DEBUG oslo_concurrency.lockutils [req-2eb8a9fb-f8d4-4d63-9875-764291a2fe64 req-75cf2933-5f54-401e-a58a-0a2dd941c67b service nova] Acquiring lock "d5d74873-989a-4faa-a88d-fee92f732a9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1120.649397] env[62954]: DEBUG oslo_concurrency.lockutils [req-2eb8a9fb-f8d4-4d63-9875-764291a2fe64 req-75cf2933-5f54-401e-a58a-0a2dd941c67b service nova] Lock "d5d74873-989a-4faa-a88d-fee92f732a9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1120.649570] env[62954]: DEBUG oslo_concurrency.lockutils [req-2eb8a9fb-f8d4-4d63-9875-764291a2fe64 req-75cf2933-5f54-401e-a58a-0a2dd941c67b service nova] Lock "d5d74873-989a-4faa-a88d-fee92f732a9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1120.649743] env[62954]: DEBUG nova.compute.manager [req-2eb8a9fb-f8d4-4d63-9875-764291a2fe64 req-75cf2933-5f54-401e-a58a-0a2dd941c67b service nova] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] No waiting events found dispatching network-vif-plugged-b3907d8a-adef-479d-ab80-66174ee42e72 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1120.649976] env[62954]: WARNING nova.compute.manager [req-2eb8a9fb-f8d4-4d63-9875-764291a2fe64 req-75cf2933-5f54-401e-a58a-0a2dd941c67b service nova] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Received unexpected event network-vif-plugged-b3907d8a-adef-479d-ab80-66174ee42e72 for instance with vm_state building and task_state spawning. [ 1120.659483] env[62954]: DEBUG oslo_vmware.api [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598253, 'name': Rename_Task, 'duration_secs': 0.148693} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.659742] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.660123] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1405162-d020-4fb8-9ee8-710c1eea9bbc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.667381] env[62954]: DEBUG oslo_vmware.api [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1120.667381] env[62954]: value = "task-2598255" [ 1120.667381] env[62954]: _type = "Task" [ 1120.667381] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.675387] env[62954]: DEBUG oslo_vmware.api [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598255, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.738107] env[62954]: DEBUG nova.network.neutron [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Successfully updated port: b3907d8a-adef-479d-ab80-66174ee42e72 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1120.787625] env[62954]: DEBUG oslo_vmware.api [None req-afbf94c7-69fe-45bd-975c-c68b7486cde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598254, 'name': PowerOffVM_Task, 'duration_secs': 0.178783} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.787845] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-afbf94c7-69fe-45bd-975c-c68b7486cde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.788060] env[62954]: DEBUG nova.compute.manager [None req-afbf94c7-69fe-45bd-975c-c68b7486cde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.788835] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0d2d25-c475-4775-921b-b757f0ef068f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.100665] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Releasing lock "refresh_cache-7c869ee8-46a2-4f90-81b0-81399e6495bc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.100885] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Updated the network info_cache for instance {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1121.101119] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1121.101313] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1121.101487] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1121.101607] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1121.177302] env[62954]: DEBUG oslo_vmware.api [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598255, 'name': PowerOnVM_Task, 'duration_secs': 0.448351} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.177944] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.178179] env[62954]: INFO nova.compute.manager [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Took 7.67 seconds to spawn the instance on the hypervisor. [ 1121.178371] env[62954]: DEBUG nova.compute.manager [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.179242] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b26dc0-c94d-406a-b0e3-d2c7cea03208 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.241988] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "refresh_cache-d5d74873-989a-4faa-a88d-fee92f732a9a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.242553] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquired lock "refresh_cache-d5d74873-989a-4faa-a88d-fee92f732a9a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.242553] env[62954]: DEBUG nova.network.neutron [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.302294] env[62954]: DEBUG oslo_concurrency.lockutils [None req-afbf94c7-69fe-45bd-975c-c68b7486cde3 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "ff274adc-122d-43d8-b2be-a653e1557b60" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.605998] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Getting list of instances from cluster (obj){ [ 1121.605998] env[62954]: value = "domain-c8" [ 1121.605998] env[62954]: _type = "ClusterComputeResource" [ 1121.605998] env[62954]: } {{(pid=62954) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1121.607648] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5376758a-8ce0-4a3e-9daa-04af4cb0b91e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.626393] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Got total of 8 instances {{(pid=62954) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1121.626568] env[62954]: WARNING nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] While synchronizing instance power states, found 9 instances in the database and 8 instances on the hypervisor. [ 1121.626709] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Triggering sync for uuid 5ea4c876-a32b-4295-855c-61464cc8f72b {{(pid=62954) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1121.626912] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Triggering sync for uuid 7c869ee8-46a2-4f90-81b0-81399e6495bc {{(pid=62954) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1121.627083] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Triggering sync for uuid 39a464fe-3499-47d5-b1d4-2c3cf4db3356 {{(pid=62954) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1121.627238] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Triggering sync for uuid b8b76e1c-723c-47b9-a810-381de87e54bc {{(pid=62954) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1121.627390] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Triggering sync for uuid fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6 {{(pid=62954) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1121.627538] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Triggering sync for uuid ea5e84ec-8669-45bd-914b-02454f0dce24 {{(pid=62954) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1121.627683] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Triggering sync for uuid ff274adc-122d-43d8-b2be-a653e1557b60 {{(pid=62954) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1121.627831] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Triggering sync for uuid 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3 {{(pid=62954) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1121.628376] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Triggering sync for uuid d5d74873-989a-4faa-a88d-fee92f732a9a {{(pid=62954) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1121.628376] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "5ea4c876-a32b-4295-855c-61464cc8f72b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.628565] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "5ea4c876-a32b-4295-855c-61464cc8f72b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.628826] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "7c869ee8-46a2-4f90-81b0-81399e6495bc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.629165] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "7c869ee8-46a2-4f90-81b0-81399e6495bc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.629404] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "39a464fe-3499-47d5-b1d4-2c3cf4db3356" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.629585] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "39a464fe-3499-47d5-b1d4-2c3cf4db3356" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.629812] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "b8b76e1c-723c-47b9-a810-381de87e54bc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.630045] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "b8b76e1c-723c-47b9-a810-381de87e54bc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.630294] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.630473] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.630695] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "ea5e84ec-8669-45bd-914b-02454f0dce24" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.630870] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "ea5e84ec-8669-45bd-914b-02454f0dce24" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.631108] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "ff274adc-122d-43d8-b2be-a653e1557b60" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.631289] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "ff274adc-122d-43d8-b2be-a653e1557b60" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.631510] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "4cbd2cb4-3ca1-4240-ae98-82f99d7270f3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.631712] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "d5d74873-989a-4faa-a88d-fee92f732a9a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.631888] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1121.632030] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62954) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1121.632715] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63f4b78-463a-439a-ae5a-21d15b89c1ea {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.635819] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf24527-39de-4831-89f9-fee66135850b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.638614] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaed4b91-4587-470f-82f1-33d7f40bc543 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.641376] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df8551a-7301-49d3-8b0c-9d3243d26e5e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.645225] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d93cac7-c871-411d-9303-79e297cff36d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.647784] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4402c27-d4f6-48b3-ae7c-2810b9371a49 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.651335] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637f73d0-af87-4638-805c-f57dcccb3e66 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.695299] env[62954]: INFO nova.compute.manager [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Took 13.21 seconds to build instance. [ 1121.783655] env[62954]: DEBUG nova.network.neutron [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1121.866083] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f7fc9145-593f-4434-9965-db7bdc0c7f61 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "ff274adc-122d-43d8-b2be-a653e1557b60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.902247] env[62954]: DEBUG nova.network.neutron [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Updating instance_info_cache with network_info: [{"id": "b3907d8a-adef-479d-ab80-66174ee42e72", "address": "fa:16:3e:14:b4:56", "network": {"id": "7c267a0a-446f-4e24-9552-67fbdacd4c1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1764129639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b7067a8cb44a12a451501342566d30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3907d8a-ad", "ovs_interfaceid": "b3907d8a-adef-479d-ab80-66174ee42e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.165475] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "b8b76e1c-723c-47b9-a810-381de87e54bc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.535s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.172125] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "39a464fe-3499-47d5-b1d4-2c3cf4db3356" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.542s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.172856] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.542s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.174409] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "5ea4c876-a32b-4295-855c-61464cc8f72b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.546s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.175958] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "7c869ee8-46a2-4f90-81b0-81399e6495bc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.547s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.181535] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "ea5e84ec-8669-45bd-914b-02454f0dce24" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.551s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.182102] env[62954]: INFO nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] During sync_power_state the instance has a pending task (deleting). Skip. [ 1122.182421] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "ff274adc-122d-43d8-b2be-a653e1557b60" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.551s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.182848] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f7fc9145-593f-4434-9965-db7bdc0c7f61 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "ff274adc-122d-43d8-b2be-a653e1557b60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.317s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.183120] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f7fc9145-593f-4434-9965-db7bdc0c7f61 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "ff274adc-122d-43d8-b2be-a653e1557b60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.183342] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f7fc9145-593f-4434-9965-db7bdc0c7f61 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "ff274adc-122d-43d8-b2be-a653e1557b60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.183515] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f7fc9145-593f-4434-9965-db7bdc0c7f61 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "ff274adc-122d-43d8-b2be-a653e1557b60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.185598] env[62954]: INFO nova.compute.manager [None req-f7fc9145-593f-4434-9965-db7bdc0c7f61 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Terminating instance [ 1122.197101] env[62954]: DEBUG oslo_concurrency.lockutils [None req-eb2e1e2c-6254-44ed-a4dc-c93539f600ee tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "4cbd2cb4-3ca1-4240-ae98-82f99d7270f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.720s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.197347] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "4cbd2cb4-3ca1-4240-ae98-82f99d7270f3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.566s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.197530] env[62954]: INFO nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] During sync_power_state the instance has a pending task (spawning). Skip. [ 1122.197701] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "4cbd2cb4-3ca1-4240-ae98-82f99d7270f3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.404960] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Releasing lock "refresh_cache-d5d74873-989a-4faa-a88d-fee92f732a9a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.404960] env[62954]: DEBUG nova.compute.manager [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Instance network_info: |[{"id": "b3907d8a-adef-479d-ab80-66174ee42e72", "address": "fa:16:3e:14:b4:56", "network": {"id": "7c267a0a-446f-4e24-9552-67fbdacd4c1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1764129639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b7067a8cb44a12a451501342566d30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3907d8a-ad", "ovs_interfaceid": "b3907d8a-adef-479d-ab80-66174ee42e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1122.405167] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:b4:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5a629f-6902-4d30-9278-74b443a8371d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3907d8a-adef-479d-ab80-66174ee42e72', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1122.412796] env[62954]: DEBUG oslo.service.loopingcall [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1122.413014] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1122.413249] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06539a38-dc75-4b6b-a8b5-3c00dea11acd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.434935] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1122.434935] env[62954]: value = "task-2598256" [ 1122.434935] env[62954]: _type = "Task" [ 1122.434935] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.442135] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598256, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.677018] env[62954]: DEBUG nova.compute.manager [req-70598c1a-f72b-4792-8a78-e996962ceb1a req-8e1807d7-9f9c-482b-9aec-1efe85f78c06 service nova] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Received event network-changed-b3907d8a-adef-479d-ab80-66174ee42e72 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1122.677239] env[62954]: DEBUG nova.compute.manager [req-70598c1a-f72b-4792-8a78-e996962ceb1a req-8e1807d7-9f9c-482b-9aec-1efe85f78c06 service nova] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Refreshing instance network info cache due to event network-changed-b3907d8a-adef-479d-ab80-66174ee42e72. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1122.677460] env[62954]: DEBUG oslo_concurrency.lockutils [req-70598c1a-f72b-4792-8a78-e996962ceb1a req-8e1807d7-9f9c-482b-9aec-1efe85f78c06 service nova] Acquiring lock "refresh_cache-d5d74873-989a-4faa-a88d-fee92f732a9a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.677618] env[62954]: DEBUG oslo_concurrency.lockutils [req-70598c1a-f72b-4792-8a78-e996962ceb1a req-8e1807d7-9f9c-482b-9aec-1efe85f78c06 service nova] Acquired lock "refresh_cache-d5d74873-989a-4faa-a88d-fee92f732a9a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.677783] env[62954]: DEBUG nova.network.neutron [req-70598c1a-f72b-4792-8a78-e996962ceb1a req-8e1807d7-9f9c-482b-9aec-1efe85f78c06 service nova] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Refreshing network info cache for port b3907d8a-adef-479d-ab80-66174ee42e72 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1122.688943] env[62954]: DEBUG nova.compute.manager [None req-f7fc9145-593f-4434-9965-db7bdc0c7f61 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1122.689193] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f7fc9145-593f-4434-9965-db7bdc0c7f61 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1122.690630] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2bceb4-a9d0-406f-a323-6f93d7c26f2c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.701075] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f7fc9145-593f-4434-9965-db7bdc0c7f61 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1122.701338] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a7472f9-4f30-49a8-a0ec-58c973a6e059 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.795921] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f7fc9145-593f-4434-9965-db7bdc0c7f61 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1122.796178] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f7fc9145-593f-4434-9965-db7bdc0c7f61 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1122.796366] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7fc9145-593f-4434-9965-db7bdc0c7f61 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Deleting the datastore file [datastore2] ff274adc-122d-43d8-b2be-a653e1557b60 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1122.796618] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40e8c5f6-a445-4542-b44f-d97ca2543b7d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.803350] env[62954]: DEBUG oslo_vmware.api [None req-f7fc9145-593f-4434-9965-db7bdc0c7f61 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1122.803350] env[62954]: value = "task-2598258" [ 1122.803350] env[62954]: _type = "Task" [ 1122.803350] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.812832] env[62954]: DEBUG oslo_vmware.api [None req-f7fc9145-593f-4434-9965-db7bdc0c7f61 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.943933] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598256, 'name': CreateVM_Task, 'duration_secs': 0.356655} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.944384] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1122.944967] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.945233] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.945640] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.945817] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11830b4d-81fa-475f-b0bb-575eb78309d3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.951232] env[62954]: DEBUG oslo_vmware.api [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1122.951232] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52a645c6-4996-f918-6e86-423f18ece98c" [ 1122.951232] env[62954]: _type = "Task" [ 1122.951232] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.958650] env[62954]: DEBUG oslo_vmware.api [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52a645c6-4996-f918-6e86-423f18ece98c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.313146] env[62954]: DEBUG oslo_vmware.api [None req-f7fc9145-593f-4434-9965-db7bdc0c7f61 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.500096} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.313415] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7fc9145-593f-4434-9965-db7bdc0c7f61 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1123.313587] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f7fc9145-593f-4434-9965-db7bdc0c7f61 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1123.313767] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f7fc9145-593f-4434-9965-db7bdc0c7f61 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1123.313939] env[62954]: INFO nova.compute.manager [None req-f7fc9145-593f-4434-9965-db7bdc0c7f61 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1123.314296] env[62954]: DEBUG oslo.service.loopingcall [None req-f7fc9145-593f-4434-9965-db7bdc0c7f61 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1123.314400] env[62954]: DEBUG nova.compute.manager [-] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1123.314492] env[62954]: DEBUG nova.network.neutron [-] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1123.403779] env[62954]: DEBUG nova.network.neutron [req-70598c1a-f72b-4792-8a78-e996962ceb1a req-8e1807d7-9f9c-482b-9aec-1efe85f78c06 service nova] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Updated VIF entry in instance network info cache for port b3907d8a-adef-479d-ab80-66174ee42e72. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1123.404146] env[62954]: DEBUG nova.network.neutron [req-70598c1a-f72b-4792-8a78-e996962ceb1a req-8e1807d7-9f9c-482b-9aec-1efe85f78c06 service nova] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Updating instance_info_cache with network_info: [{"id": "b3907d8a-adef-479d-ab80-66174ee42e72", "address": "fa:16:3e:14:b4:56", "network": {"id": "7c267a0a-446f-4e24-9552-67fbdacd4c1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1764129639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b7067a8cb44a12a451501342566d30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3907d8a-ad", "ovs_interfaceid": "b3907d8a-adef-479d-ab80-66174ee42e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.460711] env[62954]: DEBUG oslo_vmware.api [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52a645c6-4996-f918-6e86-423f18ece98c, 'name': SearchDatastore_Task, 'duration_secs': 0.018118} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.461034] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.461275] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1123.461510] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.461655] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.461824] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1123.462090] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5edf205f-695c-4415-ae2e-e810ca29c3ed {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.473883] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1123.474328] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1123.474877] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fe2727c-8192-4f3a-9252-aa945838b76c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.480582] env[62954]: DEBUG oslo_vmware.api [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1123.480582] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52a18061-f4ec-e965-1e52-44c8883fd9e0" [ 1123.480582] env[62954]: _type = "Task" [ 1123.480582] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.488412] env[62954]: DEBUG oslo_vmware.api [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52a18061-f4ec-e965-1e52-44c8883fd9e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.562221] env[62954]: DEBUG nova.compute.manager [req-b27fcb67-65fa-43be-b672-4d58c74ba125 req-424e114f-f46a-40c8-9caf-576335fecad9 service nova] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Received event network-vif-deleted-275349ed-5133-4adf-ae25-3c153c3dac6e {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1123.562640] env[62954]: INFO nova.compute.manager [req-b27fcb67-65fa-43be-b672-4d58c74ba125 req-424e114f-f46a-40c8-9caf-576335fecad9 service nova] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Neutron deleted interface 275349ed-5133-4adf-ae25-3c153c3dac6e; detaching it from the instance and deleting it from the info cache [ 1123.562891] env[62954]: DEBUG nova.network.neutron [req-b27fcb67-65fa-43be-b672-4d58c74ba125 req-424e114f-f46a-40c8-9caf-576335fecad9 service nova] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.906749] env[62954]: DEBUG oslo_concurrency.lockutils [req-70598c1a-f72b-4792-8a78-e996962ceb1a req-8e1807d7-9f9c-482b-9aec-1efe85f78c06 service nova] Releasing lock "refresh_cache-d5d74873-989a-4faa-a88d-fee92f732a9a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.990789] env[62954]: DEBUG oslo_vmware.api [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52a18061-f4ec-e965-1e52-44c8883fd9e0, 'name': SearchDatastore_Task, 'duration_secs': 0.009147} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.991573] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14aaa87a-9347-433d-96e5-a593019ce07f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.996502] env[62954]: DEBUG oslo_vmware.api [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1123.996502] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]523b5696-c065-24a0-5d3d-7d48855fea0d" [ 1123.996502] env[62954]: _type = "Task" [ 1123.996502] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.003794] env[62954]: DEBUG oslo_vmware.api [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]523b5696-c065-24a0-5d3d-7d48855fea0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.045255] env[62954]: DEBUG nova.network.neutron [-] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.066166] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99acd979-4b20-4a08-957b-c8c746360252 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.076036] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcc8862-09f4-4528-bed8-26a017bc8a5a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.092024] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5f6e2cae-7599-4344-8745-9296aca13b19 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquiring lock "b8b76e1c-723c-47b9-a810-381de87e54bc" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1124.092190] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5f6e2cae-7599-4344-8745-9296aca13b19 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lock "b8b76e1c-723c-47b9-a810-381de87e54bc" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.109135] env[62954]: DEBUG nova.compute.manager [req-b27fcb67-65fa-43be-b672-4d58c74ba125 req-424e114f-f46a-40c8-9caf-576335fecad9 service nova] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Detach interface failed, port_id=275349ed-5133-4adf-ae25-3c153c3dac6e, reason: Instance ff274adc-122d-43d8-b2be-a653e1557b60 could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1124.507589] env[62954]: DEBUG oslo_vmware.api [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]523b5696-c065-24a0-5d3d-7d48855fea0d, 'name': SearchDatastore_Task, 'duration_secs': 0.011711} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.507907] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.508101] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] d5d74873-989a-4faa-a88d-fee92f732a9a/d5d74873-989a-4faa-a88d-fee92f732a9a.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1124.508350] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aceae9a2-08dc-41d8-bf5a-28dca19b0790 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.515373] env[62954]: DEBUG oslo_vmware.api [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1124.515373] env[62954]: value = "task-2598260" [ 1124.515373] env[62954]: _type = "Task" [ 1124.515373] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.522250] env[62954]: DEBUG oslo_vmware.api [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.547829] env[62954]: INFO nova.compute.manager [-] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Took 1.23 seconds to deallocate network for instance. [ 1124.595274] env[62954]: INFO nova.compute.manager [None req-5f6e2cae-7599-4344-8745-9296aca13b19 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Detaching volume 28ec8558-7e7d-4ef9-a7ab-e3a3a2f3cfdb [ 1124.627084] env[62954]: INFO nova.virt.block_device [None req-5f6e2cae-7599-4344-8745-9296aca13b19 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Attempting to driver detach volume 28ec8558-7e7d-4ef9-a7ab-e3a3a2f3cfdb from mountpoint /dev/sdb [ 1124.627399] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f6e2cae-7599-4344-8745-9296aca13b19 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Volume detach. Driver type: vmdk {{(pid=62954) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1124.627656] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f6e2cae-7599-4344-8745-9296aca13b19 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-524011', 'volume_id': '28ec8558-7e7d-4ef9-a7ab-e3a3a2f3cfdb', 'name': 'volume-28ec8558-7e7d-4ef9-a7ab-e3a3a2f3cfdb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b8b76e1c-723c-47b9-a810-381de87e54bc', 'attached_at': '', 'detached_at': '', 'volume_id': '28ec8558-7e7d-4ef9-a7ab-e3a3a2f3cfdb', 'serial': '28ec8558-7e7d-4ef9-a7ab-e3a3a2f3cfdb'} {{(pid=62954) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1124.628559] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2000dd40-facf-41a1-9f78-0192685ab681 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.650290] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e845f6-abed-4174-9e32-22cf95861936 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.656974] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f567c9-820b-4f9e-90e9-dd0e9dc0b324 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.676667] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711d443b-b3f7-42b2-bc08-5862eb5e1a1b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.691015] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f6e2cae-7599-4344-8745-9296aca13b19 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] The volume has not been displaced from its original location: [datastore1] volume-28ec8558-7e7d-4ef9-a7ab-e3a3a2f3cfdb/volume-28ec8558-7e7d-4ef9-a7ab-e3a3a2f3cfdb.vmdk. No consolidation needed. {{(pid=62954) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1124.696265] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f6e2cae-7599-4344-8745-9296aca13b19 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1124.696555] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f289e201-5f42-41f5-b4cd-6827789ebcba {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.710934] env[62954]: DEBUG nova.compute.manager [req-68513a10-cf65-4130-ba90-18c76097b2bc req-88d950fd-4b7d-47a1-b22a-e35451284938 service nova] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Received event network-changed-8e91c285-580e-41c5-8989-e68878ff7fc1 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1124.711135] env[62954]: DEBUG nova.compute.manager [req-68513a10-cf65-4130-ba90-18c76097b2bc req-88d950fd-4b7d-47a1-b22a-e35451284938 service nova] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Refreshing instance network info cache due to event network-changed-8e91c285-580e-41c5-8989-e68878ff7fc1. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1124.711375] env[62954]: DEBUG oslo_concurrency.lockutils [req-68513a10-cf65-4130-ba90-18c76097b2bc req-88d950fd-4b7d-47a1-b22a-e35451284938 service nova] Acquiring lock "refresh_cache-4cbd2cb4-3ca1-4240-ae98-82f99d7270f3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.711555] env[62954]: DEBUG oslo_concurrency.lockutils [req-68513a10-cf65-4130-ba90-18c76097b2bc req-88d950fd-4b7d-47a1-b22a-e35451284938 service nova] Acquired lock "refresh_cache-4cbd2cb4-3ca1-4240-ae98-82f99d7270f3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.711676] env[62954]: DEBUG nova.network.neutron [req-68513a10-cf65-4130-ba90-18c76097b2bc req-88d950fd-4b7d-47a1-b22a-e35451284938 service nova] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Refreshing network info cache for port 8e91c285-580e-41c5-8989-e68878ff7fc1 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.717814] env[62954]: DEBUG oslo_vmware.api [None req-5f6e2cae-7599-4344-8745-9296aca13b19 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1124.717814] env[62954]: value = "task-2598261" [ 1124.717814] env[62954]: _type = "Task" [ 1124.717814] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.727039] env[62954]: DEBUG oslo_vmware.api [None req-5f6e2cae-7599-4344-8745-9296aca13b19 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598261, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.026810] env[62954]: DEBUG oslo_vmware.api [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598260, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.054125] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f7fc9145-593f-4434-9965-db7bdc0c7f61 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.054432] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f7fc9145-593f-4434-9965-db7bdc0c7f61 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.054629] env[62954]: DEBUG nova.objects.instance [None req-f7fc9145-593f-4434-9965-db7bdc0c7f61 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lazy-loading 'resources' on Instance uuid ff274adc-122d-43d8-b2be-a653e1557b60 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.228105] env[62954]: DEBUG oslo_vmware.api [None req-5f6e2cae-7599-4344-8745-9296aca13b19 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598261, 'name': ReconfigVM_Task, 'duration_secs': 0.222514} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.228395] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f6e2cae-7599-4344-8745-9296aca13b19 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1125.233460] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1aae112-9ba4-4eaf-b2a9-8e0c1041fe57 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.250830] env[62954]: DEBUG oslo_vmware.api [None req-5f6e2cae-7599-4344-8745-9296aca13b19 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1125.250830] env[62954]: value = "task-2598262" [ 1125.250830] env[62954]: _type = "Task" [ 1125.250830] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.258929] env[62954]: DEBUG oslo_vmware.api [None req-5f6e2cae-7599-4344-8745-9296aca13b19 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598262, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.400796] env[62954]: DEBUG nova.network.neutron [req-68513a10-cf65-4130-ba90-18c76097b2bc req-88d950fd-4b7d-47a1-b22a-e35451284938 service nova] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Updated VIF entry in instance network info cache for port 8e91c285-580e-41c5-8989-e68878ff7fc1. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.401184] env[62954]: DEBUG nova.network.neutron [req-68513a10-cf65-4130-ba90-18c76097b2bc req-88d950fd-4b7d-47a1-b22a-e35451284938 service nova] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Updating instance_info_cache with network_info: [{"id": "8e91c285-580e-41c5-8989-e68878ff7fc1", "address": "fa:16:3e:7f:a6:50", "network": {"id": "ccb3874a-a834-4f33-a065-0df90cc66674", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1110790858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3eed675f8f04cffb49792ee5c797352", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e91c285-58", "ovs_interfaceid": "8e91c285-580e-41c5-8989-e68878ff7fc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.527433] env[62954]: DEBUG oslo_vmware.api [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598260, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738273} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.527726] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] d5d74873-989a-4faa-a88d-fee92f732a9a/d5d74873-989a-4faa-a88d-fee92f732a9a.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1125.527932] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1125.528206] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3cb71e9-0638-4aa8-b60c-5237b40c36bd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.535156] env[62954]: DEBUG oslo_vmware.api [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1125.535156] env[62954]: value = "task-2598263" [ 1125.535156] env[62954]: _type = "Task" [ 1125.535156] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.543692] env[62954]: DEBUG oslo_vmware.api [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598263, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.686049] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82df54a-8c01-4f6f-823c-55b066e8e4b3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.695036] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab7dd60-26de-45bc-b421-d8e49eb2686d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.727477] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd33fb8c-143c-4e5e-8ebf-31a4f3cfaa64 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.737121] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd57842-2062-41bd-8480-bddcc9bdcd48 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.754877] env[62954]: DEBUG nova.compute.provider_tree [None req-f7fc9145-593f-4434-9965-db7bdc0c7f61 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.764884] env[62954]: DEBUG oslo_vmware.api [None req-5f6e2cae-7599-4344-8745-9296aca13b19 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598262, 'name': ReconfigVM_Task, 'duration_secs': 0.146017} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.765776] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f6e2cae-7599-4344-8745-9296aca13b19 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-524011', 'volume_id': '28ec8558-7e7d-4ef9-a7ab-e3a3a2f3cfdb', 'name': 'volume-28ec8558-7e7d-4ef9-a7ab-e3a3a2f3cfdb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b8b76e1c-723c-47b9-a810-381de87e54bc', 'attached_at': '', 'detached_at': '', 'volume_id': '28ec8558-7e7d-4ef9-a7ab-e3a3a2f3cfdb', 'serial': '28ec8558-7e7d-4ef9-a7ab-e3a3a2f3cfdb'} {{(pid=62954) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1125.903308] env[62954]: DEBUG oslo_concurrency.lockutils [req-68513a10-cf65-4130-ba90-18c76097b2bc req-88d950fd-4b7d-47a1-b22a-e35451284938 service nova] Releasing lock "refresh_cache-4cbd2cb4-3ca1-4240-ae98-82f99d7270f3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.045018] env[62954]: DEBUG oslo_vmware.api [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598263, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070182} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.045304] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1126.046048] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f07e73-73aa-438e-ba14-dbe85f8afa87 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.067290] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] d5d74873-989a-4faa-a88d-fee92f732a9a/d5d74873-989a-4faa-a88d-fee92f732a9a.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1126.067530] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b43d341-1989-4fb4-88c5-be5b5f6a82e3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.086660] env[62954]: DEBUG oslo_vmware.api [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1126.086660] env[62954]: value = "task-2598264" [ 1126.086660] env[62954]: _type = "Task" [ 1126.086660] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.094034] env[62954]: DEBUG oslo_vmware.api [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598264, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.260963] env[62954]: DEBUG nova.scheduler.client.report [None req-f7fc9145-593f-4434-9965-db7bdc0c7f61 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.313883] env[62954]: DEBUG nova.objects.instance [None req-5f6e2cae-7599-4344-8745-9296aca13b19 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lazy-loading 'flavor' on Instance uuid b8b76e1c-723c-47b9-a810-381de87e54bc {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.597766] env[62954]: DEBUG oslo_vmware.api [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598264, 'name': ReconfigVM_Task, 'duration_secs': 0.286555} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.598101] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Reconfigured VM instance instance-00000075 to attach disk [datastore1] d5d74873-989a-4faa-a88d-fee92f732a9a/d5d74873-989a-4faa-a88d-fee92f732a9a.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.598783] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6b49fd4-73d6-4835-8a39-078aea6d2a73 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.606823] env[62954]: DEBUG oslo_vmware.api [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1126.606823] env[62954]: value = "task-2598265" [ 1126.606823] env[62954]: _type = "Task" [ 1126.606823] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.620116] env[62954]: DEBUG oslo_vmware.api [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598265, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.767388] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f7fc9145-593f-4434-9965-db7bdc0c7f61 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.713s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.787490] env[62954]: INFO nova.scheduler.client.report [None req-f7fc9145-593f-4434-9965-db7bdc0c7f61 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Deleted allocations for instance ff274adc-122d-43d8-b2be-a653e1557b60 [ 1127.118065] env[62954]: DEBUG oslo_vmware.api [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598265, 'name': Rename_Task, 'duration_secs': 0.360075} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.118065] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1127.118065] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2817f12-1ec2-46b1-91e9-ca0a15b898fa {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.126914] env[62954]: DEBUG oslo_vmware.api [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1127.126914] env[62954]: value = "task-2598267" [ 1127.126914] env[62954]: _type = "Task" [ 1127.126914] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.144380] env[62954]: DEBUG oslo_vmware.api [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.300847] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f7fc9145-593f-4434-9965-db7bdc0c7f61 tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "ff274adc-122d-43d8-b2be-a653e1557b60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.118s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.322595] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5f6e2cae-7599-4344-8745-9296aca13b19 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lock "b8b76e1c-723c-47b9-a810-381de87e54bc" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.230s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.639159] env[62954]: DEBUG oslo_vmware.api [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598267, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.844611] env[62954]: INFO nova.compute.manager [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Rebuilding instance [ 1127.893204] env[62954]: DEBUG nova.compute.manager [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.894066] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921ed2d9-6db2-4faf-907f-1f03a66a841d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.139171] env[62954]: DEBUG oslo_vmware.api [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598267, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.362914] env[62954]: DEBUG oslo_concurrency.lockutils [None req-14629d94-6718-4efb-b566-fd960a13bdb2 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquiring lock "b8b76e1c-723c-47b9-a810-381de87e54bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.363137] env[62954]: DEBUG oslo_concurrency.lockutils [None req-14629d94-6718-4efb-b566-fd960a13bdb2 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lock "b8b76e1c-723c-47b9-a810-381de87e54bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.364053] env[62954]: DEBUG oslo_concurrency.lockutils [None req-14629d94-6718-4efb-b566-fd960a13bdb2 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquiring lock "b8b76e1c-723c-47b9-a810-381de87e54bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.364053] env[62954]: DEBUG oslo_concurrency.lockutils [None req-14629d94-6718-4efb-b566-fd960a13bdb2 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lock "b8b76e1c-723c-47b9-a810-381de87e54bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.364053] env[62954]: DEBUG oslo_concurrency.lockutils [None req-14629d94-6718-4efb-b566-fd960a13bdb2 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lock "b8b76e1c-723c-47b9-a810-381de87e54bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.366373] env[62954]: INFO nova.compute.manager [None req-14629d94-6718-4efb-b566-fd960a13bdb2 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Terminating instance [ 1128.639623] env[62954]: DEBUG oslo_vmware.api [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598267, 'name': PowerOnVM_Task, 'duration_secs': 1.263171} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.639933] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1128.640141] env[62954]: INFO nova.compute.manager [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1128.640338] env[62954]: DEBUG nova.compute.manager [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.641131] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02dec074-17a9-4897-9907-a284261114ab {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.764592] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7eaa3008-2112-449a-9951-8b16b5739d9a tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "39a464fe-3499-47d5-b1d4-2c3cf4db3356" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.765331] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7eaa3008-2112-449a-9951-8b16b5739d9a tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "39a464fe-3499-47d5-b1d4-2c3cf4db3356" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.765686] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7eaa3008-2112-449a-9951-8b16b5739d9a tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "39a464fe-3499-47d5-b1d4-2c3cf4db3356-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.765992] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7eaa3008-2112-449a-9951-8b16b5739d9a tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "39a464fe-3499-47d5-b1d4-2c3cf4db3356-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.766366] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7eaa3008-2112-449a-9951-8b16b5739d9a tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "39a464fe-3499-47d5-b1d4-2c3cf4db3356-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.769566] env[62954]: INFO nova.compute.manager [None req-7eaa3008-2112-449a-9951-8b16b5739d9a tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Terminating instance [ 1128.870617] env[62954]: DEBUG nova.compute.manager [None req-14629d94-6718-4efb-b566-fd960a13bdb2 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1128.870855] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-14629d94-6718-4efb-b566-fd960a13bdb2 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1128.871784] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460f6034-7f93-4a6a-9f4c-11323e3aac16 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.881879] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-14629d94-6718-4efb-b566-fd960a13bdb2 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.882300] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fad7ab52-8b70-4aa3-9f86-e11585ed06e2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.891778] env[62954]: DEBUG oslo_vmware.api [None req-14629d94-6718-4efb-b566-fd960a13bdb2 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1128.891778] env[62954]: value = "task-2598269" [ 1128.891778] env[62954]: _type = "Task" [ 1128.891778] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.903089] env[62954]: DEBUG oslo_vmware.api [None req-14629d94-6718-4efb-b566-fd960a13bdb2 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.907871] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.908329] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29fdf502-c1e3-4ac0-9070-a71b24eeaf57 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.916300] env[62954]: DEBUG oslo_vmware.api [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1128.916300] env[62954]: value = "task-2598270" [ 1128.916300] env[62954]: _type = "Task" [ 1128.916300] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.926450] env[62954]: DEBUG oslo_vmware.api [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.158580] env[62954]: INFO nova.compute.manager [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Took 12.90 seconds to build instance. [ 1129.274428] env[62954]: DEBUG nova.compute.manager [None req-7eaa3008-2112-449a-9951-8b16b5739d9a tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1129.274596] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7eaa3008-2112-449a-9951-8b16b5739d9a tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.275584] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4daa8ef9-9597-4d7e-9f82-0ab2a63a72bf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.284925] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eaa3008-2112-449a-9951-8b16b5739d9a tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.285185] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f72826e1-d18f-4d46-9ec3-e188c95c725b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.295189] env[62954]: DEBUG oslo_vmware.api [None req-7eaa3008-2112-449a-9951-8b16b5739d9a tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1129.295189] env[62954]: value = "task-2598271" [ 1129.295189] env[62954]: _type = "Task" [ 1129.295189] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.304827] env[62954]: DEBUG oslo_vmware.api [None req-7eaa3008-2112-449a-9951-8b16b5739d9a tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598271, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.402431] env[62954]: DEBUG oslo_vmware.api [None req-14629d94-6718-4efb-b566-fd960a13bdb2 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598269, 'name': PowerOffVM_Task, 'duration_secs': 0.471315} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.402712] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-14629d94-6718-4efb-b566-fd960a13bdb2 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.402884] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-14629d94-6718-4efb-b566-fd960a13bdb2 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.403176] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3934daa1-1f93-4fc4-bd63-cd828b53b95c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.427921] env[62954]: DEBUG oslo_vmware.api [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598270, 'name': PowerOffVM_Task, 'duration_secs': 0.371939} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.428308] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.428627] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.429700] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931e9d6f-7854-412e-96e8-97fd225978de {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.437902] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.438261] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d039480e-dcbb-494c-b6ed-7201dcebf667 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.480123] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-14629d94-6718-4efb-b566-fd960a13bdb2 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.480123] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-14629d94-6718-4efb-b566-fd960a13bdb2 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.480336] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-14629d94-6718-4efb-b566-fd960a13bdb2 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Deleting the datastore file [datastore1] b8b76e1c-723c-47b9-a810-381de87e54bc {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.480576] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69b6d953-a7a5-4342-8a24-9513fef0bcce {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.499615] env[62954]: DEBUG oslo_vmware.api [None req-14629d94-6718-4efb-b566-fd960a13bdb2 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1129.499615] env[62954]: value = "task-2598274" [ 1129.499615] env[62954]: _type = "Task" [ 1129.499615] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.514607] env[62954]: DEBUG oslo_vmware.api [None req-14629d94-6718-4efb-b566-fd960a13bdb2 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.516464] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.516641] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.517015] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Deleting the datastore file [datastore1] fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.517424] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8760a2a3-0997-40df-a684-03c275059e77 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.527064] env[62954]: DEBUG oslo_vmware.api [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1129.527064] env[62954]: value = "task-2598275" [ 1129.527064] env[62954]: _type = "Task" [ 1129.527064] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.539423] env[62954]: DEBUG oslo_vmware.api [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598275, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.541728] env[62954]: DEBUG nova.compute.manager [req-defe3324-7223-40c3-95c8-6e740c5fdd6b req-61ceeb3c-654e-466c-b6d7-85a9814eb4d4 service nova] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Received event network-changed-b3907d8a-adef-479d-ab80-66174ee42e72 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1129.541925] env[62954]: DEBUG nova.compute.manager [req-defe3324-7223-40c3-95c8-6e740c5fdd6b req-61ceeb3c-654e-466c-b6d7-85a9814eb4d4 service nova] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Refreshing instance network info cache due to event network-changed-b3907d8a-adef-479d-ab80-66174ee42e72. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1129.542225] env[62954]: DEBUG oslo_concurrency.lockutils [req-defe3324-7223-40c3-95c8-6e740c5fdd6b req-61ceeb3c-654e-466c-b6d7-85a9814eb4d4 service nova] Acquiring lock "refresh_cache-d5d74873-989a-4faa-a88d-fee92f732a9a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.542374] env[62954]: DEBUG oslo_concurrency.lockutils [req-defe3324-7223-40c3-95c8-6e740c5fdd6b req-61ceeb3c-654e-466c-b6d7-85a9814eb4d4 service nova] Acquired lock "refresh_cache-d5d74873-989a-4faa-a88d-fee92f732a9a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.542554] env[62954]: DEBUG nova.network.neutron [req-defe3324-7223-40c3-95c8-6e740c5fdd6b req-61ceeb3c-654e-466c-b6d7-85a9814eb4d4 service nova] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Refreshing network info cache for port b3907d8a-adef-479d-ab80-66174ee42e72 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.660915] env[62954]: DEBUG oslo_concurrency.lockutils [None req-5c496747-f574-4483-b837-dfad68609cfa tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "d5d74873-989a-4faa-a88d-fee92f732a9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.414s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.661272] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "d5d74873-989a-4faa-a88d-fee92f732a9a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.029s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.661573] env[62954]: INFO nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] During sync_power_state the instance has a pending task (spawning). Skip. [ 1129.661670] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "d5d74873-989a-4faa-a88d-fee92f732a9a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.806042] env[62954]: DEBUG oslo_vmware.api [None req-7eaa3008-2112-449a-9951-8b16b5739d9a tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598271, 'name': PowerOffVM_Task, 'duration_secs': 0.2757} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.806252] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eaa3008-2112-449a-9951-8b16b5739d9a tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.806423] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7eaa3008-2112-449a-9951-8b16b5739d9a tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.806673] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46b3af69-4131-449e-8279-c8a381009c04 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.898813] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7eaa3008-2112-449a-9951-8b16b5739d9a tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.899095] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7eaa3008-2112-449a-9951-8b16b5739d9a tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.899294] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eaa3008-2112-449a-9951-8b16b5739d9a tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Deleting the datastore file [datastore2] 39a464fe-3499-47d5-b1d4-2c3cf4db3356 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.899575] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8997d6c-394d-470f-89c9-cbd51096740e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.906931] env[62954]: DEBUG oslo_vmware.api [None req-7eaa3008-2112-449a-9951-8b16b5739d9a tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for the task: (returnval){ [ 1129.906931] env[62954]: value = "task-2598277" [ 1129.906931] env[62954]: _type = "Task" [ 1129.906931] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.915072] env[62954]: DEBUG oslo_vmware.api [None req-7eaa3008-2112-449a-9951-8b16b5739d9a tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.010428] env[62954]: DEBUG oslo_vmware.api [None req-14629d94-6718-4efb-b566-fd960a13bdb2 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15871} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.010794] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-14629d94-6718-4efb-b566-fd960a13bdb2 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.011045] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-14629d94-6718-4efb-b566-fd960a13bdb2 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.011305] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-14629d94-6718-4efb-b566-fd960a13bdb2 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.011551] env[62954]: INFO nova.compute.manager [None req-14629d94-6718-4efb-b566-fd960a13bdb2 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1130.011877] env[62954]: DEBUG oslo.service.loopingcall [None req-14629d94-6718-4efb-b566-fd960a13bdb2 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1130.012127] env[62954]: DEBUG nova.compute.manager [-] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1130.012258] env[62954]: DEBUG nova.network.neutron [-] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1130.038776] env[62954]: DEBUG oslo_vmware.api [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598275, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150859} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.039068] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.039269] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.039446] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.294451] env[62954]: DEBUG nova.network.neutron [req-defe3324-7223-40c3-95c8-6e740c5fdd6b req-61ceeb3c-654e-466c-b6d7-85a9814eb4d4 service nova] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Updated VIF entry in instance network info cache for port b3907d8a-adef-479d-ab80-66174ee42e72. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.294703] env[62954]: DEBUG nova.network.neutron [req-defe3324-7223-40c3-95c8-6e740c5fdd6b req-61ceeb3c-654e-466c-b6d7-85a9814eb4d4 service nova] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Updating instance_info_cache with network_info: [{"id": "b3907d8a-adef-479d-ab80-66174ee42e72", "address": "fa:16:3e:14:b4:56", "network": {"id": "7c267a0a-446f-4e24-9552-67fbdacd4c1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1764129639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b7067a8cb44a12a451501342566d30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3907d8a-ad", "ovs_interfaceid": "b3907d8a-adef-479d-ab80-66174ee42e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.418074] env[62954]: DEBUG oslo_vmware.api [None req-7eaa3008-2112-449a-9951-8b16b5739d9a tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Task: {'id': task-2598277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143742} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.418342] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eaa3008-2112-449a-9951-8b16b5739d9a tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.418593] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7eaa3008-2112-449a-9951-8b16b5739d9a tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.418833] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-7eaa3008-2112-449a-9951-8b16b5739d9a tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.419077] env[62954]: INFO nova.compute.manager [None req-7eaa3008-2112-449a-9951-8b16b5739d9a tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1130.419348] env[62954]: DEBUG oslo.service.loopingcall [None req-7eaa3008-2112-449a-9951-8b16b5739d9a tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1130.419572] env[62954]: DEBUG nova.compute.manager [-] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1130.419693] env[62954]: DEBUG nova.network.neutron [-] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1130.669412] env[62954]: DEBUG nova.compute.manager [req-10fe033c-69e4-4474-b84e-6dab313c6730 req-026ca49b-b77c-4c26-8986-85a03f9d4140 service nova] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Received event network-vif-deleted-14a8e3ac-3390-478f-b6ec-d4e99dd3238e {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1130.669749] env[62954]: INFO nova.compute.manager [req-10fe033c-69e4-4474-b84e-6dab313c6730 req-026ca49b-b77c-4c26-8986-85a03f9d4140 service nova] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Neutron deleted interface 14a8e3ac-3390-478f-b6ec-d4e99dd3238e; detaching it from the instance and deleting it from the info cache [ 1130.669808] env[62954]: DEBUG nova.network.neutron [req-10fe033c-69e4-4474-b84e-6dab313c6730 req-026ca49b-b77c-4c26-8986-85a03f9d4140 service nova] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.797250] env[62954]: DEBUG oslo_concurrency.lockutils [req-defe3324-7223-40c3-95c8-6e740c5fdd6b req-61ceeb3c-654e-466c-b6d7-85a9814eb4d4 service nova] Releasing lock "refresh_cache-d5d74873-989a-4faa-a88d-fee92f732a9a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.969834] env[62954]: DEBUG nova.network.neutron [-] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.078252] env[62954]: DEBUG nova.virt.hardware [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.078534] env[62954]: DEBUG nova.virt.hardware [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.078705] env[62954]: DEBUG nova.virt.hardware [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.078933] env[62954]: DEBUG nova.virt.hardware [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.079094] env[62954]: DEBUG nova.virt.hardware [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.079261] env[62954]: DEBUG nova.virt.hardware [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.079494] env[62954]: DEBUG nova.virt.hardware [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.079696] env[62954]: DEBUG nova.virt.hardware [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.079900] env[62954]: DEBUG nova.virt.hardware [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.080130] env[62954]: DEBUG nova.virt.hardware [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.080334] env[62954]: DEBUG nova.virt.hardware [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.081237] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7ede93-8e52-4206-ac0d-279633c4c51e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.090710] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dca915-ca12-45bf-bb4c-e66d2981f391 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.105928] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:71:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce075039-99e2-458c-b6ef-e2c5b0d6cc4c', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1131.114375] env[62954]: DEBUG oslo.service.loopingcall [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1131.114676] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1131.114917] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cb96b2d-4386-4616-8106-36513836fa94 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.138427] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1131.138427] env[62954]: value = "task-2598279" [ 1131.138427] env[62954]: _type = "Task" [ 1131.138427] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.147557] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598279, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.151024] env[62954]: DEBUG nova.network.neutron [-] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.176237] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-42307ebc-93d5-4c5b-be47-9df6369fea56 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.188013] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d35093-7505-4300-bad4-7ee8ad88a093 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.946925] env[62954]: INFO nova.compute.manager [-] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Took 1.93 seconds to deallocate network for instance. [ 1131.947342] env[62954]: INFO nova.compute.manager [-] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Took 1.53 seconds to deallocate network for instance. [ 1131.948393] env[62954]: DEBUG nova.compute.manager [req-9f559658-d3e3-4086-8fe7-969f505d499b req-ae138d93-7045-4d24-8ec7-6177483b0bd9 service nova] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Received event network-vif-deleted-fbb2d8e6-01a2-4d3a-a861-6445e4622aa9 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1131.965217] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598279, 'name': CreateVM_Task, 'duration_secs': 0.779857} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.973037] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1131.973396] env[62954]: DEBUG nova.compute.manager [req-10fe033c-69e4-4474-b84e-6dab313c6730 req-026ca49b-b77c-4c26-8986-85a03f9d4140 service nova] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Detach interface failed, port_id=14a8e3ac-3390-478f-b6ec-d4e99dd3238e, reason: Instance 39a464fe-3499-47d5-b1d4-2c3cf4db3356 could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1131.974424] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.974589] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.974897] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.975168] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7d004b8-0be4-4d75-b6e4-1a993b73814e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.980596] env[62954]: DEBUG oslo_vmware.api [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1131.980596] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52dae4cf-77b7-0ec3-dab1-a6f6e79f85f3" [ 1131.980596] env[62954]: _type = "Task" [ 1131.980596] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.989316] env[62954]: DEBUG oslo_vmware.api [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52dae4cf-77b7-0ec3-dab1-a6f6e79f85f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.460893] env[62954]: DEBUG oslo_concurrency.lockutils [None req-14629d94-6718-4efb-b566-fd960a13bdb2 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1132.461179] env[62954]: DEBUG oslo_concurrency.lockutils [None req-14629d94-6718-4efb-b566-fd960a13bdb2 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1132.461404] env[62954]: DEBUG nova.objects.instance [None req-14629d94-6718-4efb-b566-fd960a13bdb2 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lazy-loading 'resources' on Instance uuid b8b76e1c-723c-47b9-a810-381de87e54bc {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.462963] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7eaa3008-2112-449a-9951-8b16b5739d9a tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1132.491352] env[62954]: DEBUG oslo_vmware.api [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52dae4cf-77b7-0ec3-dab1-a6f6e79f85f3, 'name': SearchDatastore_Task, 'duration_secs': 0.032773} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.491581] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.491804] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.492049] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.492200] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.492382] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.492633] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28fec20e-4840-4bb2-9f77-c9fca775738a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.501399] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.501607] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1132.502253] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1c3d855-7a95-4577-ae36-7aac640959aa {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.507164] env[62954]: DEBUG oslo_vmware.api [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1132.507164] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52c3525a-a6db-3a3c-0524-f31d85a775a2" [ 1132.507164] env[62954]: _type = "Task" [ 1132.507164] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.514364] env[62954]: DEBUG oslo_vmware.api [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52c3525a-a6db-3a3c-0524-f31d85a775a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.020072] env[62954]: DEBUG oslo_vmware.api [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52c3525a-a6db-3a3c-0524-f31d85a775a2, 'name': SearchDatastore_Task, 'duration_secs': 0.008558} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.020418] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79f5d0d0-86ce-4eea-ab18-368ee8914e9f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.029603] env[62954]: DEBUG oslo_vmware.api [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1133.029603] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52830cab-9993-1500-035a-416434f46261" [ 1133.029603] env[62954]: _type = "Task" [ 1133.029603] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.038470] env[62954]: DEBUG oslo_vmware.api [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52830cab-9993-1500-035a-416434f46261, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.102722] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ce6c47-8453-46a1-af22-1b9d8d4dcfd1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.112279] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1673cb-3a5a-4695-8d10-eef49889c8fc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.148667] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33a0076-32d7-4c41-82a0-b315b131e63d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.157391] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3243683f-5787-4421-91cd-579c34a2aa1a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.172499] env[62954]: DEBUG nova.compute.provider_tree [None req-14629d94-6718-4efb-b566-fd960a13bdb2 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.540257] env[62954]: DEBUG oslo_vmware.api [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52830cab-9993-1500-035a-416434f46261, 'name': SearchDatastore_Task, 'duration_secs': 0.024076} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.540530] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.540792] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6/fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1133.541099] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e4aaebf-4857-46f2-8cbc-32955a95d10d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.550599] env[62954]: DEBUG oslo_vmware.api [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1133.550599] env[62954]: value = "task-2598281" [ 1133.550599] env[62954]: _type = "Task" [ 1133.550599] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.559356] env[62954]: DEBUG oslo_vmware.api [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598281, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.676095] env[62954]: DEBUG nova.scheduler.client.report [None req-14629d94-6718-4efb-b566-fd960a13bdb2 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.062138] env[62954]: DEBUG oslo_vmware.api [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598281, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.181485] env[62954]: DEBUG oslo_concurrency.lockutils [None req-14629d94-6718-4efb-b566-fd960a13bdb2 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.720s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.184572] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7eaa3008-2112-449a-9951-8b16b5739d9a tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.721s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.184897] env[62954]: DEBUG nova.objects.instance [None req-7eaa3008-2112-449a-9951-8b16b5739d9a tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lazy-loading 'resources' on Instance uuid 39a464fe-3499-47d5-b1d4-2c3cf4db3356 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.202728] env[62954]: INFO nova.scheduler.client.report [None req-14629d94-6718-4efb-b566-fd960a13bdb2 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Deleted allocations for instance b8b76e1c-723c-47b9-a810-381de87e54bc [ 1134.562093] env[62954]: DEBUG oslo_vmware.api [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598281, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.782842} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.562093] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6/fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1134.562384] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1134.562567] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a939d4e3-2fbb-40fa-a4cf-47e976980360 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.569263] env[62954]: DEBUG oslo_vmware.api [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1134.569263] env[62954]: value = "task-2598282" [ 1134.569263] env[62954]: _type = "Task" [ 1134.569263] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.578832] env[62954]: DEBUG oslo_vmware.api [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598282, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.711912] env[62954]: DEBUG oslo_concurrency.lockutils [None req-14629d94-6718-4efb-b566-fd960a13bdb2 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lock "b8b76e1c-723c-47b9-a810-381de87e54bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.349s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.791553] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97062e0a-092b-4e91-b76a-fb44f5af7cc3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.799717] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65a2fc3-7cc9-4a72-a7f1-900f46a1f9dd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.830312] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2d4afe-2ec4-4a86-a8ff-d1a81291e469 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.837613] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b6704c-9fd7-4ff2-9dad-b77513be8301 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.851549] env[62954]: DEBUG nova.compute.provider_tree [None req-7eaa3008-2112-449a-9951-8b16b5739d9a tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.081247] env[62954]: DEBUG oslo_vmware.api [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598282, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065145} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.081536] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1135.082304] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697f7b23-b190-4cb0-8bda-a73b624df4d3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.104215] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6/fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.104499] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f868fbb5-56d6-4c3d-b224-be84cdaaec46 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.125781] env[62954]: DEBUG oslo_vmware.api [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1135.125781] env[62954]: value = "task-2598283" [ 1135.125781] env[62954]: _type = "Task" [ 1135.125781] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.135865] env[62954]: DEBUG oslo_vmware.api [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598283, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.355072] env[62954]: DEBUG nova.scheduler.client.report [None req-7eaa3008-2112-449a-9951-8b16b5739d9a tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.638694] env[62954]: DEBUG oslo_vmware.api [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.860409] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7eaa3008-2112-449a-9951-8b16b5739d9a tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.676s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.886959] env[62954]: INFO nova.scheduler.client.report [None req-7eaa3008-2112-449a-9951-8b16b5739d9a tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Deleted allocations for instance 39a464fe-3499-47d5-b1d4-2c3cf4db3356 [ 1136.138112] env[62954]: DEBUG oslo_vmware.api [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598283, 'name': ReconfigVM_Task, 'duration_secs': 0.788986} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.138112] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Reconfigured VM instance instance-00000070 to attach disk [datastore2] fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6/fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.138713] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80f981ba-57d1-42ca-996b-200a1535d8ab {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.147974] env[62954]: DEBUG oslo_vmware.api [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1136.147974] env[62954]: value = "task-2598284" [ 1136.147974] env[62954]: _type = "Task" [ 1136.147974] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.156863] env[62954]: DEBUG oslo_vmware.api [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598284, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.395390] env[62954]: DEBUG oslo_concurrency.lockutils [None req-7eaa3008-2112-449a-9951-8b16b5739d9a tempest-ServersTestJSON-734615409 tempest-ServersTestJSON-734615409-project-member] Lock "39a464fe-3499-47d5-b1d4-2c3cf4db3356" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.630s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1136.658504] env[62954]: DEBUG oslo_vmware.api [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598284, 'name': Rename_Task, 'duration_secs': 0.218146} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.658789] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.659071] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3921ec9-64e5-43da-8617-7718ad2cb46e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.666316] env[62954]: DEBUG oslo_vmware.api [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1136.666316] env[62954]: value = "task-2598285" [ 1136.666316] env[62954]: _type = "Task" [ 1136.666316] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.674899] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquiring lock "b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1136.675139] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lock "b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1136.682723] env[62954]: DEBUG oslo_vmware.api [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598285, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.179980] env[62954]: DEBUG nova.compute.manager [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1137.182715] env[62954]: DEBUG oslo_vmware.api [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598285, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.678845] env[62954]: DEBUG oslo_vmware.api [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598285, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.702183] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.702451] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.703987] env[62954]: INFO nova.compute.claims [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1138.179144] env[62954]: DEBUG oslo_vmware.api [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598285, 'name': PowerOnVM_Task, 'duration_secs': 1.088461} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.179440] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1138.179653] env[62954]: DEBUG nova.compute.manager [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1138.180433] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139a68ef-3bfc-4be8-94bd-2bcae33cd80c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.696982] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.825240] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4762a1cc-9ad4-40d8-9b80-b540f0775a94 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.833619] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3209ce-7ca8-440f-a858-58c1ffcc3656 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.865310] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67959eb9-0ea6-4f33-b7f4-b49487cf66ef {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.873470] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18d0652-552d-400e-8de2-90d00d3407a7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.887145] env[62954]: DEBUG nova.compute.provider_tree [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.390420] env[62954]: DEBUG nova.scheduler.client.report [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.898031] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.195s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.898614] env[62954]: DEBUG nova.compute.manager [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1139.901387] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.205s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.902884] env[62954]: DEBUG nova.objects.instance [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62954) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1140.407853] env[62954]: DEBUG nova.compute.utils [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1140.412239] env[62954]: DEBUG nova.compute.manager [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1140.412403] env[62954]: DEBUG nova.network.neutron [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1140.459148] env[62954]: DEBUG nova.policy [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9af453307c714d4f9a8376c2fa619510', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55676c64756f4e1890efd5c9265b3f01', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 1140.723608] env[62954]: DEBUG nova.network.neutron [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Successfully created port: 53b2d473-8568-47b7-b393-551d9d238b59 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1140.913321] env[62954]: DEBUG nova.compute.manager [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1140.917138] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c0023e81-2332-49eb-9aa9-78cb92540363 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.925273] env[62954]: DEBUG nova.compute.manager [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1141.952145] env[62954]: DEBUG nova.virt.hardware [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.952450] env[62954]: DEBUG nova.virt.hardware [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.952610] env[62954]: DEBUG nova.virt.hardware [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.952792] env[62954]: DEBUG nova.virt.hardware [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.952941] env[62954]: DEBUG nova.virt.hardware [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.953119] env[62954]: DEBUG nova.virt.hardware [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.953346] env[62954]: DEBUG nova.virt.hardware [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.953489] env[62954]: DEBUG nova.virt.hardware [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.953654] env[62954]: DEBUG nova.virt.hardware [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.953812] env[62954]: DEBUG nova.virt.hardware [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.953984] env[62954]: DEBUG nova.virt.hardware [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.954869] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd80fe1f-5e9f-4a98-b0c2-3356067b0efa {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.963900] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d801ea-da50-4af2-ae7d-fba974b981ec {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.191852] env[62954]: DEBUG nova.compute.manager [req-ecbd1827-5548-4391-bd2e-9d2702981d10 req-b94600af-9937-4ca0-94ad-5e2e2be003c9 service nova] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Received event network-vif-plugged-53b2d473-8568-47b7-b393-551d9d238b59 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1142.192055] env[62954]: DEBUG oslo_concurrency.lockutils [req-ecbd1827-5548-4391-bd2e-9d2702981d10 req-b94600af-9937-4ca0-94ad-5e2e2be003c9 service nova] Acquiring lock "b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.192274] env[62954]: DEBUG oslo_concurrency.lockutils [req-ecbd1827-5548-4391-bd2e-9d2702981d10 req-b94600af-9937-4ca0-94ad-5e2e2be003c9 service nova] Lock "b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.192440] env[62954]: DEBUG oslo_concurrency.lockutils [req-ecbd1827-5548-4391-bd2e-9d2702981d10 req-b94600af-9937-4ca0-94ad-5e2e2be003c9 service nova] Lock "b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.192608] env[62954]: DEBUG nova.compute.manager [req-ecbd1827-5548-4391-bd2e-9d2702981d10 req-b94600af-9937-4ca0-94ad-5e2e2be003c9 service nova] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] No waiting events found dispatching network-vif-plugged-53b2d473-8568-47b7-b393-551d9d238b59 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1142.192773] env[62954]: WARNING nova.compute.manager [req-ecbd1827-5548-4391-bd2e-9d2702981d10 req-b94600af-9937-4ca0-94ad-5e2e2be003c9 service nova] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Received unexpected event network-vif-plugged-53b2d473-8568-47b7-b393-551d9d238b59 for instance with vm_state building and task_state spawning. [ 1142.274009] env[62954]: DEBUG nova.network.neutron [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Successfully updated port: 53b2d473-8568-47b7-b393-551d9d238b59 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1142.777203] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquiring lock "refresh_cache-b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.777203] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquired lock "refresh_cache-b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.777203] env[62954]: DEBUG nova.network.neutron [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.309024] env[62954]: DEBUG nova.network.neutron [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1143.472139] env[62954]: DEBUG nova.network.neutron [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Updating instance_info_cache with network_info: [{"id": "53b2d473-8568-47b7-b393-551d9d238b59", "address": "fa:16:3e:45:20:21", "network": {"id": "47528c63-56ff-4749-94ed-f0e94687ac13", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1980367274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55676c64756f4e1890efd5c9265b3f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53b2d473-85", "ovs_interfaceid": "53b2d473-8568-47b7-b393-551d9d238b59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.484069] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.974759] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Releasing lock "refresh_cache-b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.975131] env[62954]: DEBUG nova.compute.manager [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Instance network_info: |[{"id": "53b2d473-8568-47b7-b393-551d9d238b59", "address": "fa:16:3e:45:20:21", "network": {"id": "47528c63-56ff-4749-94ed-f0e94687ac13", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1980367274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55676c64756f4e1890efd5c9265b3f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53b2d473-85", "ovs_interfaceid": "53b2d473-8568-47b7-b393-551d9d238b59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1143.975555] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:20:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53b2d473-8568-47b7-b393-551d9d238b59', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1143.983029] env[62954]: DEBUG oslo.service.loopingcall [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1143.983570] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1143.983570] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74cf2ad1-936e-4cbd-91d0-6e900e84b300 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.004185] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1144.004185] env[62954]: value = "task-2598289" [ 1144.004185] env[62954]: _type = "Task" [ 1144.004185] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.013409] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598289, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.252139] env[62954]: DEBUG nova.compute.manager [req-9628c6ec-7dea-4614-a839-9c1ea2ae67f2 req-413bd3c4-4459-4dd1-befe-af8870c2833b service nova] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Received event network-changed-53b2d473-8568-47b7-b393-551d9d238b59 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1144.252350] env[62954]: DEBUG nova.compute.manager [req-9628c6ec-7dea-4614-a839-9c1ea2ae67f2 req-413bd3c4-4459-4dd1-befe-af8870c2833b service nova] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Refreshing instance network info cache due to event network-changed-53b2d473-8568-47b7-b393-551d9d238b59. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1144.252570] env[62954]: DEBUG oslo_concurrency.lockutils [req-9628c6ec-7dea-4614-a839-9c1ea2ae67f2 req-413bd3c4-4459-4dd1-befe-af8870c2833b service nova] Acquiring lock "refresh_cache-b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.252708] env[62954]: DEBUG oslo_concurrency.lockutils [req-9628c6ec-7dea-4614-a839-9c1ea2ae67f2 req-413bd3c4-4459-4dd1-befe-af8870c2833b service nova] Acquired lock "refresh_cache-b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.252872] env[62954]: DEBUG nova.network.neutron [req-9628c6ec-7dea-4614-a839-9c1ea2ae67f2 req-413bd3c4-4459-4dd1-befe-af8870c2833b service nova] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Refreshing network info cache for port 53b2d473-8568-47b7-b393-551d9d238b59 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.515686] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598289, 'name': CreateVM_Task, 'duration_secs': 0.396822} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.516201] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1144.523106] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.523292] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.523608] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.523853] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c75b5bf5-f86b-49f3-ad09-577cba02a8bb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.529071] env[62954]: DEBUG oslo_vmware.api [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1144.529071] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52b7a2c8-5ed2-9a8d-2052-662b0d61e59e" [ 1144.529071] env[62954]: _type = "Task" [ 1144.529071] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.537237] env[62954]: DEBUG oslo_vmware.api [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52b7a2c8-5ed2-9a8d-2052-662b0d61e59e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.932744] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1144.932909] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Starting heal instance info cache {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1144.939797] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "a200d6f6-61fc-4b2d-865c-9bfe3908ffb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1144.940053] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "a200d6f6-61fc-4b2d-865c-9bfe3908ffb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.005858] env[62954]: DEBUG nova.network.neutron [req-9628c6ec-7dea-4614-a839-9c1ea2ae67f2 req-413bd3c4-4459-4dd1-befe-af8870c2833b service nova] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Updated VIF entry in instance network info cache for port 53b2d473-8568-47b7-b393-551d9d238b59. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.006253] env[62954]: DEBUG nova.network.neutron [req-9628c6ec-7dea-4614-a839-9c1ea2ae67f2 req-413bd3c4-4459-4dd1-befe-af8870c2833b service nova] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Updating instance_info_cache with network_info: [{"id": "53b2d473-8568-47b7-b393-551d9d238b59", "address": "fa:16:3e:45:20:21", "network": {"id": "47528c63-56ff-4749-94ed-f0e94687ac13", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1980367274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55676c64756f4e1890efd5c9265b3f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53b2d473-85", "ovs_interfaceid": "53b2d473-8568-47b7-b393-551d9d238b59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.039267] env[62954]: DEBUG oslo_vmware.api [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52b7a2c8-5ed2-9a8d-2052-662b0d61e59e, 'name': SearchDatastore_Task, 'duration_secs': 0.009741} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.039556] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.039787] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1145.040041] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.040196] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.040378] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1145.040629] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-698a1226-e88a-4ebb-aac5-b63fd5731a45 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.048742] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1145.048924] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1145.049872] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61107464-eae9-45f6-8228-a7482d395c3b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.054650] env[62954]: DEBUG oslo_vmware.api [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1145.054650] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52fa011a-4efa-ca31-cde7-0200543c472b" [ 1145.054650] env[62954]: _type = "Task" [ 1145.054650] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.063147] env[62954]: DEBUG oslo_vmware.api [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52fa011a-4efa-ca31-cde7-0200543c472b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.442941] env[62954]: DEBUG nova.compute.manager [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1145.509063] env[62954]: DEBUG oslo_concurrency.lockutils [req-9628c6ec-7dea-4614-a839-9c1ea2ae67f2 req-413bd3c4-4459-4dd1-befe-af8870c2833b service nova] Releasing lock "refresh_cache-b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.566452] env[62954]: DEBUG oslo_vmware.api [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52fa011a-4efa-ca31-cde7-0200543c472b, 'name': SearchDatastore_Task, 'duration_secs': 0.008641} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.567248] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc9896dd-e3b4-41bb-bf25-25ca73441512 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.573130] env[62954]: DEBUG oslo_vmware.api [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1145.573130] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52863afc-d7a4-9728-efac-b533a7debc48" [ 1145.573130] env[62954]: _type = "Task" [ 1145.573130] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.582130] env[62954]: DEBUG oslo_vmware.api [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52863afc-d7a4-9728-efac-b533a7debc48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.967467] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.967571] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.969123] env[62954]: INFO nova.compute.claims [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.085242] env[62954]: DEBUG oslo_vmware.api [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52863afc-d7a4-9728-efac-b533a7debc48, 'name': SearchDatastore_Task, 'duration_secs': 0.0093} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.085242] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.085242] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55/b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1146.085242] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b44123aa-7e3d-47c7-9887-f15fe3ac9a24 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.092786] env[62954]: DEBUG oslo_vmware.api [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1146.092786] env[62954]: value = "task-2598290" [ 1146.092786] env[62954]: _type = "Task" [ 1146.092786] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.101761] env[62954]: DEBUG oslo_vmware.api [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.106580] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2c8fdade-7f9f-4b0e-bda6-52f8913fae33 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquiring lock "ea5e84ec-8669-45bd-914b-02454f0dce24" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.106925] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2c8fdade-7f9f-4b0e-bda6-52f8913fae33 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "ea5e84ec-8669-45bd-914b-02454f0dce24" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.444120] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Didn't find any instances for network info cache update. {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1146.444367] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.444546] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.444702] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.603602] env[62954]: DEBUG oslo_vmware.api [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598290, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440419} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.603880] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55/b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.604082] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.604339] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38b2729d-37f7-4e5e-ad5e-f0d7ba49071e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.609441] env[62954]: DEBUG nova.compute.utils [None req-2c8fdade-7f9f-4b0e-bda6-52f8913fae33 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1146.612061] env[62954]: DEBUG oslo_vmware.api [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1146.612061] env[62954]: value = "task-2598291" [ 1146.612061] env[62954]: _type = "Task" [ 1146.612061] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.620527] env[62954]: DEBUG oslo_vmware.api [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598291, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.951176] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1147.107361] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16487483-f298-43fc-89dd-5b8d17e2d4e8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.114673] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2c8fdade-7f9f-4b0e-bda6-52f8913fae33 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "ea5e84ec-8669-45bd-914b-02454f0dce24" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1147.118812] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78463397-77a1-45fc-a90a-0c1b1a83b5d7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.128984] env[62954]: DEBUG oslo_vmware.api [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598291, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075547} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.153195] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1147.154779] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09c1ec8-9977-479b-bbfe-6646f833b890 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.157797] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f554a6-6daf-4f90-b6b6-1e6a02868861 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.174948] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c8cf6f-8263-4fee-9ae1-3146731ed946 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.186994] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55/b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.187280] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0bc74d2-4b27-44ef-96db-26378ff8a7ba {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.211913] env[62954]: DEBUG nova.compute.provider_tree [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.214502] env[62954]: DEBUG oslo_vmware.api [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1147.214502] env[62954]: value = "task-2598292" [ 1147.214502] env[62954]: _type = "Task" [ 1147.214502] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.223794] env[62954]: DEBUG oslo_vmware.api [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598292, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.715812] env[62954]: DEBUG nova.scheduler.client.report [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.729764] env[62954]: DEBUG oslo_vmware.api [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598292, 'name': ReconfigVM_Task, 'duration_secs': 0.273743} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.730136] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Reconfigured VM instance instance-00000076 to attach disk [datastore2] b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55/b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.730830] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5de2eefb-cb47-41dd-9bb5-b526a0219a7b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.739172] env[62954]: DEBUG oslo_vmware.api [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1147.739172] env[62954]: value = "task-2598293" [ 1147.739172] env[62954]: _type = "Task" [ 1147.739172] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.748054] env[62954]: DEBUG oslo_vmware.api [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598293, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.182453] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2c8fdade-7f9f-4b0e-bda6-52f8913fae33 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquiring lock "ea5e84ec-8669-45bd-914b-02454f0dce24" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1148.182726] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2c8fdade-7f9f-4b0e-bda6-52f8913fae33 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "ea5e84ec-8669-45bd-914b-02454f0dce24" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1148.182966] env[62954]: INFO nova.compute.manager [None req-2c8fdade-7f9f-4b0e-bda6-52f8913fae33 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Attaching volume 6a1c3ddd-bbe7-43ff-bb8c-88b45a35405d to /dev/sdb [ 1148.220493] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6564bf85-bf70-4baa-99d6-6046f9dfc66a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.224074] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.256s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1148.225028] env[62954]: DEBUG nova.compute.manager [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1148.229031] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.278s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1148.229335] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1148.229548] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62954) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1148.230663] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0cbe33-945c-4ab4-9b34-83ad989e2f1e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.233811] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead3a342-fd7a-4f74-a93a-db44a0fac6e4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.243862] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68affb82-2f99-4939-aafd-4a881bb99a21 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.250784] env[62954]: DEBUG nova.virt.block_device [None req-2c8fdade-7f9f-4b0e-bda6-52f8913fae33 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Updating existing volume attachment record: aae320f4-f9d1-4ada-9280-e8262edf8cd7 {{(pid=62954) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1148.265278] env[62954]: DEBUG oslo_vmware.api [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598293, 'name': Rename_Task, 'duration_secs': 0.153993} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.265769] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.266499] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a62b25-c9e8-47d3-8ce6-ad6c53d6a700 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.268933] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98d0e937-d989-43a1-bd30-3c783d4cc953 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.274848] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3818a845-79e9-454c-bfaa-75d6e2182575 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.279510] env[62954]: DEBUG oslo_vmware.api [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1148.279510] env[62954]: value = "task-2598294" [ 1148.279510] env[62954]: _type = "Task" [ 1148.279510] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.306538] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179836MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=62954) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1148.306737] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1148.307018] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1148.315369] env[62954]: DEBUG oslo_vmware.api [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598294, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.732411] env[62954]: DEBUG nova.compute.utils [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1148.734017] env[62954]: DEBUG nova.compute.manager [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1148.734329] env[62954]: DEBUG nova.network.neutron [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1148.771776] env[62954]: DEBUG nova.policy [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98cb55b886fb4825b80315af560c4c0e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3eed675f8f04cffb49792ee5c797352', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 1148.790636] env[62954]: DEBUG oslo_vmware.api [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598294, 'name': PowerOnVM_Task, 'duration_secs': 0.460334} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.791061] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.791385] env[62954]: INFO nova.compute.manager [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Took 6.87 seconds to spawn the instance on the hypervisor. [ 1148.791653] env[62954]: DEBUG nova.compute.manager [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1148.792555] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ca35b5-ba11-4f4c-a8e4-de26802df0e3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.066521] env[62954]: DEBUG nova.network.neutron [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Successfully created port: 1bbc0c19-68a8-450c-a0bd-6873127c761e {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1149.238160] env[62954]: DEBUG nova.compute.manager [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1149.314471] env[62954]: INFO nova.compute.manager [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Took 11.63 seconds to build instance. [ 1149.362398] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 5ea4c876-a32b-4295-855c-61464cc8f72b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.362398] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 7c869ee8-46a2-4f90-81b0-81399e6495bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.362398] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.362398] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance ea5e84ec-8669-45bd-914b-02454f0dce24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.362398] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.362398] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance d5d74873-989a-4faa-a88d-fee92f732a9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.362398] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.362398] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance a200d6f6-61fc-4b2d-865c-9bfe3908ffb5 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.362750] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=62954) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1149.362863] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=62954) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1149.463493] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc34d7c-a040-4d0d-bb96-c4daf2b3033d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.471875] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d94f6ab-d15d-4abd-ac20-457086ef9045 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.502404] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5208a0de-8bf3-4f83-8f3a-96ef820ce754 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.509875] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fdb9e9-489d-4d92-8430-99aaf3071f47 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.524076] env[62954]: DEBUG nova.compute.provider_tree [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.743952] env[62954]: INFO nova.virt.block_device [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Booting with volume ebc38ad2-b13e-49be-b334-bc51de91f6e7 at /dev/sda [ 1149.809417] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad8e0121-32cd-4a4c-b26a-10ddfc4cd0ec {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.819188] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0935e8-3b5f-4e31-be0d-cd532de24942 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.829575] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e86976b1-f534-45e7-89bc-d4cd38471a10 tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lock "b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.154s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1149.849830] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-67a22880-4ce2-4789-bed9-65aa556138bc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.859699] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fc05cf-0e3f-4c41-a976-1960aa591a2a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.889638] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6e29b8-fd77-40bc-98ba-47776bf495ae {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.896280] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5e84e4-0c8f-4581-81ea-4d41fd2b59a8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.910320] env[62954]: DEBUG nova.virt.block_device [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Updating existing volume attachment record: 0c8caf74-e8f4-42b8-ba4a-d12ea9bff5e6 {{(pid=62954) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1150.027712] env[62954]: DEBUG nova.scheduler.client.report [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.094216] env[62954]: DEBUG nova.compute.manager [req-53d55bb3-6880-43af-acb6-90c446ba9a6a req-1272f209-9f59-417b-b891-21ddb51d5420 service nova] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Received event network-changed-53b2d473-8568-47b7-b393-551d9d238b59 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1150.094427] env[62954]: DEBUG nova.compute.manager [req-53d55bb3-6880-43af-acb6-90c446ba9a6a req-1272f209-9f59-417b-b891-21ddb51d5420 service nova] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Refreshing instance network info cache due to event network-changed-53b2d473-8568-47b7-b393-551d9d238b59. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1150.095117] env[62954]: DEBUG oslo_concurrency.lockutils [req-53d55bb3-6880-43af-acb6-90c446ba9a6a req-1272f209-9f59-417b-b891-21ddb51d5420 service nova] Acquiring lock "refresh_cache-b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.095303] env[62954]: DEBUG oslo_concurrency.lockutils [req-53d55bb3-6880-43af-acb6-90c446ba9a6a req-1272f209-9f59-417b-b891-21ddb51d5420 service nova] Acquired lock "refresh_cache-b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.095477] env[62954]: DEBUG nova.network.neutron [req-53d55bb3-6880-43af-acb6-90c446ba9a6a req-1272f209-9f59-417b-b891-21ddb51d5420 service nova] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Refreshing network info cache for port 53b2d473-8568-47b7-b393-551d9d238b59 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.520589] env[62954]: DEBUG nova.network.neutron [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Successfully updated port: 1bbc0c19-68a8-450c-a0bd-6873127c761e {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1150.532208] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62954) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1150.532508] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.225s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.802224] env[62954]: DEBUG nova.network.neutron [req-53d55bb3-6880-43af-acb6-90c446ba9a6a req-1272f209-9f59-417b-b891-21ddb51d5420 service nova] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Updated VIF entry in instance network info cache for port 53b2d473-8568-47b7-b393-551d9d238b59. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.802609] env[62954]: DEBUG nova.network.neutron [req-53d55bb3-6880-43af-acb6-90c446ba9a6a req-1272f209-9f59-417b-b891-21ddb51d5420 service nova] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Updating instance_info_cache with network_info: [{"id": "53b2d473-8568-47b7-b393-551d9d238b59", "address": "fa:16:3e:45:20:21", "network": {"id": "47528c63-56ff-4749-94ed-f0e94687ac13", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1980367274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55676c64756f4e1890efd5c9265b3f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53b2d473-85", "ovs_interfaceid": "53b2d473-8568-47b7-b393-551d9d238b59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.019457] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.019665] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.019822] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.019980] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.020128] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62954) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1151.022946] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "refresh_cache-a200d6f6-61fc-4b2d-865c-9bfe3908ffb5" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.023101] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquired lock "refresh_cache-a200d6f6-61fc-4b2d-865c-9bfe3908ffb5" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.023247] env[62954]: DEBUG nova.network.neutron [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.304903] env[62954]: DEBUG oslo_concurrency.lockutils [req-53d55bb3-6880-43af-acb6-90c446ba9a6a req-1272f209-9f59-417b-b891-21ddb51d5420 service nova] Releasing lock "refresh_cache-b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.552895] env[62954]: DEBUG nova.network.neutron [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1151.672924] env[62954]: DEBUG nova.network.neutron [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Updating instance_info_cache with network_info: [{"id": "1bbc0c19-68a8-450c-a0bd-6873127c761e", "address": "fa:16:3e:64:4d:64", "network": {"id": "ccb3874a-a834-4f33-a065-0df90cc66674", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1110790858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3eed675f8f04cffb49792ee5c797352", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bbc0c19-68", "ovs_interfaceid": "1bbc0c19-68a8-450c-a0bd-6873127c761e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.004204] env[62954]: DEBUG nova.compute.manager [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1152.004767] env[62954]: DEBUG nova.virt.hardware [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1152.004982] env[62954]: DEBUG nova.virt.hardware [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.005177] env[62954]: DEBUG nova.virt.hardware [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.005390] env[62954]: DEBUG nova.virt.hardware [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.005545] env[62954]: DEBUG nova.virt.hardware [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.005697] env[62954]: DEBUG nova.virt.hardware [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1152.005903] env[62954]: DEBUG nova.virt.hardware [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1152.006075] env[62954]: DEBUG nova.virt.hardware [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1152.006285] env[62954]: DEBUG nova.virt.hardware [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1152.006474] env[62954]: DEBUG nova.virt.hardware [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1152.006654] env[62954]: DEBUG nova.virt.hardware [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1152.007697] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28913449-ab31-410a-a69f-fff7f72396e6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.016598] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f92a274-12a4-41c3-86ae-5d593593e76d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.119396] env[62954]: DEBUG nova.compute.manager [req-c1bf4161-e427-4c12-8184-375c41388957 req-7d5f8701-4930-48a0-99e2-014a1852c9d6 service nova] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Received event network-vif-plugged-1bbc0c19-68a8-450c-a0bd-6873127c761e {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1152.119614] env[62954]: DEBUG oslo_concurrency.lockutils [req-c1bf4161-e427-4c12-8184-375c41388957 req-7d5f8701-4930-48a0-99e2-014a1852c9d6 service nova] Acquiring lock "a200d6f6-61fc-4b2d-865c-9bfe3908ffb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.119819] env[62954]: DEBUG oslo_concurrency.lockutils [req-c1bf4161-e427-4c12-8184-375c41388957 req-7d5f8701-4930-48a0-99e2-014a1852c9d6 service nova] Lock "a200d6f6-61fc-4b2d-865c-9bfe3908ffb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.120029] env[62954]: DEBUG oslo_concurrency.lockutils [req-c1bf4161-e427-4c12-8184-375c41388957 req-7d5f8701-4930-48a0-99e2-014a1852c9d6 service nova] Lock "a200d6f6-61fc-4b2d-865c-9bfe3908ffb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1152.120228] env[62954]: DEBUG nova.compute.manager [req-c1bf4161-e427-4c12-8184-375c41388957 req-7d5f8701-4930-48a0-99e2-014a1852c9d6 service nova] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] No waiting events found dispatching network-vif-plugged-1bbc0c19-68a8-450c-a0bd-6873127c761e {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1152.120398] env[62954]: WARNING nova.compute.manager [req-c1bf4161-e427-4c12-8184-375c41388957 req-7d5f8701-4930-48a0-99e2-014a1852c9d6 service nova] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Received unexpected event network-vif-plugged-1bbc0c19-68a8-450c-a0bd-6873127c761e for instance with vm_state building and task_state spawning. [ 1152.120571] env[62954]: DEBUG nova.compute.manager [req-c1bf4161-e427-4c12-8184-375c41388957 req-7d5f8701-4930-48a0-99e2-014a1852c9d6 service nova] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Received event network-changed-1bbc0c19-68a8-450c-a0bd-6873127c761e {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1152.120731] env[62954]: DEBUG nova.compute.manager [req-c1bf4161-e427-4c12-8184-375c41388957 req-7d5f8701-4930-48a0-99e2-014a1852c9d6 service nova] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Refreshing instance network info cache due to event network-changed-1bbc0c19-68a8-450c-a0bd-6873127c761e. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1152.120904] env[62954]: DEBUG oslo_concurrency.lockutils [req-c1bf4161-e427-4c12-8184-375c41388957 req-7d5f8701-4930-48a0-99e2-014a1852c9d6 service nova] Acquiring lock "refresh_cache-a200d6f6-61fc-4b2d-865c-9bfe3908ffb5" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.177088] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Releasing lock "refresh_cache-a200d6f6-61fc-4b2d-865c-9bfe3908ffb5" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.177088] env[62954]: DEBUG nova.compute.manager [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Instance network_info: |[{"id": "1bbc0c19-68a8-450c-a0bd-6873127c761e", "address": "fa:16:3e:64:4d:64", "network": {"id": "ccb3874a-a834-4f33-a065-0df90cc66674", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1110790858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3eed675f8f04cffb49792ee5c797352", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bbc0c19-68", "ovs_interfaceid": "1bbc0c19-68a8-450c-a0bd-6873127c761e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1152.177088] env[62954]: DEBUG oslo_concurrency.lockutils [req-c1bf4161-e427-4c12-8184-375c41388957 req-7d5f8701-4930-48a0-99e2-014a1852c9d6 service nova] Acquired lock "refresh_cache-a200d6f6-61fc-4b2d-865c-9bfe3908ffb5" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.177540] env[62954]: DEBUG nova.network.neutron [req-c1bf4161-e427-4c12-8184-375c41388957 req-7d5f8701-4930-48a0-99e2-014a1852c9d6 service nova] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Refreshing network info cache for port 1bbc0c19-68a8-450c-a0bd-6873127c761e {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1152.178477] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:4d:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afae6acd-1873-4228-9d5a-1cd5d4efe3e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1bbc0c19-68a8-450c-a0bd-6873127c761e', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.186388] env[62954]: DEBUG oslo.service.loopingcall [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1152.187205] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1152.188404] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77116ead-d9b5-43c0-a6ea-98585935aff6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.208942] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1152.208942] env[62954]: value = "task-2598297" [ 1152.208942] env[62954]: _type = "Task" [ 1152.208942] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.223139] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598297, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.726295] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598297, 'name': CreateVM_Task, 'duration_secs': 0.351603} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.726476] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1152.727129] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-524028', 'volume_id': 'ebc38ad2-b13e-49be-b334-bc51de91f6e7', 'name': 'volume-ebc38ad2-b13e-49be-b334-bc51de91f6e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a200d6f6-61fc-4b2d-865c-9bfe3908ffb5', 'attached_at': '', 'detached_at': '', 'volume_id': 'ebc38ad2-b13e-49be-b334-bc51de91f6e7', 'serial': 'ebc38ad2-b13e-49be-b334-bc51de91f6e7'}, 'attachment_id': '0c8caf74-e8f4-42b8-ba4a-d12ea9bff5e6', 'delete_on_termination': True, 'device_type': None, 'mount_device': '/dev/sda', 'boot_index': 0, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=62954) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1152.727348] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Root volume attach. Driver type: vmdk {{(pid=62954) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1152.728123] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca64098-3cd4-441b-b272-f33b52510354 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.735969] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f7f17c-b199-4335-bae2-5f3c06dc7561 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.742269] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a42c0e-2f51-45d5-bb3b-c8701c22eb9a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.747908] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-8b60149b-65cb-42d4-baa5-af29ec45fd5d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.757176] env[62954]: DEBUG oslo_vmware.api [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1152.757176] env[62954]: value = "task-2598298" [ 1152.757176] env[62954]: _type = "Task" [ 1152.757176] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.765813] env[62954]: DEBUG oslo_vmware.api [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598298, 'name': RelocateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.794551] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c8fdade-7f9f-4b0e-bda6-52f8913fae33 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Volume attach. Driver type: vmdk {{(pid=62954) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1152.794795] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c8fdade-7f9f-4b0e-bda6-52f8913fae33 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-524030', 'volume_id': '6a1c3ddd-bbe7-43ff-bb8c-88b45a35405d', 'name': 'volume-6a1c3ddd-bbe7-43ff-bb8c-88b45a35405d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea5e84ec-8669-45bd-914b-02454f0dce24', 'attached_at': '', 'detached_at': '', 'volume_id': '6a1c3ddd-bbe7-43ff-bb8c-88b45a35405d', 'serial': '6a1c3ddd-bbe7-43ff-bb8c-88b45a35405d'} {{(pid=62954) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1152.795670] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19007dc5-dbc3-4011-840d-8f7e742faff3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.812423] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923085ce-e603-44e8-8d7a-bab108e364fe {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.840045] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c8fdade-7f9f-4b0e-bda6-52f8913fae33 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-6a1c3ddd-bbe7-43ff-bb8c-88b45a35405d/volume-6a1c3ddd-bbe7-43ff-bb8c-88b45a35405d.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.840361] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf50dda5-49b8-4433-a145-bade574cbc99 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.863321] env[62954]: DEBUG oslo_vmware.api [None req-2c8fdade-7f9f-4b0e-bda6-52f8913fae33 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 1152.863321] env[62954]: value = "task-2598299" [ 1152.863321] env[62954]: _type = "Task" [ 1152.863321] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.876476] env[62954]: DEBUG oslo_vmware.api [None req-2c8fdade-7f9f-4b0e-bda6-52f8913fae33 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598299, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.890944] env[62954]: DEBUG nova.network.neutron [req-c1bf4161-e427-4c12-8184-375c41388957 req-7d5f8701-4930-48a0-99e2-014a1852c9d6 service nova] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Updated VIF entry in instance network info cache for port 1bbc0c19-68a8-450c-a0bd-6873127c761e. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1152.891337] env[62954]: DEBUG nova.network.neutron [req-c1bf4161-e427-4c12-8184-375c41388957 req-7d5f8701-4930-48a0-99e2-014a1852c9d6 service nova] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Updating instance_info_cache with network_info: [{"id": "1bbc0c19-68a8-450c-a0bd-6873127c761e", "address": "fa:16:3e:64:4d:64", "network": {"id": "ccb3874a-a834-4f33-a065-0df90cc66674", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1110790858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3eed675f8f04cffb49792ee5c797352", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bbc0c19-68", "ovs_interfaceid": "1bbc0c19-68a8-450c-a0bd-6873127c761e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.268883] env[62954]: DEBUG oslo_vmware.api [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598298, 'name': RelocateVM_Task} progress is 43%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.374999] env[62954]: DEBUG oslo_vmware.api [None req-2c8fdade-7f9f-4b0e-bda6-52f8913fae33 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.393877] env[62954]: DEBUG oslo_concurrency.lockutils [req-c1bf4161-e427-4c12-8184-375c41388957 req-7d5f8701-4930-48a0-99e2-014a1852c9d6 service nova] Releasing lock "refresh_cache-a200d6f6-61fc-4b2d-865c-9bfe3908ffb5" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.768689] env[62954]: DEBUG oslo_vmware.api [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598298, 'name': RelocateVM_Task} progress is 56%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.875621] env[62954]: DEBUG oslo_vmware.api [None req-2c8fdade-7f9f-4b0e-bda6-52f8913fae33 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598299, 'name': ReconfigVM_Task, 'duration_secs': 0.642304} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.875943] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c8fdade-7f9f-4b0e-bda6-52f8913fae33 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-6a1c3ddd-bbe7-43ff-bb8c-88b45a35405d/volume-6a1c3ddd-bbe7-43ff-bb8c-88b45a35405d.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.880808] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d3d3f0c-ece9-455e-85a2-b9e4a2edc528 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.899881] env[62954]: DEBUG oslo_vmware.api [None req-2c8fdade-7f9f-4b0e-bda6-52f8913fae33 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 1153.899881] env[62954]: value = "task-2598300" [ 1153.899881] env[62954]: _type = "Task" [ 1153.899881] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.910466] env[62954]: DEBUG oslo_vmware.api [None req-2c8fdade-7f9f-4b0e-bda6-52f8913fae33 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598300, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.270438] env[62954]: DEBUG oslo_vmware.api [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598298, 'name': RelocateVM_Task} progress is 71%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.410215] env[62954]: DEBUG oslo_vmware.api [None req-2c8fdade-7f9f-4b0e-bda6-52f8913fae33 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598300, 'name': ReconfigVM_Task, 'duration_secs': 0.22453} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.410546] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c8fdade-7f9f-4b0e-bda6-52f8913fae33 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-524030', 'volume_id': '6a1c3ddd-bbe7-43ff-bb8c-88b45a35405d', 'name': 'volume-6a1c3ddd-bbe7-43ff-bb8c-88b45a35405d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea5e84ec-8669-45bd-914b-02454f0dce24', 'attached_at': '', 'detached_at': '', 'volume_id': '6a1c3ddd-bbe7-43ff-bb8c-88b45a35405d', 'serial': '6a1c3ddd-bbe7-43ff-bb8c-88b45a35405d'} {{(pid=62954) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1154.772241] env[62954]: DEBUG oslo_vmware.api [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598298, 'name': RelocateVM_Task} progress is 86%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.270930] env[62954]: DEBUG oslo_vmware.api [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598298, 'name': RelocateVM_Task} progress is 97%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.456238] env[62954]: DEBUG nova.objects.instance [None req-2c8fdade-7f9f-4b0e-bda6-52f8913fae33 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lazy-loading 'flavor' on Instance uuid ea5e84ec-8669-45bd-914b-02454f0dce24 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.693026] env[62954]: DEBUG oslo_concurrency.lockutils [None req-56884d2a-74b9-4352-b78d-8d1ebfac6c4e tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquiring lock "ea5e84ec-8669-45bd-914b-02454f0dce24" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.771119] env[62954]: DEBUG oslo_vmware.api [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598298, 'name': RelocateVM_Task} progress is 98%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.962703] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2c8fdade-7f9f-4b0e-bda6-52f8913fae33 tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "ea5e84ec-8669-45bd-914b-02454f0dce24" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.780s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1155.963665] env[62954]: DEBUG oslo_concurrency.lockutils [None req-56884d2a-74b9-4352-b78d-8d1ebfac6c4e tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "ea5e84ec-8669-45bd-914b-02454f0dce24" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.271s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.272696] env[62954]: DEBUG oslo_vmware.api [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598298, 'name': RelocateVM_Task, 'duration_secs': 3.111083} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.273110] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Volume attach. Driver type: vmdk {{(pid=62954) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1156.273215] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-524028', 'volume_id': 'ebc38ad2-b13e-49be-b334-bc51de91f6e7', 'name': 'volume-ebc38ad2-b13e-49be-b334-bc51de91f6e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a200d6f6-61fc-4b2d-865c-9bfe3908ffb5', 'attached_at': '', 'detached_at': '', 'volume_id': 'ebc38ad2-b13e-49be-b334-bc51de91f6e7', 'serial': 'ebc38ad2-b13e-49be-b334-bc51de91f6e7'} {{(pid=62954) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1156.274062] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a45559d-a2b7-4a6d-b77d-34460b694230 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.290630] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a0c1c2-d013-4ac0-b69c-8a5925e94237 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.312487] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-ebc38ad2-b13e-49be-b334-bc51de91f6e7/volume-ebc38ad2-b13e-49be-b334-bc51de91f6e7.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.312748] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4fcdb5f-89e9-4706-9b71-2071168f16dc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.333848] env[62954]: DEBUG oslo_vmware.api [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1156.333848] env[62954]: value = "task-2598301" [ 1156.333848] env[62954]: _type = "Task" [ 1156.333848] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.342051] env[62954]: DEBUG oslo_vmware.api [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598301, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.466647] env[62954]: INFO nova.compute.manager [None req-56884d2a-74b9-4352-b78d-8d1ebfac6c4e tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Detaching volume 6a1c3ddd-bbe7-43ff-bb8c-88b45a35405d [ 1156.497273] env[62954]: INFO nova.virt.block_device [None req-56884d2a-74b9-4352-b78d-8d1ebfac6c4e tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Attempting to driver detach volume 6a1c3ddd-bbe7-43ff-bb8c-88b45a35405d from mountpoint /dev/sdb [ 1156.497524] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-56884d2a-74b9-4352-b78d-8d1ebfac6c4e tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Volume detach. Driver type: vmdk {{(pid=62954) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1156.497716] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-56884d2a-74b9-4352-b78d-8d1ebfac6c4e tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-524030', 'volume_id': '6a1c3ddd-bbe7-43ff-bb8c-88b45a35405d', 'name': 'volume-6a1c3ddd-bbe7-43ff-bb8c-88b45a35405d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea5e84ec-8669-45bd-914b-02454f0dce24', 'attached_at': '', 'detached_at': '', 'volume_id': '6a1c3ddd-bbe7-43ff-bb8c-88b45a35405d', 'serial': '6a1c3ddd-bbe7-43ff-bb8c-88b45a35405d'} {{(pid=62954) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1156.498605] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17231452-5ae1-4289-88bb-a4a850612e49 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.521812] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f07b76-2249-4555-9d99-7205cb69f716 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.529405] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637cc2a4-c653-4925-be5d-22ca8206a65c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.549921] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df151e3c-fd23-4a5b-9b36-26b106d5439a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.564868] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-56884d2a-74b9-4352-b78d-8d1ebfac6c4e tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] The volume has not been displaced from its original location: [datastore1] volume-6a1c3ddd-bbe7-43ff-bb8c-88b45a35405d/volume-6a1c3ddd-bbe7-43ff-bb8c-88b45a35405d.vmdk. No consolidation needed. {{(pid=62954) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1156.570350] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-56884d2a-74b9-4352-b78d-8d1ebfac6c4e tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1156.570700] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6c42708-eab8-453f-b55b-e5a5ff1ae930 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.589107] env[62954]: DEBUG oslo_vmware.api [None req-56884d2a-74b9-4352-b78d-8d1ebfac6c4e tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 1156.589107] env[62954]: value = "task-2598302" [ 1156.589107] env[62954]: _type = "Task" [ 1156.589107] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.596987] env[62954]: DEBUG oslo_vmware.api [None req-56884d2a-74b9-4352-b78d-8d1ebfac6c4e tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598302, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.844062] env[62954]: DEBUG oslo_vmware.api [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598301, 'name': ReconfigVM_Task, 'duration_secs': 0.278816} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.844405] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-ebc38ad2-b13e-49be-b334-bc51de91f6e7/volume-ebc38ad2-b13e-49be-b334-bc51de91f6e7.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.848948] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e7255fd-5102-49c8-8c02-b24b2ca1af74 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.864285] env[62954]: DEBUG oslo_vmware.api [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1156.864285] env[62954]: value = "task-2598303" [ 1156.864285] env[62954]: _type = "Task" [ 1156.864285] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.872246] env[62954]: DEBUG oslo_vmware.api [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598303, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.099199] env[62954]: DEBUG oslo_vmware.api [None req-56884d2a-74b9-4352-b78d-8d1ebfac6c4e tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598302, 'name': ReconfigVM_Task, 'duration_secs': 0.217002} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.099479] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-56884d2a-74b9-4352-b78d-8d1ebfac6c4e tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1157.104009] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b60506a-9077-4394-9afe-2d27b6fe16af {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.118603] env[62954]: DEBUG oslo_vmware.api [None req-56884d2a-74b9-4352-b78d-8d1ebfac6c4e tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 1157.118603] env[62954]: value = "task-2598304" [ 1157.118603] env[62954]: _type = "Task" [ 1157.118603] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.127722] env[62954]: DEBUG oslo_vmware.api [None req-56884d2a-74b9-4352-b78d-8d1ebfac6c4e tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598304, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.375028] env[62954]: DEBUG oslo_vmware.api [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598303, 'name': ReconfigVM_Task, 'duration_secs': 0.132234} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.375475] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-524028', 'volume_id': 'ebc38ad2-b13e-49be-b334-bc51de91f6e7', 'name': 'volume-ebc38ad2-b13e-49be-b334-bc51de91f6e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a200d6f6-61fc-4b2d-865c-9bfe3908ffb5', 'attached_at': '', 'detached_at': '', 'volume_id': 'ebc38ad2-b13e-49be-b334-bc51de91f6e7', 'serial': 'ebc38ad2-b13e-49be-b334-bc51de91f6e7'} {{(pid=62954) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1157.376158] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61f0b5c0-bf88-4e1f-ad6c-cf960ff84765 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.385476] env[62954]: DEBUG oslo_vmware.api [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1157.385476] env[62954]: value = "task-2598305" [ 1157.385476] env[62954]: _type = "Task" [ 1157.385476] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.395486] env[62954]: DEBUG oslo_vmware.api [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598305, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.628085] env[62954]: DEBUG oslo_vmware.api [None req-56884d2a-74b9-4352-b78d-8d1ebfac6c4e tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598304, 'name': ReconfigVM_Task, 'duration_secs': 0.134197} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.628535] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-56884d2a-74b9-4352-b78d-8d1ebfac6c4e tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-524030', 'volume_id': '6a1c3ddd-bbe7-43ff-bb8c-88b45a35405d', 'name': 'volume-6a1c3ddd-bbe7-43ff-bb8c-88b45a35405d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea5e84ec-8669-45bd-914b-02454f0dce24', 'attached_at': '', 'detached_at': '', 'volume_id': '6a1c3ddd-bbe7-43ff-bb8c-88b45a35405d', 'serial': '6a1c3ddd-bbe7-43ff-bb8c-88b45a35405d'} {{(pid=62954) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1157.897654] env[62954]: DEBUG oslo_vmware.api [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598305, 'name': Rename_Task, 'duration_secs': 0.122806} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.897869] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1157.898116] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-183a5e9e-4d98-4846-a7e6-1ffa5837581c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.905432] env[62954]: DEBUG oslo_vmware.api [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1157.905432] env[62954]: value = "task-2598306" [ 1157.905432] env[62954]: _type = "Task" [ 1157.905432] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.912710] env[62954]: DEBUG oslo_vmware.api [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598306, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.171247] env[62954]: DEBUG nova.objects.instance [None req-56884d2a-74b9-4352-b78d-8d1ebfac6c4e tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lazy-loading 'flavor' on Instance uuid ea5e84ec-8669-45bd-914b-02454f0dce24 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.415363] env[62954]: DEBUG oslo_vmware.api [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598306, 'name': PowerOnVM_Task, 'duration_secs': 0.453509} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.417046] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.417046] env[62954]: INFO nova.compute.manager [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Took 6.41 seconds to spawn the instance on the hypervisor. [ 1158.417046] env[62954]: DEBUG nova.compute.manager [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.417333] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669fc664-0a0e-4d6b-9ac9-12fdbf3871fc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.934936] env[62954]: INFO nova.compute.manager [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Took 12.99 seconds to build instance. [ 1159.178262] env[62954]: DEBUG oslo_concurrency.lockutils [None req-56884d2a-74b9-4352-b78d-8d1ebfac6c4e tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "ea5e84ec-8669-45bd-914b-02454f0dce24" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.214s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.438628] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e1d65fd4-865f-4472-bf99-152bf4f499e9 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "a200d6f6-61fc-4b2d-865c-9bfe3908ffb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.498s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.534455] env[62954]: DEBUG nova.compute.manager [req-e5b3a7fe-2148-4eec-a57f-86134cd372a6 req-b07fd519-2e94-4015-8269-4875f473183c service nova] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Received event network-changed-ac900a7e-383f-46ab-be48-ca462a3ce8eb {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1159.534623] env[62954]: DEBUG nova.compute.manager [req-e5b3a7fe-2148-4eec-a57f-86134cd372a6 req-b07fd519-2e94-4015-8269-4875f473183c service nova] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Refreshing instance network info cache due to event network-changed-ac900a7e-383f-46ab-be48-ca462a3ce8eb. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1159.534807] env[62954]: DEBUG oslo_concurrency.lockutils [req-e5b3a7fe-2148-4eec-a57f-86134cd372a6 req-b07fd519-2e94-4015-8269-4875f473183c service nova] Acquiring lock "refresh_cache-7c869ee8-46a2-4f90-81b0-81399e6495bc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.534945] env[62954]: DEBUG oslo_concurrency.lockutils [req-e5b3a7fe-2148-4eec-a57f-86134cd372a6 req-b07fd519-2e94-4015-8269-4875f473183c service nova] Acquired lock "refresh_cache-7c869ee8-46a2-4f90-81b0-81399e6495bc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.535129] env[62954]: DEBUG nova.network.neutron [req-e5b3a7fe-2148-4eec-a57f-86134cd372a6 req-b07fd519-2e94-4015-8269-4875f473183c service nova] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Refreshing network info cache for port ac900a7e-383f-46ab-be48-ca462a3ce8eb {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.071389] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ebac4088-17c8-47f4-947a-808e28fa3aaf tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquiring lock "ea5e84ec-8669-45bd-914b-02454f0dce24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.071643] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ebac4088-17c8-47f4-947a-808e28fa3aaf tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "ea5e84ec-8669-45bd-914b-02454f0dce24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.071909] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ebac4088-17c8-47f4-947a-808e28fa3aaf tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquiring lock "ea5e84ec-8669-45bd-914b-02454f0dce24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.072081] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ebac4088-17c8-47f4-947a-808e28fa3aaf tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "ea5e84ec-8669-45bd-914b-02454f0dce24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.072207] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ebac4088-17c8-47f4-947a-808e28fa3aaf tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "ea5e84ec-8669-45bd-914b-02454f0dce24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.074128] env[62954]: INFO nova.compute.manager [None req-ebac4088-17c8-47f4-947a-808e28fa3aaf tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Terminating instance [ 1160.286750] env[62954]: DEBUG nova.network.neutron [req-e5b3a7fe-2148-4eec-a57f-86134cd372a6 req-b07fd519-2e94-4015-8269-4875f473183c service nova] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Updated VIF entry in instance network info cache for port ac900a7e-383f-46ab-be48-ca462a3ce8eb. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.287148] env[62954]: DEBUG nova.network.neutron [req-e5b3a7fe-2148-4eec-a57f-86134cd372a6 req-b07fd519-2e94-4015-8269-4875f473183c service nova] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Updating instance_info_cache with network_info: [{"id": "ac900a7e-383f-46ab-be48-ca462a3ce8eb", "address": "fa:16:3e:92:25:1a", "network": {"id": "ccb3874a-a834-4f33-a065-0df90cc66674", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1110790858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3eed675f8f04cffb49792ee5c797352", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac900a7e-38", "ovs_interfaceid": "ac900a7e-383f-46ab-be48-ca462a3ce8eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.577355] env[62954]: DEBUG nova.compute.manager [None req-ebac4088-17c8-47f4-947a-808e28fa3aaf tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1160.577674] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ebac4088-17c8-47f4-947a-808e28fa3aaf tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.578961] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85df2006-1f45-41e4-b86a-b36142596c40 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.586711] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebac4088-17c8-47f4-947a-808e28fa3aaf tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.586966] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a94d61c2-8236-4900-becf-849abaf80e42 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.593331] env[62954]: DEBUG oslo_vmware.api [None req-ebac4088-17c8-47f4-947a-808e28fa3aaf tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 1160.593331] env[62954]: value = "task-2598307" [ 1160.593331] env[62954]: _type = "Task" [ 1160.593331] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.603988] env[62954]: DEBUG oslo_vmware.api [None req-ebac4088-17c8-47f4-947a-808e28fa3aaf tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.790430] env[62954]: DEBUG oslo_concurrency.lockutils [req-e5b3a7fe-2148-4eec-a57f-86134cd372a6 req-b07fd519-2e94-4015-8269-4875f473183c service nova] Releasing lock "refresh_cache-7c869ee8-46a2-4f90-81b0-81399e6495bc" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.103796] env[62954]: DEBUG oslo_vmware.api [None req-ebac4088-17c8-47f4-947a-808e28fa3aaf tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598307, 'name': PowerOffVM_Task, 'duration_secs': 0.260593} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.104069] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebac4088-17c8-47f4-947a-808e28fa3aaf tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.104257] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ebac4088-17c8-47f4-947a-808e28fa3aaf tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1161.104497] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e684219-6706-4300-8399-dc65304a5e75 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.141066] env[62954]: DEBUG nova.compute.manager [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Stashing vm_state: active {{(pid=62954) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1161.167268] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ebac4088-17c8-47f4-947a-808e28fa3aaf tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1161.167505] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ebac4088-17c8-47f4-947a-808e28fa3aaf tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1161.167680] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebac4088-17c8-47f4-947a-808e28fa3aaf tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Deleting the datastore file [datastore2] ea5e84ec-8669-45bd-914b-02454f0dce24 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.167944] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1eaab61f-ff6e-46c6-b99d-d62f73b22f3c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.174228] env[62954]: DEBUG oslo_vmware.api [None req-ebac4088-17c8-47f4-947a-808e28fa3aaf tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for the task: (returnval){ [ 1161.174228] env[62954]: value = "task-2598309" [ 1161.174228] env[62954]: _type = "Task" [ 1161.174228] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.182242] env[62954]: DEBUG oslo_vmware.api [None req-ebac4088-17c8-47f4-947a-808e28fa3aaf tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.559295] env[62954]: DEBUG nova.compute.manager [req-15bb5a40-4bb3-45df-bc6a-84e7f73c2303 req-098d035e-e538-43eb-bee9-d0f175235d9c service nova] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Received event network-changed-1bbc0c19-68a8-450c-a0bd-6873127c761e {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1161.559510] env[62954]: DEBUG nova.compute.manager [req-15bb5a40-4bb3-45df-bc6a-84e7f73c2303 req-098d035e-e538-43eb-bee9-d0f175235d9c service nova] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Refreshing instance network info cache due to event network-changed-1bbc0c19-68a8-450c-a0bd-6873127c761e. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1161.559706] env[62954]: DEBUG oslo_concurrency.lockutils [req-15bb5a40-4bb3-45df-bc6a-84e7f73c2303 req-098d035e-e538-43eb-bee9-d0f175235d9c service nova] Acquiring lock "refresh_cache-a200d6f6-61fc-4b2d-865c-9bfe3908ffb5" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.559850] env[62954]: DEBUG oslo_concurrency.lockutils [req-15bb5a40-4bb3-45df-bc6a-84e7f73c2303 req-098d035e-e538-43eb-bee9-d0f175235d9c service nova] Acquired lock "refresh_cache-a200d6f6-61fc-4b2d-865c-9bfe3908ffb5" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.560054] env[62954]: DEBUG nova.network.neutron [req-15bb5a40-4bb3-45df-bc6a-84e7f73c2303 req-098d035e-e538-43eb-bee9-d0f175235d9c service nova] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Refreshing network info cache for port 1bbc0c19-68a8-450c-a0bd-6873127c761e {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.665643] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.666086] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.684189] env[62954]: DEBUG oslo_vmware.api [None req-ebac4088-17c8-47f4-947a-808e28fa3aaf tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Task: {'id': task-2598309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148504} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.685056] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebac4088-17c8-47f4-947a-808e28fa3aaf tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.685252] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ebac4088-17c8-47f4-947a-808e28fa3aaf tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1161.685433] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ebac4088-17c8-47f4-947a-808e28fa3aaf tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1161.685604] env[62954]: INFO nova.compute.manager [None req-ebac4088-17c8-47f4-947a-808e28fa3aaf tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1161.685837] env[62954]: DEBUG oslo.service.loopingcall [None req-ebac4088-17c8-47f4-947a-808e28fa3aaf tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1161.686036] env[62954]: DEBUG nova.compute.manager [-] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1161.686135] env[62954]: DEBUG nova.network.neutron [-] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1162.170886] env[62954]: INFO nova.compute.claims [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.266597] env[62954]: DEBUG nova.network.neutron [req-15bb5a40-4bb3-45df-bc6a-84e7f73c2303 req-098d035e-e538-43eb-bee9-d0f175235d9c service nova] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Updated VIF entry in instance network info cache for port 1bbc0c19-68a8-450c-a0bd-6873127c761e. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1162.266981] env[62954]: DEBUG nova.network.neutron [req-15bb5a40-4bb3-45df-bc6a-84e7f73c2303 req-098d035e-e538-43eb-bee9-d0f175235d9c service nova] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Updating instance_info_cache with network_info: [{"id": "1bbc0c19-68a8-450c-a0bd-6873127c761e", "address": "fa:16:3e:64:4d:64", "network": {"id": "ccb3874a-a834-4f33-a065-0df90cc66674", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1110790858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3eed675f8f04cffb49792ee5c797352", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bbc0c19-68", "ovs_interfaceid": "1bbc0c19-68a8-450c-a0bd-6873127c761e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.290867] env[62954]: DEBUG nova.compute.manager [req-59982cf6-909d-4764-8605-b293bcedfb84 req-77eda63d-1500-417e-8cb3-c51faed050b0 service nova] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Received event network-vif-deleted-3d2144b7-e769-40d7-ab4e-c016a5ed87b4 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1162.290867] env[62954]: INFO nova.compute.manager [req-59982cf6-909d-4764-8605-b293bcedfb84 req-77eda63d-1500-417e-8cb3-c51faed050b0 service nova] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Neutron deleted interface 3d2144b7-e769-40d7-ab4e-c016a5ed87b4; detaching it from the instance and deleting it from the info cache [ 1162.290867] env[62954]: DEBUG nova.network.neutron [req-59982cf6-909d-4764-8605-b293bcedfb84 req-77eda63d-1500-417e-8cb3-c51faed050b0 service nova] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.677623] env[62954]: INFO nova.compute.resource_tracker [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Updating resource usage from migration 18d79424-5255-40d0-be8a-ece7409a6315 [ 1162.698614] env[62954]: DEBUG nova.scheduler.client.report [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Refreshing inventories for resource provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1162.715757] env[62954]: DEBUG nova.scheduler.client.report [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Updating ProviderTree inventory for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1162.716127] env[62954]: DEBUG nova.compute.provider_tree [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Updating inventory in ProviderTree for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1162.728287] env[62954]: DEBUG nova.scheduler.client.report [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Refreshing aggregate associations for resource provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4, aggregates: None {{(pid=62954) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1162.757903] env[62954]: DEBUG nova.scheduler.client.report [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Refreshing trait associations for resource provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62954) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1162.771426] env[62954]: DEBUG oslo_concurrency.lockutils [req-15bb5a40-4bb3-45df-bc6a-84e7f73c2303 req-098d035e-e538-43eb-bee9-d0f175235d9c service nova] Releasing lock "refresh_cache-a200d6f6-61fc-4b2d-865c-9bfe3908ffb5" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.772926] env[62954]: DEBUG nova.network.neutron [-] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.793832] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66fd6e43-ceb5-42bd-bd46-38900de7fec5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.807038] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82567f9-5f76-4faa-8910-031eb11ecb38 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.839811] env[62954]: DEBUG nova.compute.manager [req-59982cf6-909d-4764-8605-b293bcedfb84 req-77eda63d-1500-417e-8cb3-c51faed050b0 service nova] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Detach interface failed, port_id=3d2144b7-e769-40d7-ab4e-c016a5ed87b4, reason: Instance ea5e84ec-8669-45bd-914b-02454f0dce24 could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1162.895830] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055bf762-e522-4190-9393-77ee88949447 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.903241] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3716b8df-f770-4fc8-8be9-c8e03d558b33 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.933538] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7e590b-a842-4943-bdb0-b23843034ee2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.940709] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301ad9a7-6d43-49e9-8600-87fffaa670c9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.955282] env[62954]: DEBUG nova.compute.provider_tree [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.275884] env[62954]: INFO nova.compute.manager [-] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Took 1.59 seconds to deallocate network for instance. [ 1163.458792] env[62954]: DEBUG nova.scheduler.client.report [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.782886] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ebac4088-17c8-47f4-947a-808e28fa3aaf tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.964138] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.298s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.964354] env[62954]: INFO nova.compute.manager [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Migrating [ 1163.971111] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ebac4088-17c8-47f4-947a-808e28fa3aaf tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.188s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.971111] env[62954]: DEBUG nova.objects.instance [None req-ebac4088-17c8-47f4-947a-808e28fa3aaf tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lazy-loading 'resources' on Instance uuid ea5e84ec-8669-45bd-914b-02454f0dce24 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.081200] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52804b38-e176-435f-9c12-0f6876850229 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.089097] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e22935f-e57e-42e8-a7b2-7ab058ed79f4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.118894] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfaf2733-93ee-4e13-92e2-78b5913429ee {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.125652] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9dcef65-82ae-4bd0-ab8c-cfe87a211ae8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.139634] env[62954]: DEBUG nova.compute.provider_tree [None req-ebac4088-17c8-47f4-947a-808e28fa3aaf tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.482829] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "refresh_cache-a200d6f6-61fc-4b2d-865c-9bfe3908ffb5" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.483039] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquired lock "refresh_cache-a200d6f6-61fc-4b2d-865c-9bfe3908ffb5" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.483229] env[62954]: DEBUG nova.network.neutron [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.642772] env[62954]: DEBUG nova.scheduler.client.report [None req-ebac4088-17c8-47f4-947a-808e28fa3aaf tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.147175] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ebac4088-17c8-47f4-947a-808e28fa3aaf tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.176s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.179505] env[62954]: DEBUG nova.network.neutron [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Updating instance_info_cache with network_info: [{"id": "1bbc0c19-68a8-450c-a0bd-6873127c761e", "address": "fa:16:3e:64:4d:64", "network": {"id": "ccb3874a-a834-4f33-a065-0df90cc66674", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1110790858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3eed675f8f04cffb49792ee5c797352", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bbc0c19-68", "ovs_interfaceid": "1bbc0c19-68a8-450c-a0bd-6873127c761e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.183139] env[62954]: INFO nova.scheduler.client.report [None req-ebac4088-17c8-47f4-947a-808e28fa3aaf tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Deleted allocations for instance ea5e84ec-8669-45bd-914b-02454f0dce24 [ 1165.682058] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Releasing lock "refresh_cache-a200d6f6-61fc-4b2d-865c-9bfe3908ffb5" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.690339] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ebac4088-17c8-47f4-947a-808e28fa3aaf tempest-AttachVolumeNegativeTest-85315136 tempest-AttachVolumeNegativeTest-85315136-project-member] Lock "ea5e84ec-8669-45bd-914b-02454f0dce24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.619s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.799113] env[62954]: DEBUG oslo_concurrency.lockutils [None req-96b5472f-6131-4d7c-84b8-f0dd8cf3a336 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "d5d74873-989a-4faa-a88d-fee92f732a9a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.799412] env[62954]: DEBUG oslo_concurrency.lockutils [None req-96b5472f-6131-4d7c-84b8-f0dd8cf3a336 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "d5d74873-989a-4faa-a88d-fee92f732a9a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.196609] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e0601b-7ed4-4d52-812b-9099dee6f3d2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.214836] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Updating instance 'a200d6f6-61fc-4b2d-865c-9bfe3908ffb5' progress to 0 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1167.302569] env[62954]: DEBUG nova.compute.utils [None req-96b5472f-6131-4d7c-84b8-f0dd8cf3a336 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1167.720832] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.721153] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99b3f8f5-20fd-45ce-894f-2d325cd34d23 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.728402] env[62954]: DEBUG oslo_vmware.api [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1167.728402] env[62954]: value = "task-2598311" [ 1167.728402] env[62954]: _type = "Task" [ 1167.728402] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.736467] env[62954]: DEBUG oslo_vmware.api [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.805638] env[62954]: DEBUG oslo_concurrency.lockutils [None req-96b5472f-6131-4d7c-84b8-f0dd8cf3a336 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "d5d74873-989a-4faa-a88d-fee92f732a9a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.238656] env[62954]: DEBUG oslo_vmware.api [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598311, 'name': PowerOffVM_Task, 'duration_secs': 0.173924} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.238919] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.239151] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Updating instance 'a200d6f6-61fc-4b2d-865c-9bfe3908ffb5' progress to 17 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1168.746360] env[62954]: DEBUG nova.virt.hardware [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.746610] env[62954]: DEBUG nova.virt.hardware [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.746776] env[62954]: DEBUG nova.virt.hardware [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.746965] env[62954]: DEBUG nova.virt.hardware [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.747138] env[62954]: DEBUG nova.virt.hardware [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.747286] env[62954]: DEBUG nova.virt.hardware [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.747494] env[62954]: DEBUG nova.virt.hardware [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.747654] env[62954]: DEBUG nova.virt.hardware [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.747820] env[62954]: DEBUG nova.virt.hardware [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.747987] env[62954]: DEBUG nova.virt.hardware [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.748188] env[62954]: DEBUG nova.virt.hardware [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.753294] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80484731-2a7f-4097-bcbf-6f6aac8109e9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.770449] env[62954]: DEBUG oslo_vmware.api [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1168.770449] env[62954]: value = "task-2598312" [ 1168.770449] env[62954]: _type = "Task" [ 1168.770449] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.778157] env[62954]: DEBUG oslo_vmware.api [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598312, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.901896] env[62954]: DEBUG oslo_concurrency.lockutils [None req-96b5472f-6131-4d7c-84b8-f0dd8cf3a336 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "d5d74873-989a-4faa-a88d-fee92f732a9a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.902295] env[62954]: DEBUG oslo_concurrency.lockutils [None req-96b5472f-6131-4d7c-84b8-f0dd8cf3a336 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "d5d74873-989a-4faa-a88d-fee92f732a9a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.902486] env[62954]: INFO nova.compute.manager [None req-96b5472f-6131-4d7c-84b8-f0dd8cf3a336 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Attaching volume 722abe04-de1a-409c-b2fb-bac0e9e17fa0 to /dev/sdb [ 1168.934854] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c213d625-0110-4bc8-97e4-30edc974ead3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.942047] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0daeccce-b1a3-4af9-9d25-9b6d33312041 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.955841] env[62954]: DEBUG nova.virt.block_device [None req-96b5472f-6131-4d7c-84b8-f0dd8cf3a336 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Updating existing volume attachment record: 5b8a567d-736c-4a6c-8abd-13c80559f597 {{(pid=62954) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1169.279556] env[62954]: DEBUG oslo_vmware.api [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598312, 'name': ReconfigVM_Task, 'duration_secs': 0.14747} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.279885] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Updating instance 'a200d6f6-61fc-4b2d-865c-9bfe3908ffb5' progress to 33 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1169.786178] env[62954]: DEBUG nova.virt.hardware [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1169.786400] env[62954]: DEBUG nova.virt.hardware [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1169.786544] env[62954]: DEBUG nova.virt.hardware [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1169.786733] env[62954]: DEBUG nova.virt.hardware [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1169.786873] env[62954]: DEBUG nova.virt.hardware [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1169.787032] env[62954]: DEBUG nova.virt.hardware [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1169.787239] env[62954]: DEBUG nova.virt.hardware [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1169.787402] env[62954]: DEBUG nova.virt.hardware [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1169.787573] env[62954]: DEBUG nova.virt.hardware [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1169.787739] env[62954]: DEBUG nova.virt.hardware [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1169.787916] env[62954]: DEBUG nova.virt.hardware [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1169.793207] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1169.793497] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54a3c75a-0f0b-4526-bffa-511300f2b43a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.812209] env[62954]: DEBUG oslo_vmware.api [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1169.812209] env[62954]: value = "task-2598316" [ 1169.812209] env[62954]: _type = "Task" [ 1169.812209] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.823927] env[62954]: DEBUG oslo_vmware.api [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598316, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.322387] env[62954]: DEBUG oslo_vmware.api [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598316, 'name': ReconfigVM_Task, 'duration_secs': 0.141561} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.322752] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1170.323450] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4f889d-816b-434c-866d-20b070b88a9c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.346399] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-ebc38ad2-b13e-49be-b334-bc51de91f6e7/volume-ebc38ad2-b13e-49be-b334-bc51de91f6e7.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.346639] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e75bf2b-aaea-49be-aebd-88f44f4b00b7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.363399] env[62954]: DEBUG oslo_vmware.api [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1170.363399] env[62954]: value = "task-2598318" [ 1170.363399] env[62954]: _type = "Task" [ 1170.363399] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.370642] env[62954]: DEBUG oslo_vmware.api [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598318, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.879586] env[62954]: DEBUG oslo_vmware.api [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598318, 'name': ReconfigVM_Task, 'duration_secs': 0.235775} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.879863] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-ebc38ad2-b13e-49be-b334-bc51de91f6e7/volume-ebc38ad2-b13e-49be-b334-bc51de91f6e7.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.880168] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Updating instance 'a200d6f6-61fc-4b2d-865c-9bfe3908ffb5' progress to 50 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1171.386736] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e58e9c-dcb5-4c65-8ba0-e7ab2303309b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.405173] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2206dd4-a287-4ad2-adb5-dbd1d910a1cb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.422438] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Updating instance 'a200d6f6-61fc-4b2d-865c-9bfe3908ffb5' progress to 67 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1173.050469] env[62954]: DEBUG nova.network.neutron [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Port 1bbc0c19-68a8-450c-a0bd-6873127c761e binding to destination host cpu-1 is already ACTIVE {{(pid=62954) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1173.499537] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-96b5472f-6131-4d7c-84b8-f0dd8cf3a336 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Volume attach. Driver type: vmdk {{(pid=62954) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1173.499801] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-96b5472f-6131-4d7c-84b8-f0dd8cf3a336 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-524033', 'volume_id': '722abe04-de1a-409c-b2fb-bac0e9e17fa0', 'name': 'volume-722abe04-de1a-409c-b2fb-bac0e9e17fa0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd5d74873-989a-4faa-a88d-fee92f732a9a', 'attached_at': '', 'detached_at': '', 'volume_id': '722abe04-de1a-409c-b2fb-bac0e9e17fa0', 'serial': '722abe04-de1a-409c-b2fb-bac0e9e17fa0'} {{(pid=62954) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1173.500960] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0bccd7-258a-4ce4-af22-20f01ca20a3b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.518478] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660c4553-74b7-4336-8152-41a110f3f26a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.542070] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-96b5472f-6131-4d7c-84b8-f0dd8cf3a336 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] volume-722abe04-de1a-409c-b2fb-bac0e9e17fa0/volume-722abe04-de1a-409c-b2fb-bac0e9e17fa0.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.542319] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3946727-c3f8-4138-98b3-3ebc9f08ae75 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.563912] env[62954]: DEBUG oslo_vmware.api [None req-96b5472f-6131-4d7c-84b8-f0dd8cf3a336 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1173.563912] env[62954]: value = "task-2598321" [ 1173.563912] env[62954]: _type = "Task" [ 1173.563912] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.571474] env[62954]: DEBUG oslo_vmware.api [None req-96b5472f-6131-4d7c-84b8-f0dd8cf3a336 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598321, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.074185] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "a200d6f6-61fc-4b2d-865c-9bfe3908ffb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.074549] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "a200d6f6-61fc-4b2d-865c-9bfe3908ffb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.074643] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "a200d6f6-61fc-4b2d-865c-9bfe3908ffb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.087017] env[62954]: DEBUG oslo_vmware.api [None req-96b5472f-6131-4d7c-84b8-f0dd8cf3a336 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.578074] env[62954]: DEBUG oslo_vmware.api [None req-96b5472f-6131-4d7c-84b8-f0dd8cf3a336 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598321, 'name': ReconfigVM_Task, 'duration_secs': 0.975807} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.578432] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-96b5472f-6131-4d7c-84b8-f0dd8cf3a336 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Reconfigured VM instance instance-00000075 to attach disk [datastore2] volume-722abe04-de1a-409c-b2fb-bac0e9e17fa0/volume-722abe04-de1a-409c-b2fb-bac0e9e17fa0.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.584432] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83916f33-6142-446c-ba3d-d18f72a89d16 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.606077] env[62954]: DEBUG oslo_vmware.api [None req-96b5472f-6131-4d7c-84b8-f0dd8cf3a336 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1174.606077] env[62954]: value = "task-2598322" [ 1174.606077] env[62954]: _type = "Task" [ 1174.606077] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.615809] env[62954]: DEBUG oslo_vmware.api [None req-96b5472f-6131-4d7c-84b8-f0dd8cf3a336 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598322, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.629970] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "refresh_cache-a200d6f6-61fc-4b2d-865c-9bfe3908ffb5" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.630174] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquired lock "refresh_cache-a200d6f6-61fc-4b2d-865c-9bfe3908ffb5" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.630379] env[62954]: DEBUG nova.network.neutron [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.101855] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1a3602b0-0eb9-47f0-8129-45f28ff16534 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1175.102255] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1a3602b0-0eb9-47f0-8129-45f28ff16534 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1175.102309] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1a3602b0-0eb9-47f0-8129-45f28ff16534 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1175.102495] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1a3602b0-0eb9-47f0-8129-45f28ff16534 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1175.102679] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1a3602b0-0eb9-47f0-8129-45f28ff16534 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1175.104952] env[62954]: INFO nova.compute.manager [None req-1a3602b0-0eb9-47f0-8129-45f28ff16534 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Terminating instance [ 1175.116575] env[62954]: DEBUG oslo_vmware.api [None req-96b5472f-6131-4d7c-84b8-f0dd8cf3a336 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598322, 'name': ReconfigVM_Task, 'duration_secs': 0.135562} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.117398] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-96b5472f-6131-4d7c-84b8-f0dd8cf3a336 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-524033', 'volume_id': '722abe04-de1a-409c-b2fb-bac0e9e17fa0', 'name': 'volume-722abe04-de1a-409c-b2fb-bac0e9e17fa0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd5d74873-989a-4faa-a88d-fee92f732a9a', 'attached_at': '', 'detached_at': '', 'volume_id': '722abe04-de1a-409c-b2fb-bac0e9e17fa0', 'serial': '722abe04-de1a-409c-b2fb-bac0e9e17fa0'} {{(pid=62954) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1175.334646] env[62954]: DEBUG nova.network.neutron [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Updating instance_info_cache with network_info: [{"id": "1bbc0c19-68a8-450c-a0bd-6873127c761e", "address": "fa:16:3e:64:4d:64", "network": {"id": "ccb3874a-a834-4f33-a065-0df90cc66674", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1110790858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3eed675f8f04cffb49792ee5c797352", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bbc0c19-68", "ovs_interfaceid": "1bbc0c19-68a8-450c-a0bd-6873127c761e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.609306] env[62954]: DEBUG nova.compute.manager [None req-1a3602b0-0eb9-47f0-8129-45f28ff16534 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.609522] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3602b0-0eb9-47f0-8129-45f28ff16534 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.610516] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b122998d-6bb5-4f1e-8ea3-27ea934c4dce {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.618170] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3602b0-0eb9-47f0-8129-45f28ff16534 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.618426] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63ebf61e-87fe-489c-90f6-37403bd9cd65 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.626361] env[62954]: DEBUG oslo_vmware.api [None req-1a3602b0-0eb9-47f0-8129-45f28ff16534 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1175.626361] env[62954]: value = "task-2598323" [ 1175.626361] env[62954]: _type = "Task" [ 1175.626361] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.634706] env[62954]: DEBUG oslo_vmware.api [None req-1a3602b0-0eb9-47f0-8129-45f28ff16534 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.837776] env[62954]: DEBUG oslo_concurrency.lockutils [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Releasing lock "refresh_cache-a200d6f6-61fc-4b2d-865c-9bfe3908ffb5" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.136073] env[62954]: DEBUG oslo_vmware.api [None req-1a3602b0-0eb9-47f0-8129-45f28ff16534 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598323, 'name': PowerOffVM_Task, 'duration_secs': 0.208122} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.136440] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3602b0-0eb9-47f0-8129-45f28ff16534 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.136440] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3602b0-0eb9-47f0-8129-45f28ff16534 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.136693] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a05483c1-86f7-454c-94f6-140f3c1c0105 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.159797] env[62954]: DEBUG nova.objects.instance [None req-96b5472f-6131-4d7c-84b8-f0dd8cf3a336 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lazy-loading 'flavor' on Instance uuid d5d74873-989a-4faa-a88d-fee92f732a9a {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.201208] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3602b0-0eb9-47f0-8129-45f28ff16534 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.201208] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3602b0-0eb9-47f0-8129-45f28ff16534 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.201402] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a3602b0-0eb9-47f0-8129-45f28ff16534 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Deleting the datastore file [datastore2] fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.201659] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0280132e-3c7d-4bfb-b7c8-075e46c224c5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.208889] env[62954]: DEBUG oslo_vmware.api [None req-1a3602b0-0eb9-47f0-8129-45f28ff16534 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1176.208889] env[62954]: value = "task-2598325" [ 1176.208889] env[62954]: _type = "Task" [ 1176.208889] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.216232] env[62954]: DEBUG oslo_vmware.api [None req-1a3602b0-0eb9-47f0-8129-45f28ff16534 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598325, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.349532] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012eefd7-4729-4264-9099-97482b5867a4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.357685] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b96848-d360-4b07-819d-f986ef0218d5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.666182] env[62954]: DEBUG oslo_concurrency.lockutils [None req-96b5472f-6131-4d7c-84b8-f0dd8cf3a336 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "d5d74873-989a-4faa-a88d-fee92f732a9a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.764s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1176.721027] env[62954]: DEBUG oslo_vmware.api [None req-1a3602b0-0eb9-47f0-8129-45f28ff16534 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598325, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146058} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.721027] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a3602b0-0eb9-47f0-8129-45f28ff16534 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.721027] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3602b0-0eb9-47f0-8129-45f28ff16534 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.721027] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3602b0-0eb9-47f0-8129-45f28ff16534 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.721027] env[62954]: INFO nova.compute.manager [None req-1a3602b0-0eb9-47f0-8129-45f28ff16534 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1176.721278] env[62954]: DEBUG oslo.service.loopingcall [None req-1a3602b0-0eb9-47f0-8129-45f28ff16534 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1176.721853] env[62954]: DEBUG nova.compute.manager [-] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1176.721853] env[62954]: DEBUG nova.network.neutron [-] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1177.458070] env[62954]: DEBUG nova.compute.manager [req-e3835c13-1f3d-49a8-917f-f790fbe7dd71 req-5887a4e3-eafe-4bed-9582-96375a2668b0 service nova] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Received event network-vif-deleted-ce075039-99e2-458c-b6ef-e2c5b0d6cc4c {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1177.458606] env[62954]: INFO nova.compute.manager [req-e3835c13-1f3d-49a8-917f-f790fbe7dd71 req-5887a4e3-eafe-4bed-9582-96375a2668b0 service nova] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Neutron deleted interface ce075039-99e2-458c-b6ef-e2c5b0d6cc4c; detaching it from the instance and deleting it from the info cache [ 1177.458606] env[62954]: DEBUG nova.network.neutron [req-e3835c13-1f3d-49a8-917f-f790fbe7dd71 req-5887a4e3-eafe-4bed-9582-96375a2668b0 service nova] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.477619] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f22eaa-e206-4cd0-8e9b-d309bba012f5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.499019] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d039c5e-b8be-416c-8fce-18a5886ef49e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.506051] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Updating instance 'a200d6f6-61fc-4b2d-865c-9bfe3908ffb5' progress to 83 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1177.934967] env[62954]: DEBUG nova.network.neutron [-] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.963714] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da43e124-1e44-46a9-a9ad-5ece02d3811c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.973818] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441b7e4f-1df2-4e2c-9cd0-d26a4803377a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.003013] env[62954]: DEBUG nova.compute.manager [req-e3835c13-1f3d-49a8-917f-f790fbe7dd71 req-5887a4e3-eafe-4bed-9582-96375a2668b0 service nova] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Detach interface failed, port_id=ce075039-99e2-458c-b6ef-e2c5b0d6cc4c, reason: Instance fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6 could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1178.012599] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.012599] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54affdf7-d3da-429e-8472-8857470dcd30 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.019382] env[62954]: DEBUG oslo_vmware.api [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1178.019382] env[62954]: value = "task-2598326" [ 1178.019382] env[62954]: _type = "Task" [ 1178.019382] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.027295] env[62954]: DEBUG oslo_vmware.api [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.108165] env[62954]: DEBUG nova.compute.manager [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Stashing vm_state: active {{(pid=62954) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1178.437861] env[62954]: INFO nova.compute.manager [-] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Took 1.72 seconds to deallocate network for instance. [ 1178.530291] env[62954]: DEBUG oslo_vmware.api [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598326, 'name': PowerOnVM_Task, 'duration_secs': 0.403143} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.530623] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.530732] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-c1674b09-c631-426f-ac9f-babe01ef907a tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Updating instance 'a200d6f6-61fc-4b2d-865c-9bfe3908ffb5' progress to 100 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1178.625851] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.626122] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.944635] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1a3602b0-0eb9-47f0-8129-45f28ff16534 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.130601] env[62954]: INFO nova.compute.claims [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1179.636635] env[62954]: INFO nova.compute.resource_tracker [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Updating resource usage from migration 7b69f651-d7b0-4c50-b573-22283367f0f8 [ 1179.751955] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08522efb-04c7-4259-b217-a61f62700591 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.760071] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767f63fc-f089-4dc5-a684-8e2e8b720b50 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.790629] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb269f04-d290-4451-abc4-d53c665ff0ea {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.797821] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db78c63-1cda-4f9d-8884-ce6e8acf0dc8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.810805] env[62954]: DEBUG nova.compute.provider_tree [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.313680] env[62954]: DEBUG nova.scheduler.client.report [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.792939] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f4e16720-c871-4e43-ab33-b7636f1b10f8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "a200d6f6-61fc-4b2d-865c-9bfe3908ffb5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1180.793327] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f4e16720-c871-4e43-ab33-b7636f1b10f8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "a200d6f6-61fc-4b2d-865c-9bfe3908ffb5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.793373] env[62954]: DEBUG nova.compute.manager [None req-f4e16720-c871-4e43-ab33-b7636f1b10f8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Going to confirm migration 7 {{(pid=62954) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1180.818162] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.192s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.818360] env[62954]: INFO nova.compute.manager [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Migrating [ 1180.824750] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1a3602b0-0eb9-47f0-8129-45f28ff16534 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.880s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.824750] env[62954]: DEBUG nova.objects.instance [None req-1a3602b0-0eb9-47f0-8129-45f28ff16534 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lazy-loading 'resources' on Instance uuid fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.330288] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f4e16720-c871-4e43-ab33-b7636f1b10f8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "refresh_cache-a200d6f6-61fc-4b2d-865c-9bfe3908ffb5" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.330489] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f4e16720-c871-4e43-ab33-b7636f1b10f8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquired lock "refresh_cache-a200d6f6-61fc-4b2d-865c-9bfe3908ffb5" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.330670] env[62954]: DEBUG nova.network.neutron [None req-f4e16720-c871-4e43-ab33-b7636f1b10f8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.330855] env[62954]: DEBUG nova.objects.instance [None req-f4e16720-c871-4e43-ab33-b7636f1b10f8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lazy-loading 'info_cache' on Instance uuid a200d6f6-61fc-4b2d-865c-9bfe3908ffb5 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.335302] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "refresh_cache-d5d74873-989a-4faa-a88d-fee92f732a9a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.335970] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquired lock "refresh_cache-d5d74873-989a-4faa-a88d-fee92f732a9a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.335970] env[62954]: DEBUG nova.network.neutron [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.438748] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad97ba79-409f-4815-b125-b68504a0b365 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.446350] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3172225-ecb0-41dc-a648-16df1b7421dc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.476750] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32d9aaa-faa3-449e-9339-616667b2a1ef {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.485287] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67bd01f-1ed6-4021-b13f-5451263c1dec {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.498811] env[62954]: DEBUG nova.compute.provider_tree [None req-1a3602b0-0eb9-47f0-8129-45f28ff16534 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.001901] env[62954]: DEBUG nova.scheduler.client.report [None req-1a3602b0-0eb9-47f0-8129-45f28ff16534 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.033053] env[62954]: DEBUG nova.network.neutron [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Updating instance_info_cache with network_info: [{"id": "b3907d8a-adef-479d-ab80-66174ee42e72", "address": "fa:16:3e:14:b4:56", "network": {"id": "7c267a0a-446f-4e24-9552-67fbdacd4c1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1764129639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b7067a8cb44a12a451501342566d30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3907d8a-ad", "ovs_interfaceid": "b3907d8a-adef-479d-ab80-66174ee42e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.506433] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1a3602b0-0eb9-47f0-8129-45f28ff16534 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.682s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1182.523722] env[62954]: INFO nova.scheduler.client.report [None req-1a3602b0-0eb9-47f0-8129-45f28ff16534 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Deleted allocations for instance fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6 [ 1182.538020] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Releasing lock "refresh_cache-d5d74873-989a-4faa-a88d-fee92f732a9a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1182.543241] env[62954]: DEBUG nova.network.neutron [None req-f4e16720-c871-4e43-ab33-b7636f1b10f8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Updating instance_info_cache with network_info: [{"id": "1bbc0c19-68a8-450c-a0bd-6873127c761e", "address": "fa:16:3e:64:4d:64", "network": {"id": "ccb3874a-a834-4f33-a065-0df90cc66674", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1110790858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3eed675f8f04cffb49792ee5c797352", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bbc0c19-68", "ovs_interfaceid": "1bbc0c19-68a8-450c-a0bd-6873127c761e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.032575] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1a3602b0-0eb9-47f0-8129-45f28ff16534 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.930s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1183.045979] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f4e16720-c871-4e43-ab33-b7636f1b10f8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Releasing lock "refresh_cache-a200d6f6-61fc-4b2d-865c-9bfe3908ffb5" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.046259] env[62954]: DEBUG nova.objects.instance [None req-f4e16720-c871-4e43-ab33-b7636f1b10f8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lazy-loading 'migration_context' on Instance uuid a200d6f6-61fc-4b2d-865c-9bfe3908ffb5 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.548855] env[62954]: DEBUG nova.objects.base [None req-f4e16720-c871-4e43-ab33-b7636f1b10f8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62954) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1183.549819] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b45da23-993d-4b8c-ae99-a4560961fa72 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.570914] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d08633b-4d53-404e-8f48-d7d3af7df4eb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.576796] env[62954]: DEBUG oslo_vmware.api [None req-f4e16720-c871-4e43-ab33-b7636f1b10f8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1183.576796] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52fd14f3-1560-117e-f5e5-01356572834f" [ 1183.576796] env[62954]: _type = "Task" [ 1183.576796] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.584722] env[62954]: DEBUG oslo_vmware.api [None req-f4e16720-c871-4e43-ab33-b7636f1b10f8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52fd14f3-1560-117e-f5e5-01356572834f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.049925] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87eb1ad-6a72-4f68-83f0-f4d23697d061 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.071516] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Updating instance 'd5d74873-989a-4faa-a88d-fee92f732a9a' progress to 0 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1184.085371] env[62954]: DEBUG oslo_vmware.api [None req-f4e16720-c871-4e43-ab33-b7636f1b10f8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52fd14f3-1560-117e-f5e5-01356572834f, 'name': SearchDatastore_Task, 'duration_secs': 0.008049} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.085677] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f4e16720-c871-4e43-ab33-b7636f1b10f8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.087043] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f4e16720-c871-4e43-ab33-b7636f1b10f8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.577589] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.577874] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ed6e0fa-8b3d-4bcd-a673-d6b85e5066ae {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.585042] env[62954]: DEBUG oslo_vmware.api [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1184.585042] env[62954]: value = "task-2598327" [ 1184.585042] env[62954]: _type = "Task" [ 1184.585042] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.595466] env[62954]: DEBUG oslo_vmware.api [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.703995] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f44253-fd7c-4cfd-9aca-e7a4bcdfa288 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.712160] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340a2ef2-581a-4daf-b638-23f498fa6ec3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.745673] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33362a80-d4a9-4c88-a7e2-433fc0803048 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.753101] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc6c254-54f6-4bfc-912c-c949e0b9bc28 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.767849] env[62954]: DEBUG nova.compute.provider_tree [None req-f4e16720-c871-4e43-ab33-b7636f1b10f8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.986581] env[62954]: DEBUG nova.compute.manager [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Stashing vm_state: active {{(pid=62954) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1185.095527] env[62954]: DEBUG oslo_vmware.api [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598327, 'name': PowerOffVM_Task, 'duration_secs': 0.234451} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.095860] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.095973] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Updating instance 'd5d74873-989a-4faa-a88d-fee92f732a9a' progress to 17 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1185.271088] env[62954]: DEBUG nova.scheduler.client.report [None req-f4e16720-c871-4e43-ab33-b7636f1b10f8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.509796] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1185.602209] env[62954]: DEBUG nova.virt.hardware [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1185.602458] env[62954]: DEBUG nova.virt.hardware [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1185.602624] env[62954]: DEBUG nova.virt.hardware [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1185.602809] env[62954]: DEBUG nova.virt.hardware [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1185.602960] env[62954]: DEBUG nova.virt.hardware [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1185.603125] env[62954]: DEBUG nova.virt.hardware [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1185.603329] env[62954]: DEBUG nova.virt.hardware [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1185.603493] env[62954]: DEBUG nova.virt.hardware [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1185.603662] env[62954]: DEBUG nova.virt.hardware [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1185.603830] env[62954]: DEBUG nova.virt.hardware [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1185.604015] env[62954]: DEBUG nova.virt.hardware [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1185.609014] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c742aa9f-6302-415b-ad87-ab9664b4a0b9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.625319] env[62954]: DEBUG oslo_vmware.api [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1185.625319] env[62954]: value = "task-2598328" [ 1185.625319] env[62954]: _type = "Task" [ 1185.625319] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.633368] env[62954]: DEBUG oslo_vmware.api [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598328, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.135059] env[62954]: DEBUG oslo_vmware.api [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598328, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.283387] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f4e16720-c871-4e43-ab33-b7636f1b10f8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.197s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.286271] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.777s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.639707] env[62954]: DEBUG oslo_vmware.api [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598328, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.793682] env[62954]: INFO nova.compute.claims [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1186.847513] env[62954]: INFO nova.scheduler.client.report [None req-f4e16720-c871-4e43-ab33-b7636f1b10f8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Deleted allocation for migration 18d79424-5255-40d0-be8a-ece7409a6315 [ 1187.137518] env[62954]: DEBUG oslo_vmware.api [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598328, 'name': ReconfigVM_Task, 'duration_secs': 1.148995} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.139924] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Updating instance 'd5d74873-989a-4faa-a88d-fee92f732a9a' progress to 33 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1187.151545] env[62954]: INFO nova.compute.manager [None req-39fb67f0-e7ef-41b1-afd0-045f91f748ff tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Get console output [ 1187.151791] env[62954]: WARNING nova.virt.vmwareapi.driver [None req-39fb67f0-e7ef-41b1-afd0-045f91f748ff tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] The console log is missing. Check your VSPC configuration [ 1187.301252] env[62954]: INFO nova.compute.resource_tracker [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Updating resource usage from migration ab8e97c5-af65-4a78-8e08-4e19b8c47c4f [ 1187.353118] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f4e16720-c871-4e43-ab33-b7636f1b10f8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "a200d6f6-61fc-4b2d-865c-9bfe3908ffb5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.560s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1187.410757] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79f9098-66a4-4d81-8d44-b0aa1c591e3d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.418931] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbea7bee-a2ae-448b-ab56-4d0c020e301a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.449965] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d670609-5346-4416-8359-d1f87cd8da5b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.457776] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00719a5c-9ea9-48e5-b844-d3832a2005e4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.472647] env[62954]: DEBUG nova.compute.provider_tree [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.647626] env[62954]: DEBUG nova.virt.hardware [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1187.647913] env[62954]: DEBUG nova.virt.hardware [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1187.648035] env[62954]: DEBUG nova.virt.hardware [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1187.648262] env[62954]: DEBUG nova.virt.hardware [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1187.648372] env[62954]: DEBUG nova.virt.hardware [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1187.648527] env[62954]: DEBUG nova.virt.hardware [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1187.648730] env[62954]: DEBUG nova.virt.hardware [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1187.648899] env[62954]: DEBUG nova.virt.hardware [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1187.649080] env[62954]: DEBUG nova.virt.hardware [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1187.649319] env[62954]: DEBUG nova.virt.hardware [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1187.649592] env[62954]: DEBUG nova.virt.hardware [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1187.655033] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1187.655033] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c129dc2a-548b-475e-acfb-1db3196d4f62 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.675534] env[62954]: DEBUG oslo_vmware.api [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1187.675534] env[62954]: value = "task-2598329" [ 1187.675534] env[62954]: _type = "Task" [ 1187.675534] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.684227] env[62954]: DEBUG oslo_vmware.api [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598329, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.976140] env[62954]: DEBUG nova.scheduler.client.report [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.185721] env[62954]: DEBUG oslo_vmware.api [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598329, 'name': ReconfigVM_Task, 'duration_secs': 0.226304} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.186047] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1188.186877] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b4fcac-2686-40fc-b8cf-dc77d22f40b5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.211066] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] d5d74873-989a-4faa-a88d-fee92f732a9a/d5d74873-989a-4faa-a88d-fee92f732a9a.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1188.211346] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-414b0bdb-f3bf-4b80-a44f-c3e8d2dc18db {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.229135] env[62954]: DEBUG oslo_vmware.api [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1188.229135] env[62954]: value = "task-2598330" [ 1188.229135] env[62954]: _type = "Task" [ 1188.229135] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.236964] env[62954]: DEBUG oslo_vmware.api [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598330, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.481247] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.195s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.481417] env[62954]: INFO nova.compute.manager [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Migrating [ 1188.739213] env[62954]: DEBUG oslo_vmware.api [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598330, 'name': ReconfigVM_Task, 'duration_secs': 0.28494} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.739483] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Reconfigured VM instance instance-00000075 to attach disk [datastore1] d5d74873-989a-4faa-a88d-fee92f732a9a/d5d74873-989a-4faa-a88d-fee92f732a9a.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.739772] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Updating instance 'd5d74873-989a-4faa-a88d-fee92f732a9a' progress to 50 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1188.996624] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "refresh_cache-5ea4c876-a32b-4295-855c-61464cc8f72b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.996832] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquired lock "refresh_cache-5ea4c876-a32b-4295-855c-61464cc8f72b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.997028] env[62954]: DEBUG nova.network.neutron [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1189.248604] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e540e830-24c5-4f5c-b84f-4ce9a78e2f30 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.270176] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9754cb-9b51-4ce4-bab4-296eb29c5415 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.290960] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Updating instance 'd5d74873-989a-4faa-a88d-fee92f732a9a' progress to 67 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1189.689256] env[62954]: DEBUG nova.network.neutron [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Updating instance_info_cache with network_info: [{"id": "a22d123f-d3d7-44ac-b767-be592bf95236", "address": "fa:16:3e:a8:ba:59", "network": {"id": "b92cb287-9120-4f4f-b2e5-dd3d10fcd6c9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-531245150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5822cb258bd84b3a8a71026ea2d131e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa22d123f-d3", "ovs_interfaceid": "a22d123f-d3d7-44ac-b767-be592bf95236", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.803534] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquiring lock "b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1189.803787] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lock "b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1189.803964] env[62954]: INFO nova.compute.manager [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Shelving [ 1190.192168] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Releasing lock "refresh_cache-5ea4c876-a32b-4295-855c-61464cc8f72b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.814481] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1190.814828] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b36bf8dd-4f65-415e-b22f-b04cce4fe53c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.821584] env[62954]: DEBUG oslo_vmware.api [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1190.821584] env[62954]: value = "task-2598331" [ 1190.821584] env[62954]: _type = "Task" [ 1190.821584] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.830785] env[62954]: DEBUG oslo_vmware.api [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.931541] env[62954]: DEBUG nova.network.neutron [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Port b3907d8a-adef-479d-ab80-66174ee42e72 binding to destination host cpu-1 is already ACTIVE {{(pid=62954) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1191.331851] env[62954]: DEBUG oslo_vmware.api [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598331, 'name': PowerOffVM_Task, 'duration_secs': 0.175583} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.332141] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1191.332924] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d883a1e-6303-4dca-9bd6-134d9c2a7291 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.350745] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cbb013-e413-4acf-b929-f62b673e4e79 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.706486] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412c7bb5-d891-4672-914a-b6c96c46d946 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.724600] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Updating instance '5ea4c876-a32b-4295-855c-61464cc8f72b' progress to 0 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1191.861160] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Creating Snapshot of the VM instance {{(pid=62954) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1191.861560] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-23312498-9f7f-478b-951a-adac40accabf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.869404] env[62954]: DEBUG oslo_vmware.api [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1191.869404] env[62954]: value = "task-2598332" [ 1191.869404] env[62954]: _type = "Task" [ 1191.869404] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.876926] env[62954]: DEBUG oslo_vmware.api [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598332, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.954465] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "d5d74873-989a-4faa-a88d-fee92f732a9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1191.954465] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "d5d74873-989a-4faa-a88d-fee92f732a9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1191.954696] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "d5d74873-989a-4faa-a88d-fee92f732a9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.230173] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.230452] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf733b19-0a3b-4dfb-b43d-25fa98edae28 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.238773] env[62954]: DEBUG oslo_vmware.api [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1192.238773] env[62954]: value = "task-2598333" [ 1192.238773] env[62954]: _type = "Task" [ 1192.238773] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.246810] env[62954]: DEBUG oslo_vmware.api [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.378824] env[62954]: DEBUG oslo_vmware.api [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598332, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.748591] env[62954]: DEBUG oslo_vmware.api [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598333, 'name': PowerOffVM_Task, 'duration_secs': 0.191778} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.748843] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.749050] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Updating instance '5ea4c876-a32b-4295-855c-61464cc8f72b' progress to 17 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1192.879956] env[62954]: DEBUG oslo_vmware.api [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598332, 'name': CreateSnapshot_Task, 'duration_secs': 0.5261} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.880466] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Created Snapshot of the VM instance {{(pid=62954) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1192.880954] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd76e89-2b11-4e44-a620-d1ceb74e8013 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.987980] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "refresh_cache-d5d74873-989a-4faa-a88d-fee92f732a9a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.988196] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquired lock "refresh_cache-d5d74873-989a-4faa-a88d-fee92f732a9a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.988377] env[62954]: DEBUG nova.network.neutron [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.255487] env[62954]: DEBUG nova.virt.hardware [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.255763] env[62954]: DEBUG nova.virt.hardware [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.255860] env[62954]: DEBUG nova.virt.hardware [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.256051] env[62954]: DEBUG nova.virt.hardware [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.256210] env[62954]: DEBUG nova.virt.hardware [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.256363] env[62954]: DEBUG nova.virt.hardware [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.256578] env[62954]: DEBUG nova.virt.hardware [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.256741] env[62954]: DEBUG nova.virt.hardware [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.256910] env[62954]: DEBUG nova.virt.hardware [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.257090] env[62954]: DEBUG nova.virt.hardware [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.257313] env[62954]: DEBUG nova.virt.hardware [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.262775] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-231f780e-6907-431a-8f17-e926a47613e9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.279487] env[62954]: DEBUG oslo_vmware.api [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1193.279487] env[62954]: value = "task-2598334" [ 1193.279487] env[62954]: _type = "Task" [ 1193.279487] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.287733] env[62954]: DEBUG oslo_vmware.api [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598334, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.398263] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Creating linked-clone VM from snapshot {{(pid=62954) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1193.398627] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4a664680-530e-41db-b4b8-7e60f0231064 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.406615] env[62954]: DEBUG oslo_vmware.api [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1193.406615] env[62954]: value = "task-2598335" [ 1193.406615] env[62954]: _type = "Task" [ 1193.406615] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.414338] env[62954]: DEBUG oslo_vmware.api [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598335, 'name': CloneVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.741061] env[62954]: DEBUG nova.network.neutron [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Updating instance_info_cache with network_info: [{"id": "b3907d8a-adef-479d-ab80-66174ee42e72", "address": "fa:16:3e:14:b4:56", "network": {"id": "7c267a0a-446f-4e24-9552-67fbdacd4c1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1764129639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b7067a8cb44a12a451501342566d30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3907d8a-ad", "ovs_interfaceid": "b3907d8a-adef-479d-ab80-66174ee42e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.789282] env[62954]: DEBUG oslo_vmware.api [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598334, 'name': ReconfigVM_Task, 'duration_secs': 0.16926} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.789598] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Updating instance '5ea4c876-a32b-4295-855c-61464cc8f72b' progress to 33 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1193.917108] env[62954]: DEBUG oslo_vmware.api [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598335, 'name': CloneVM_Task} progress is 94%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.244159] env[62954]: DEBUG oslo_concurrency.lockutils [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Releasing lock "refresh_cache-d5d74873-989a-4faa-a88d-fee92f732a9a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.295920] env[62954]: DEBUG nova.virt.hardware [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1194.296221] env[62954]: DEBUG nova.virt.hardware [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1194.296337] env[62954]: DEBUG nova.virt.hardware [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1194.296526] env[62954]: DEBUG nova.virt.hardware [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1194.296677] env[62954]: DEBUG nova.virt.hardware [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1194.296835] env[62954]: DEBUG nova.virt.hardware [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1194.297056] env[62954]: DEBUG nova.virt.hardware [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1194.297253] env[62954]: DEBUG nova.virt.hardware [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1194.297441] env[62954]: DEBUG nova.virt.hardware [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1194.297609] env[62954]: DEBUG nova.virt.hardware [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1194.297815] env[62954]: DEBUG nova.virt.hardware [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1194.303946] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Reconfiguring VM instance instance-00000047 to detach disk 2000 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1194.304505] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbae4b2f-14eb-4704-ae39-d74ad92e51d1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.326582] env[62954]: DEBUG oslo_vmware.api [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1194.326582] env[62954]: value = "task-2598336" [ 1194.326582] env[62954]: _type = "Task" [ 1194.326582] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.338764] env[62954]: DEBUG oslo_vmware.api [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598336, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.417456] env[62954]: DEBUG oslo_vmware.api [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598335, 'name': CloneVM_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.753545] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0026f414-f8e4-486c-9f19-bf4b576a85d3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.761564] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e322f707-6336-4ad0-9477-975b351328f4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.835688] env[62954]: DEBUG oslo_vmware.api [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598336, 'name': ReconfigVM_Task, 'duration_secs': 0.21751} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.835975] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Reconfigured VM instance instance-00000047 to detach disk 2000 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1194.836812] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646f2302-bde0-4f05-b69b-9b5a1fa4384f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.859137] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 5ea4c876-a32b-4295-855c-61464cc8f72b/5ea4c876-a32b-4295-855c-61464cc8f72b.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.859471] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bfcdfa9-3813-439b-8c8d-627118024fe3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.876669] env[62954]: DEBUG oslo_vmware.api [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1194.876669] env[62954]: value = "task-2598337" [ 1194.876669] env[62954]: _type = "Task" [ 1194.876669] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.884515] env[62954]: DEBUG oslo_vmware.api [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598337, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.917377] env[62954]: DEBUG oslo_vmware.api [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598335, 'name': CloneVM_Task, 'duration_secs': 1.066599} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.917686] env[62954]: INFO nova.virt.vmwareapi.vmops [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Created linked-clone VM from snapshot [ 1194.918469] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039910b7-5069-4aeb-aefa-4594135c029f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.925673] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Uploading image 241baf2c-acf3-4cf6-87e6-2dc2d5a294c4 {{(pid=62954) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1194.952999] env[62954]: DEBUG oslo_vmware.rw_handles [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1194.952999] env[62954]: value = "vm-524035" [ 1194.952999] env[62954]: _type = "VirtualMachine" [ 1194.952999] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1194.953333] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-eb229ecd-d625-4f50-a470-6fd06128d917 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.959562] env[62954]: DEBUG oslo_vmware.rw_handles [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lease: (returnval){ [ 1194.959562] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5209b995-54a4-4754-a69d-9eb35585991f" [ 1194.959562] env[62954]: _type = "HttpNfcLease" [ 1194.959562] env[62954]: } obtained for exporting VM: (result){ [ 1194.959562] env[62954]: value = "vm-524035" [ 1194.959562] env[62954]: _type = "VirtualMachine" [ 1194.959562] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1194.959849] env[62954]: DEBUG oslo_vmware.api [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the lease: (returnval){ [ 1194.959849] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5209b995-54a4-4754-a69d-9eb35585991f" [ 1194.959849] env[62954]: _type = "HttpNfcLease" [ 1194.959849] env[62954]: } to be ready. {{(pid=62954) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1194.965706] env[62954]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1194.965706] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5209b995-54a4-4754-a69d-9eb35585991f" [ 1194.965706] env[62954]: _type = "HttpNfcLease" [ 1194.965706] env[62954]: } is initializing. {{(pid=62954) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1195.386801] env[62954]: DEBUG oslo_vmware.api [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598337, 'name': ReconfigVM_Task, 'duration_secs': 0.271935} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.387082] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 5ea4c876-a32b-4295-855c-61464cc8f72b/5ea4c876-a32b-4295-855c-61464cc8f72b.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1195.387358] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Updating instance '5ea4c876-a32b-4295-855c-61464cc8f72b' progress to 50 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1195.467849] env[62954]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1195.467849] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5209b995-54a4-4754-a69d-9eb35585991f" [ 1195.467849] env[62954]: _type = "HttpNfcLease" [ 1195.467849] env[62954]: } is ready. {{(pid=62954) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1195.468224] env[62954]: DEBUG oslo_vmware.rw_handles [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1195.468224] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5209b995-54a4-4754-a69d-9eb35585991f" [ 1195.468224] env[62954]: _type = "HttpNfcLease" [ 1195.468224] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1195.468844] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046b1bdd-5aa0-47bb-8cdd-1e6120ab3441 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.476989] env[62954]: DEBUG oslo_vmware.rw_handles [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5253057e-3966-27cb-d2dc-f1a084515654/disk-0.vmdk from lease info. {{(pid=62954) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1195.477169] env[62954]: DEBUG oslo_vmware.rw_handles [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5253057e-3966-27cb-d2dc-f1a084515654/disk-0.vmdk for reading. {{(pid=62954) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1195.564027] env[62954]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e9efdb85-fd90-46e3-9e42-47f2e4e05d15 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.857774] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd8279f-729f-4281-97ad-f7a1c9d65bc1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.880515] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7409d7-2857-49a9-b54d-1467a1c30642 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.887781] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Updating instance 'd5d74873-989a-4faa-a88d-fee92f732a9a' progress to 83 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1195.893434] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78dd6b47-6ade-4d23-bb3d-03fe1d3f6c37 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.911612] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127ba6fd-1b14-4e48-bc85-f26b32e6f573 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.929219] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Updating instance '5ea4c876-a32b-4295-855c-61464cc8f72b' progress to 67 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1196.394953] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1196.395284] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f08dbc77-52be-41f2-8777-cfe78195a1b0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.404037] env[62954]: DEBUG oslo_vmware.api [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1196.404037] env[62954]: value = "task-2598339" [ 1196.404037] env[62954]: _type = "Task" [ 1196.404037] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.412164] env[62954]: DEBUG oslo_vmware.api [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598339, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.470254] env[62954]: DEBUG nova.network.neutron [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Port a22d123f-d3d7-44ac-b767-be592bf95236 binding to destination host cpu-1 is already ACTIVE {{(pid=62954) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1196.914392] env[62954]: DEBUG oslo_vmware.api [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598339, 'name': PowerOnVM_Task, 'duration_secs': 0.398659} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.914671] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1196.914838] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2a76e2-0758-4478-a2ca-b0148f503784 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Updating instance 'd5d74873-989a-4faa-a88d-fee92f732a9a' progress to 100 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1197.494753] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "5ea4c876-a32b-4295-855c-61464cc8f72b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1197.495280] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "5ea4c876-a32b-4295-855c-61464cc8f72b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1197.495280] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "5ea4c876-a32b-4295-855c-61464cc8f72b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.529822] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "refresh_cache-5ea4c876-a32b-4295-855c-61464cc8f72b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.530099] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquired lock "refresh_cache-5ea4c876-a32b-4295-855c-61464cc8f72b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.530430] env[62954]: DEBUG nova.network.neutron [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.928642] env[62954]: DEBUG nova.network.neutron [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Port b3907d8a-adef-479d-ab80-66174ee42e72 binding to destination host cpu-1 is already ACTIVE {{(pid=62954) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1198.928933] env[62954]: DEBUG oslo_concurrency.lockutils [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "refresh_cache-d5d74873-989a-4faa-a88d-fee92f732a9a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.929103] env[62954]: DEBUG oslo_concurrency.lockutils [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquired lock "refresh_cache-d5d74873-989a-4faa-a88d-fee92f732a9a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.929324] env[62954]: DEBUG nova.network.neutron [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.238453] env[62954]: DEBUG nova.network.neutron [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Updating instance_info_cache with network_info: [{"id": "a22d123f-d3d7-44ac-b767-be592bf95236", "address": "fa:16:3e:a8:ba:59", "network": {"id": "b92cb287-9120-4f4f-b2e5-dd3d10fcd6c9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-531245150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5822cb258bd84b3a8a71026ea2d131e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa22d123f-d3", "ovs_interfaceid": "a22d123f-d3d7-44ac-b767-be592bf95236", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.645190] env[62954]: DEBUG nova.network.neutron [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Updating instance_info_cache with network_info: [{"id": "b3907d8a-adef-479d-ab80-66174ee42e72", "address": "fa:16:3e:14:b4:56", "network": {"id": "7c267a0a-446f-4e24-9552-67fbdacd4c1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1764129639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b7067a8cb44a12a451501342566d30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3907d8a-ad", "ovs_interfaceid": "b3907d8a-adef-479d-ab80-66174ee42e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.741211] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Releasing lock "refresh_cache-5ea4c876-a32b-4295-855c-61464cc8f72b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.148031] env[62954]: DEBUG oslo_concurrency.lockutils [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Releasing lock "refresh_cache-d5d74873-989a-4faa-a88d-fee92f732a9a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.267078] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61e20ed-1f0d-4e9a-9ba7-de55d524a3ca {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.287483] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1991bfe9-6715-47ae-a47d-60c977b602c1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.295261] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Updating instance '5ea4c876-a32b-4295-855c-61464cc8f72b' progress to 83 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1200.652596] env[62954]: DEBUG nova.compute.manager [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62954) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1200.802247] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1200.802516] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a95ac67-b654-442e-b945-616cf7182fac {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.811067] env[62954]: DEBUG oslo_vmware.api [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1200.811067] env[62954]: value = "task-2598340" [ 1200.811067] env[62954]: _type = "Task" [ 1200.811067] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.818946] env[62954]: DEBUG oslo_vmware.api [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.320423] env[62954]: DEBUG oslo_vmware.api [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598340, 'name': PowerOnVM_Task, 'duration_secs': 0.459735} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.320692] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1201.320885] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8c21e2e4-94f5-47e0-8513-35947ace4920 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Updating instance '5ea4c876-a32b-4295-855c-61464cc8f72b' progress to 100 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1201.756314] env[62954]: DEBUG oslo_concurrency.lockutils [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1201.756615] env[62954]: DEBUG oslo_concurrency.lockutils [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1202.259599] env[62954]: DEBUG nova.objects.instance [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lazy-loading 'migration_context' on Instance uuid d5d74873-989a-4faa-a88d-fee92f732a9a {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.894063] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66cea59-64e3-408d-b2c2-bce7cd28563b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.902076] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8b8e50-14a5-4bcb-a0ff-e3631cc6eb5c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.932692] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fa9727-5ecd-4a8f-89fd-78aa1c6c10f8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.939967] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b706dfb4-9169-4573-83fe-c6cb46ead56e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.953756] env[62954]: DEBUG nova.compute.provider_tree [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.277868] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ee17e33c-3805-4256-b553-edad0e91cf41 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "5ea4c876-a32b-4295-855c-61464cc8f72b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1203.278115] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ee17e33c-3805-4256-b553-edad0e91cf41 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "5ea4c876-a32b-4295-855c-61464cc8f72b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1203.278319] env[62954]: DEBUG nova.compute.manager [None req-ee17e33c-3805-4256-b553-edad0e91cf41 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Going to confirm migration 9 {{(pid=62954) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1203.457229] env[62954]: DEBUG nova.scheduler.client.report [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.830490] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ee17e33c-3805-4256-b553-edad0e91cf41 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "refresh_cache-5ea4c876-a32b-4295-855c-61464cc8f72b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.830702] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ee17e33c-3805-4256-b553-edad0e91cf41 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquired lock "refresh_cache-5ea4c876-a32b-4295-855c-61464cc8f72b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.830913] env[62954]: DEBUG nova.network.neutron [None req-ee17e33c-3805-4256-b553-edad0e91cf41 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.831132] env[62954]: DEBUG nova.objects.instance [None req-ee17e33c-3805-4256-b553-edad0e91cf41 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lazy-loading 'info_cache' on Instance uuid 5ea4c876-a32b-4295-855c-61464cc8f72b {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.931631] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.300714] env[62954]: DEBUG oslo_vmware.rw_handles [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5253057e-3966-27cb-d2dc-f1a084515654/disk-0.vmdk. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1204.301655] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86b2b20-526e-4cf2-8d5c-d93971f302f6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.308868] env[62954]: DEBUG oslo_vmware.rw_handles [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5253057e-3966-27cb-d2dc-f1a084515654/disk-0.vmdk is in state: ready. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1204.309034] env[62954]: ERROR oslo_vmware.rw_handles [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5253057e-3966-27cb-d2dc-f1a084515654/disk-0.vmdk due to incomplete transfer. [ 1204.309270] env[62954]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2c1dddcd-a4e6-4893-b062-4ac6d777c395 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.316313] env[62954]: DEBUG oslo_vmware.rw_handles [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5253057e-3966-27cb-d2dc-f1a084515654/disk-0.vmdk. {{(pid=62954) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1204.316501] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Uploaded image 241baf2c-acf3-4cf6-87e6-2dc2d5a294c4 to the Glance image server {{(pid=62954) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1204.318761] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Destroying the VM {{(pid=62954) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1204.318996] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8ec28ad3-90f4-4b83-a594-ced3681adab1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.324810] env[62954]: DEBUG oslo_vmware.api [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1204.324810] env[62954]: value = "task-2598341" [ 1204.324810] env[62954]: _type = "Task" [ 1204.324810] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.333535] env[62954]: DEBUG oslo_vmware.api [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598341, 'name': Destroy_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.468063] env[62954]: DEBUG oslo_concurrency.lockutils [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.711s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1204.835246] env[62954]: DEBUG oslo_vmware.api [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598341, 'name': Destroy_Task} progress is 33%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.931397] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.931568] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Starting heal instance info cache {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1204.931706] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Rebuilding the list of instances to heal {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1205.081425] env[62954]: DEBUG nova.network.neutron [None req-ee17e33c-3805-4256-b553-edad0e91cf41 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Updating instance_info_cache with network_info: [{"id": "a22d123f-d3d7-44ac-b767-be592bf95236", "address": "fa:16:3e:a8:ba:59", "network": {"id": "b92cb287-9120-4f4f-b2e5-dd3d10fcd6c9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-531245150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5822cb258bd84b3a8a71026ea2d131e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa22d123f-d3", "ovs_interfaceid": "a22d123f-d3d7-44ac-b767-be592bf95236", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.335691] env[62954]: DEBUG oslo_vmware.api [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598341, 'name': Destroy_Task} progress is 33%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.461580] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "refresh_cache-5ea4c876-a32b-4295-855c-61464cc8f72b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1205.584395] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ee17e33c-3805-4256-b553-edad0e91cf41 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Releasing lock "refresh_cache-5ea4c876-a32b-4295-855c-61464cc8f72b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1205.584683] env[62954]: DEBUG nova.objects.instance [None req-ee17e33c-3805-4256-b553-edad0e91cf41 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lazy-loading 'migration_context' on Instance uuid 5ea4c876-a32b-4295-855c-61464cc8f72b {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.585882] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquired lock "refresh_cache-5ea4c876-a32b-4295-855c-61464cc8f72b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.586023] env[62954]: DEBUG nova.network.neutron [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Forcefully refreshing network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1205.586179] env[62954]: DEBUG nova.objects.instance [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lazy-loading 'info_cache' on Instance uuid 5ea4c876-a32b-4295-855c-61464cc8f72b {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.838219] env[62954]: DEBUG oslo_vmware.api [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598341, 'name': Destroy_Task, 'duration_secs': 1.146591} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.838436] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Destroyed the VM [ 1205.838666] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Deleting Snapshot of the VM instance {{(pid=62954) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1205.838911] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-48b29741-c077-46be-817e-6728cf686968 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.846398] env[62954]: DEBUG oslo_vmware.api [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1205.846398] env[62954]: value = "task-2598342" [ 1205.846398] env[62954]: _type = "Task" [ 1205.846398] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.854400] env[62954]: DEBUG oslo_vmware.api [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598342, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.006514] env[62954]: INFO nova.compute.manager [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Swapping old allocation on dict_keys(['6fcf5ae7-e825-4914-bf51-14f0c81039d4']) held by migration 7b69f651-d7b0-4c50-b573-22283367f0f8 for instance [ 1206.029562] env[62954]: DEBUG nova.scheduler.client.report [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Overwriting current allocation {'allocations': {'6fcf5ae7-e825-4914-bf51-14f0c81039d4': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 155}}, 'project_id': 'a2b7067a8cb44a12a451501342566d30', 'user_id': '80a6794536464bec9fe69077049e8466', 'consumer_generation': 1} on consumer d5d74873-989a-4faa-a88d-fee92f732a9a {{(pid=62954) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1206.088845] env[62954]: DEBUG nova.objects.base [None req-ee17e33c-3805-4256-b553-edad0e91cf41 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Object Instance<5ea4c876-a32b-4295-855c-61464cc8f72b> lazy-loaded attributes: info_cache,migration_context {{(pid=62954) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1206.091498] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0864b36e-2033-4273-9a1d-bb18ef7f8619 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.111459] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e26d9ba-600f-41dc-a5e0-5fc3f4889012 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.114606] env[62954]: DEBUG oslo_concurrency.lockutils [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "refresh_cache-d5d74873-989a-4faa-a88d-fee92f732a9a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.114776] env[62954]: DEBUG oslo_concurrency.lockutils [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquired lock "refresh_cache-d5d74873-989a-4faa-a88d-fee92f732a9a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.114954] env[62954]: DEBUG nova.network.neutron [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.121938] env[62954]: DEBUG oslo_vmware.api [None req-ee17e33c-3805-4256-b553-edad0e91cf41 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1206.121938] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52c4c04e-09ff-ffe7-a53c-eb8a062bcb51" [ 1206.121938] env[62954]: _type = "Task" [ 1206.121938] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.130930] env[62954]: DEBUG oslo_vmware.api [None req-ee17e33c-3805-4256-b553-edad0e91cf41 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52c4c04e-09ff-ffe7-a53c-eb8a062bcb51, 'name': SearchDatastore_Task, 'duration_secs': 0.00854} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.131226] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ee17e33c-3805-4256-b553-edad0e91cf41 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1206.131445] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ee17e33c-3805-4256-b553-edad0e91cf41 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1206.355970] env[62954]: DEBUG oslo_vmware.api [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598342, 'name': RemoveSnapshot_Task, 'duration_secs': 0.341238} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.356323] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Deleted Snapshot of the VM instance {{(pid=62954) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1206.356706] env[62954]: DEBUG nova.compute.manager [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1206.357564] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ca6597-d847-4520-bed6-ecd07f02e39a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.725136] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc40262-41bb-4b60-85f7-7c92ae7b833e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.733251] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27749a0-5151-4933-b170-faeed1503507 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.771068] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31ff93f-2bde-43a6-a96b-adc7d3af8b93 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.778381] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c0eee8-5757-4d12-9905-eed73f81674c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.791641] env[62954]: DEBUG nova.compute.provider_tree [None req-ee17e33c-3805-4256-b553-edad0e91cf41 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.833335] env[62954]: DEBUG nova.network.neutron [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Updating instance_info_cache with network_info: [{"id": "b3907d8a-adef-479d-ab80-66174ee42e72", "address": "fa:16:3e:14:b4:56", "network": {"id": "7c267a0a-446f-4e24-9552-67fbdacd4c1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1764129639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b7067a8cb44a12a451501342566d30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3907d8a-ad", "ovs_interfaceid": "b3907d8a-adef-479d-ab80-66174ee42e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.872326] env[62954]: INFO nova.compute.manager [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Shelve offloading [ 1207.297368] env[62954]: DEBUG nova.scheduler.client.report [None req-ee17e33c-3805-4256-b553-edad0e91cf41 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.337045] env[62954]: DEBUG nova.network.neutron [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Updating instance_info_cache with network_info: [{"id": "a22d123f-d3d7-44ac-b767-be592bf95236", "address": "fa:16:3e:a8:ba:59", "network": {"id": "b92cb287-9120-4f4f-b2e5-dd3d10fcd6c9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-531245150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5822cb258bd84b3a8a71026ea2d131e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa22d123f-d3", "ovs_interfaceid": "a22d123f-d3d7-44ac-b767-be592bf95236", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.338332] env[62954]: DEBUG oslo_concurrency.lockutils [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Releasing lock "refresh_cache-d5d74873-989a-4faa-a88d-fee92f732a9a" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.339687] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23810a2f-a573-4e25-8e3c-9e67c5bb20d8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.347448] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace9237b-c776-4804-bad6-22db8d18cc9b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.375243] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.375863] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b7aaf62-6f3e-41ce-8bf7-cb3ee0dd8e18 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.381563] env[62954]: DEBUG oslo_vmware.api [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1207.381563] env[62954]: value = "task-2598343" [ 1207.381563] env[62954]: _type = "Task" [ 1207.381563] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.389321] env[62954]: DEBUG oslo_vmware.api [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.840069] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Releasing lock "refresh_cache-5ea4c876-a32b-4295-855c-61464cc8f72b" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.840283] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Updated the network info_cache for instance {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1207.840475] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.840630] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.840791] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.840919] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62954) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1207.892834] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] VM already powered off {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1207.892946] env[62954]: DEBUG nova.compute.manager [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1207.893698] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce607c6f-6f1d-4334-9841-2d05745e65fa {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.899498] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquiring lock "refresh_cache-b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.899674] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquired lock "refresh_cache-b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.899834] env[62954]: DEBUG nova.network.neutron [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1207.931203] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.931433] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.305435] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ee17e33c-3805-4256-b553-edad0e91cf41 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.174s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1208.428693] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.428988] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9771d5d5-d552-43c9-8d2a-e56f0f27aaa4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.433545] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.433756] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.433921] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1208.434086] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62954) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1208.435315] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078230c6-9634-4ffc-be4e-efaf1483b891 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.439901] env[62954]: DEBUG oslo_vmware.api [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1208.439901] env[62954]: value = "task-2598344" [ 1208.439901] env[62954]: _type = "Task" [ 1208.439901] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.446037] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c0857c-9222-4f00-980c-77f241d97e8f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.453534] env[62954]: DEBUG oslo_vmware.api [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.464101] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b791409-bed0-47b5-ab8d-73aa364317c9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.473118] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66728bd6-04a3-44dd-8125-cd1bdc30f17d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.503375] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180137MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=62954) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1208.503567] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.503805] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.620195] env[62954]: DEBUG nova.network.neutron [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Updating instance_info_cache with network_info: [{"id": "53b2d473-8568-47b7-b393-551d9d238b59", "address": "fa:16:3e:45:20:21", "network": {"id": "47528c63-56ff-4749-94ed-f0e94687ac13", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1980367274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55676c64756f4e1890efd5c9265b3f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53b2d473-85", "ovs_interfaceid": "53b2d473-8568-47b7-b393-551d9d238b59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.864359] env[62954]: INFO nova.scheduler.client.report [None req-ee17e33c-3805-4256-b553-edad0e91cf41 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Deleted allocation for migration ab8e97c5-af65-4a78-8e08-4e19b8c47c4f [ 1208.949653] env[62954]: DEBUG oslo_vmware.api [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598344, 'name': PowerOffVM_Task, 'duration_secs': 0.183016} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.949933] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.950632] env[62954]: DEBUG nova.virt.hardware [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1208.950856] env[62954]: DEBUG nova.virt.hardware [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.951021] env[62954]: DEBUG nova.virt.hardware [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.951208] env[62954]: DEBUG nova.virt.hardware [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.951365] env[62954]: DEBUG nova.virt.hardware [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.951504] env[62954]: DEBUG nova.virt.hardware [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1208.951706] env[62954]: DEBUG nova.virt.hardware [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1208.951863] env[62954]: DEBUG nova.virt.hardware [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1208.952038] env[62954]: DEBUG nova.virt.hardware [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1208.952204] env[62954]: DEBUG nova.virt.hardware [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1208.952376] env[62954]: DEBUG nova.virt.hardware [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1208.957278] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2fdb68e-f044-4f4f-865d-99dd88e7fa6b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.973603] env[62954]: DEBUG oslo_vmware.api [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1208.973603] env[62954]: value = "task-2598345" [ 1208.973603] env[62954]: _type = "Task" [ 1208.973603] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.982894] env[62954]: DEBUG oslo_vmware.api [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598345, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.123227] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Releasing lock "refresh_cache-b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.369635] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ee17e33c-3805-4256-b553-edad0e91cf41 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "5ea4c876-a32b-4295-855c-61464cc8f72b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.091s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1209.411864] env[62954]: DEBUG nova.compute.manager [req-bb095054-0472-4d74-90ca-8c68e9fbfc07 req-8592c297-3034-447a-a10f-d9e03a2a351e service nova] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Received event network-vif-unplugged-53b2d473-8568-47b7-b393-551d9d238b59 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1209.412104] env[62954]: DEBUG oslo_concurrency.lockutils [req-bb095054-0472-4d74-90ca-8c68e9fbfc07 req-8592c297-3034-447a-a10f-d9e03a2a351e service nova] Acquiring lock "b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1209.412316] env[62954]: DEBUG oslo_concurrency.lockutils [req-bb095054-0472-4d74-90ca-8c68e9fbfc07 req-8592c297-3034-447a-a10f-d9e03a2a351e service nova] Lock "b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1209.412536] env[62954]: DEBUG oslo_concurrency.lockutils [req-bb095054-0472-4d74-90ca-8c68e9fbfc07 req-8592c297-3034-447a-a10f-d9e03a2a351e service nova] Lock "b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1209.412715] env[62954]: DEBUG nova.compute.manager [req-bb095054-0472-4d74-90ca-8c68e9fbfc07 req-8592c297-3034-447a-a10f-d9e03a2a351e service nova] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] No waiting events found dispatching network-vif-unplugged-53b2d473-8568-47b7-b393-551d9d238b59 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1209.412886] env[62954]: WARNING nova.compute.manager [req-bb095054-0472-4d74-90ca-8c68e9fbfc07 req-8592c297-3034-447a-a10f-d9e03a2a351e service nova] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Received unexpected event network-vif-unplugged-53b2d473-8568-47b7-b393-551d9d238b59 for instance with vm_state shelved and task_state shelving_offloading. [ 1209.469899] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1209.470995] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546b982e-8962-422d-ba4b-80a7ee790ec1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.482567] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1209.485505] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4783e092-d77e-475c-b68f-8f1d87e2154a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.487093] env[62954]: DEBUG oslo_vmware.api [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598345, 'name': ReconfigVM_Task, 'duration_secs': 0.13904} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.488142] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfeb86bd-4a1f-49e3-8798-23cd41c5521d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.510284] env[62954]: DEBUG nova.virt.hardware [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1209.510525] env[62954]: DEBUG nova.virt.hardware [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.510686] env[62954]: DEBUG nova.virt.hardware [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.510866] env[62954]: DEBUG nova.virt.hardware [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.511018] env[62954]: DEBUG nova.virt.hardware [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.511170] env[62954]: DEBUG nova.virt.hardware [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1209.511374] env[62954]: DEBUG nova.virt.hardware [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1209.511540] env[62954]: DEBUG nova.virt.hardware [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1209.511707] env[62954]: DEBUG nova.virt.hardware [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1209.511870] env[62954]: DEBUG nova.virt.hardware [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1209.512058] env[62954]: DEBUG nova.virt.hardware [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1209.515517] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-897c90ac-1252-46b4-87eb-145a282895b3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.521538] env[62954]: DEBUG oslo_vmware.api [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1209.521538] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]522b1a89-6547-238e-5ce4-1740f030c5ae" [ 1209.521538] env[62954]: _type = "Task" [ 1209.521538] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.530405] env[62954]: DEBUG oslo_vmware.api [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]522b1a89-6547-238e-5ce4-1740f030c5ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.532941] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 7c869ee8-46a2-4f90-81b0-81399e6495bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1209.533100] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1209.533230] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1209.533350] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance a200d6f6-61fc-4b2d-865c-9bfe3908ffb5 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1209.533465] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance d5d74873-989a-4faa-a88d-fee92f732a9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1209.533599] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 5ea4c876-a32b-4295-855c-61464cc8f72b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1209.533816] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=62954) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1209.533966] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1792MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=62954) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1209.583965] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1209.584205] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1209.584390] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Deleting the datastore file [datastore2] b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1209.587132] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ef402aa-8af1-4fc3-aa31-8f87776e0ebc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.593512] env[62954]: DEBUG oslo_vmware.api [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1209.593512] env[62954]: value = "task-2598347" [ 1209.593512] env[62954]: _type = "Task" [ 1209.593512] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.603684] env[62954]: DEBUG oslo_vmware.api [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598347, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.623823] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55777bca-2d52-43aa-808e-bc3fc5eb5ff9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.631258] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bee7b6c-e368-46b4-9042-586c5c624978 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.663414] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d353dbf6-8923-4d69-8341-4d25e6a4e72f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.670779] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9890a3-5c4b-488f-9b48-bfff020f8f22 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.684379] env[62954]: DEBUG nova.compute.provider_tree [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.031339] env[62954]: DEBUG oslo_vmware.api [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]522b1a89-6547-238e-5ce4-1740f030c5ae, 'name': SearchDatastore_Task, 'duration_secs': 0.007651} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.036610] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1210.036880] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3da31679-40d2-400b-9002-2889cc5d8b0c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.056248] env[62954]: DEBUG oslo_vmware.api [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1210.056248] env[62954]: value = "task-2598348" [ 1210.056248] env[62954]: _type = "Task" [ 1210.056248] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.064288] env[62954]: DEBUG oslo_vmware.api [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598348, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.102401] env[62954]: DEBUG oslo_vmware.api [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598347, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140631} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.102660] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1210.102845] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1210.103051] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1210.122419] env[62954]: INFO nova.scheduler.client.report [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Deleted allocations for instance b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55 [ 1210.187252] env[62954]: DEBUG nova.scheduler.client.report [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.302299] env[62954]: DEBUG oslo_concurrency.lockutils [None req-373dea50-a6f8-4bea-865f-4080095fdcd3 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "5ea4c876-a32b-4295-855c-61464cc8f72b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1210.302588] env[62954]: DEBUG oslo_concurrency.lockutils [None req-373dea50-a6f8-4bea-865f-4080095fdcd3 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "5ea4c876-a32b-4295-855c-61464cc8f72b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1210.302844] env[62954]: DEBUG oslo_concurrency.lockutils [None req-373dea50-a6f8-4bea-865f-4080095fdcd3 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "5ea4c876-a32b-4295-855c-61464cc8f72b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1210.303052] env[62954]: DEBUG oslo_concurrency.lockutils [None req-373dea50-a6f8-4bea-865f-4080095fdcd3 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "5ea4c876-a32b-4295-855c-61464cc8f72b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1210.303240] env[62954]: DEBUG oslo_concurrency.lockutils [None req-373dea50-a6f8-4bea-865f-4080095fdcd3 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "5ea4c876-a32b-4295-855c-61464cc8f72b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1210.305636] env[62954]: INFO nova.compute.manager [None req-373dea50-a6f8-4bea-865f-4080095fdcd3 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Terminating instance [ 1210.567178] env[62954]: DEBUG oslo_vmware.api [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598348, 'name': ReconfigVM_Task, 'duration_secs': 0.2269} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.567487] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1210.568307] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b87e5b-c6db-4238-872c-d329050abf68 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.596157] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] d5d74873-989a-4faa-a88d-fee92f732a9a/d5d74873-989a-4faa-a88d-fee92f732a9a.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1210.597265] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95d94812-ccee-491a-8642-5f958a6687c9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.616761] env[62954]: DEBUG oslo_vmware.api [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1210.616761] env[62954]: value = "task-2598349" [ 1210.616761] env[62954]: _type = "Task" [ 1210.616761] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.624638] env[62954]: DEBUG oslo_vmware.api [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598349, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.626737] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1210.692787] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62954) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1210.693041] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.189s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1210.693353] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.067s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1210.693609] env[62954]: DEBUG nova.objects.instance [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lazy-loading 'resources' on Instance uuid b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.809884] env[62954]: DEBUG nova.compute.manager [None req-373dea50-a6f8-4bea-865f-4080095fdcd3 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1210.810134] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-373dea50-a6f8-4bea-865f-4080095fdcd3 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1210.811157] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f9e47b-3d1a-4c96-894f-31b290979851 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.819323] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-373dea50-a6f8-4bea-865f-4080095fdcd3 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.819608] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f699cf8-4f3c-4a17-a1ae-6b4cd37d15dd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.826019] env[62954]: DEBUG oslo_vmware.api [None req-373dea50-a6f8-4bea-865f-4080095fdcd3 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1210.826019] env[62954]: value = "task-2598350" [ 1210.826019] env[62954]: _type = "Task" [ 1210.826019] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.836109] env[62954]: DEBUG oslo_vmware.api [None req-373dea50-a6f8-4bea-865f-4080095fdcd3 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.126921] env[62954]: DEBUG oslo_vmware.api [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598349, 'name': ReconfigVM_Task, 'duration_secs': 0.292275} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.127231] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Reconfigured VM instance instance-00000075 to attach disk [datastore1] d5d74873-989a-4faa-a88d-fee92f732a9a/d5d74873-989a-4faa-a88d-fee92f732a9a.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.128089] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af937835-f31e-4afa-9674-5fe8f6844b58 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.148623] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4cdb337-0e26-4ed9-af93-04526c2891d4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.168428] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cf0e94-2c92-49b9-8fd0-1d3e51ae45ab {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.187695] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791af997-5ee3-4e1d-a8b6-3be27f08524d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.193707] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1211.193914] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7c5d5db-8324-44a1-80b3-08a1a5420510 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.195492] env[62954]: DEBUG nova.objects.instance [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lazy-loading 'numa_topology' on Instance uuid b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.201667] env[62954]: DEBUG oslo_vmware.api [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1211.201667] env[62954]: value = "task-2598351" [ 1211.201667] env[62954]: _type = "Task" [ 1211.201667] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.209067] env[62954]: DEBUG oslo_vmware.api [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598351, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.339272] env[62954]: DEBUG oslo_vmware.api [None req-373dea50-a6f8-4bea-865f-4080095fdcd3 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598350, 'name': PowerOffVM_Task, 'duration_secs': 0.274698} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.339577] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-373dea50-a6f8-4bea-865f-4080095fdcd3 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1211.339761] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-373dea50-a6f8-4bea-865f-4080095fdcd3 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1211.340019] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-803181dd-125f-43c2-9148-16e1428b37e9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.399307] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-373dea50-a6f8-4bea-865f-4080095fdcd3 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1211.399553] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-373dea50-a6f8-4bea-865f-4080095fdcd3 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1211.399742] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-373dea50-a6f8-4bea-865f-4080095fdcd3 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Deleting the datastore file [datastore1] 5ea4c876-a32b-4295-855c-61464cc8f72b {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1211.400008] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94948663-8408-44c0-80f9-0a35b0f8e7d2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.406513] env[62954]: DEBUG oslo_vmware.api [None req-373dea50-a6f8-4bea-865f-4080095fdcd3 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1211.406513] env[62954]: value = "task-2598353" [ 1211.406513] env[62954]: _type = "Task" [ 1211.406513] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.414602] env[62954]: DEBUG oslo_vmware.api [None req-373dea50-a6f8-4bea-865f-4080095fdcd3 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.444977] env[62954]: DEBUG nova.compute.manager [req-7cbe61bd-9ee6-43c6-8d5c-f2d2398eae83 req-8416b195-3de7-42aa-bb9a-55c1df4e5e21 service nova] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Received event network-changed-53b2d473-8568-47b7-b393-551d9d238b59 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1211.445291] env[62954]: DEBUG nova.compute.manager [req-7cbe61bd-9ee6-43c6-8d5c-f2d2398eae83 req-8416b195-3de7-42aa-bb9a-55c1df4e5e21 service nova] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Refreshing instance network info cache due to event network-changed-53b2d473-8568-47b7-b393-551d9d238b59. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1211.445605] env[62954]: DEBUG oslo_concurrency.lockutils [req-7cbe61bd-9ee6-43c6-8d5c-f2d2398eae83 req-8416b195-3de7-42aa-bb9a-55c1df4e5e21 service nova] Acquiring lock "refresh_cache-b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.445818] env[62954]: DEBUG oslo_concurrency.lockutils [req-7cbe61bd-9ee6-43c6-8d5c-f2d2398eae83 req-8416b195-3de7-42aa-bb9a-55c1df4e5e21 service nova] Acquired lock "refresh_cache-b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.446065] env[62954]: DEBUG nova.network.neutron [req-7cbe61bd-9ee6-43c6-8d5c-f2d2398eae83 req-8416b195-3de7-42aa-bb9a-55c1df4e5e21 service nova] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Refreshing network info cache for port 53b2d473-8568-47b7-b393-551d9d238b59 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1211.698066] env[62954]: DEBUG nova.objects.base [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62954) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1211.711370] env[62954]: DEBUG oslo_vmware.api [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598351, 'name': PowerOnVM_Task, 'duration_secs': 0.379514} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.711660] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1211.772463] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba770be8-086f-4a9d-bd44-54c892e61911 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.780624] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06700402-5ece-465d-9af6-b475ec3295ef {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.816045] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c081ca56-9c58-4907-9f24-e53c8d4cd872 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.823162] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb084982-aef7-41ea-b075-62e1d0fda5a0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.836526] env[62954]: DEBUG nova.compute.provider_tree [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.918853] env[62954]: DEBUG oslo_vmware.api [None req-373dea50-a6f8-4bea-865f-4080095fdcd3 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147055} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.919119] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-373dea50-a6f8-4bea-865f-4080095fdcd3 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1211.919308] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-373dea50-a6f8-4bea-865f-4080095fdcd3 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1211.919518] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-373dea50-a6f8-4bea-865f-4080095fdcd3 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1211.919706] env[62954]: INFO nova.compute.manager [None req-373dea50-a6f8-4bea-865f-4080095fdcd3 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1211.919961] env[62954]: DEBUG oslo.service.loopingcall [None req-373dea50-a6f8-4bea-865f-4080095fdcd3 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1211.920171] env[62954]: DEBUG nova.compute.manager [-] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1211.920265] env[62954]: DEBUG nova.network.neutron [-] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1212.211087] env[62954]: DEBUG nova.network.neutron [req-7cbe61bd-9ee6-43c6-8d5c-f2d2398eae83 req-8416b195-3de7-42aa-bb9a-55c1df4e5e21 service nova] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Updated VIF entry in instance network info cache for port 53b2d473-8568-47b7-b393-551d9d238b59. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1212.211503] env[62954]: DEBUG nova.network.neutron [req-7cbe61bd-9ee6-43c6-8d5c-f2d2398eae83 req-8416b195-3de7-42aa-bb9a-55c1df4e5e21 service nova] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Updating instance_info_cache with network_info: [{"id": "53b2d473-8568-47b7-b393-551d9d238b59", "address": "fa:16:3e:45:20:21", "network": {"id": "47528c63-56ff-4749-94ed-f0e94687ac13", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1980367274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55676c64756f4e1890efd5c9265b3f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap53b2d473-85", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.339964] env[62954]: DEBUG nova.scheduler.client.report [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.695195] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.695446] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.714412] env[62954]: DEBUG oslo_concurrency.lockutils [req-7cbe61bd-9ee6-43c6-8d5c-f2d2398eae83 req-8416b195-3de7-42aa-bb9a-55c1df4e5e21 service nova] Releasing lock "refresh_cache-b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.749570] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquiring lock "b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1212.760310] env[62954]: INFO nova.compute.manager [None req-bf6dd2e6-e5f8-44a3-be47-d3c5ee6caa81 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Updating instance to original state: 'active' [ 1212.829747] env[62954]: DEBUG nova.network.neutron [-] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.844903] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.151s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1213.332133] env[62954]: INFO nova.compute.manager [-] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Took 1.41 seconds to deallocate network for instance. [ 1213.351271] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f2dae0b2-c150-4de0-be3b-4ae91ed1ac7a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lock "b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.547s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1213.351821] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lock "b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.602s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1213.352037] env[62954]: INFO nova.compute.manager [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Unshelving [ 1213.470300] env[62954]: DEBUG nova.compute.manager [req-0cd24acb-6aa2-49e8-8ce1-e5f19e510e4f req-3cc60f1a-a991-4731-af4a-71f190fa6ddf service nova] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Received event network-vif-deleted-a22d123f-d3d7-44ac-b767-be592bf95236 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1213.837918] env[62954]: DEBUG oslo_concurrency.lockutils [None req-373dea50-a6f8-4bea-865f-4080095fdcd3 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1213.838301] env[62954]: DEBUG oslo_concurrency.lockutils [None req-373dea50-a6f8-4bea-865f-4080095fdcd3 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1213.838469] env[62954]: DEBUG nova.objects.instance [None req-373dea50-a6f8-4bea-865f-4080095fdcd3 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lazy-loading 'resources' on Instance uuid 5ea4c876-a32b-4295-855c-61464cc8f72b {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.045476] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "a200d6f6-61fc-4b2d-865c-9bfe3908ffb5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1214.045728] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "a200d6f6-61fc-4b2d-865c-9bfe3908ffb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1214.045939] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "a200d6f6-61fc-4b2d-865c-9bfe3908ffb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1214.046143] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "a200d6f6-61fc-4b2d-865c-9bfe3908ffb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1214.046315] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "a200d6f6-61fc-4b2d-865c-9bfe3908ffb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1214.048525] env[62954]: INFO nova.compute.manager [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Terminating instance [ 1214.373625] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1214.419637] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3573c16f-7764-4f4c-88d1-21c2d972ce82 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.427482] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8ba690-3725-43a4-a454-b44494ee4169 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.456199] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547fde77-e805-4d7e-b5ac-ecf466a1298f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.463219] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03de66a8-7d6d-4612-adb6-3e756061b670 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.475729] env[62954]: DEBUG nova.compute.provider_tree [None req-373dea50-a6f8-4bea-865f-4080095fdcd3 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.552900] env[62954]: DEBUG nova.compute.manager [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1214.553148] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.553384] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ab5ec7d-8798-4911-abb6-82620a4fc92c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.560241] env[62954]: DEBUG oslo_vmware.api [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1214.560241] env[62954]: value = "task-2598354" [ 1214.560241] env[62954]: _type = "Task" [ 1214.560241] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.567775] env[62954]: DEBUG oslo_vmware.api [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.759972] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "d5d74873-989a-4faa-a88d-fee92f732a9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1214.760262] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "d5d74873-989a-4faa-a88d-fee92f732a9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1214.760613] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "d5d74873-989a-4faa-a88d-fee92f732a9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1214.760865] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "d5d74873-989a-4faa-a88d-fee92f732a9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1214.761068] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "d5d74873-989a-4faa-a88d-fee92f732a9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1214.763598] env[62954]: INFO nova.compute.manager [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Terminating instance [ 1214.978533] env[62954]: DEBUG nova.scheduler.client.report [None req-373dea50-a6f8-4bea-865f-4080095fdcd3 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.071100] env[62954]: DEBUG oslo_vmware.api [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598354, 'name': PowerOffVM_Task, 'duration_secs': 0.356901} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.071370] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1215.071570] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Volume detach. Driver type: vmdk {{(pid=62954) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1215.071763] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-524028', 'volume_id': 'ebc38ad2-b13e-49be-b334-bc51de91f6e7', 'name': 'volume-ebc38ad2-b13e-49be-b334-bc51de91f6e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'a200d6f6-61fc-4b2d-865c-9bfe3908ffb5', 'attached_at': '2025-02-17T22:40:56.000000', 'detached_at': '', 'volume_id': 'ebc38ad2-b13e-49be-b334-bc51de91f6e7', 'serial': 'ebc38ad2-b13e-49be-b334-bc51de91f6e7'} {{(pid=62954) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1215.072531] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2f796e-118e-45b3-b347-23eb990f3b7c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.090047] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4939a80-79a4-4b65-b68a-0ec483ed70a6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.096136] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3693b671-ab2f-4265-b8b8-bb25d092c074 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.113008] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a447e9-db96-4542-8d50-fa2b202a33f3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.127059] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] The volume has not been displaced from its original location: [datastore1] volume-ebc38ad2-b13e-49be-b334-bc51de91f6e7/volume-ebc38ad2-b13e-49be-b334-bc51de91f6e7.vmdk. No consolidation needed. {{(pid=62954) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1215.132305] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1215.132565] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e29ea52e-b3d5-46b6-b349-0c96fa63ea2e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.149677] env[62954]: DEBUG oslo_vmware.api [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1215.149677] env[62954]: value = "task-2598355" [ 1215.149677] env[62954]: _type = "Task" [ 1215.149677] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.156894] env[62954]: DEBUG oslo_vmware.api [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598355, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.266937] env[62954]: DEBUG nova.compute.manager [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1215.267195] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1215.267711] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-465d7aa6-56cd-428c-bbc4-89a6873d33af {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.274730] env[62954]: DEBUG oslo_vmware.api [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1215.274730] env[62954]: value = "task-2598356" [ 1215.274730] env[62954]: _type = "Task" [ 1215.274730] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.282536] env[62954]: DEBUG oslo_vmware.api [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.483499] env[62954]: DEBUG oslo_concurrency.lockutils [None req-373dea50-a6f8-4bea-865f-4080095fdcd3 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.645s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1215.486041] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.113s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1215.486307] env[62954]: DEBUG nova.objects.instance [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lazy-loading 'pci_requests' on Instance uuid b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.507309] env[62954]: INFO nova.scheduler.client.report [None req-373dea50-a6f8-4bea-865f-4080095fdcd3 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Deleted allocations for instance 5ea4c876-a32b-4295-855c-61464cc8f72b [ 1215.659446] env[62954]: DEBUG oslo_vmware.api [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598355, 'name': ReconfigVM_Task, 'duration_secs': 0.266204} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.659769] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1215.664303] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce93ece8-ae90-4880-997c-70f2d6a69c7e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.680150] env[62954]: DEBUG oslo_vmware.api [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1215.680150] env[62954]: value = "task-2598357" [ 1215.680150] env[62954]: _type = "Task" [ 1215.680150] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.687404] env[62954]: DEBUG oslo_vmware.api [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598357, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.783907] env[62954]: DEBUG oslo_vmware.api [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598356, 'name': PowerOffVM_Task, 'duration_secs': 0.184474} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.784283] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1215.784494] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Volume detach. Driver type: vmdk {{(pid=62954) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1215.784687] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-524033', 'volume_id': '722abe04-de1a-409c-b2fb-bac0e9e17fa0', 'name': 'volume-722abe04-de1a-409c-b2fb-bac0e9e17fa0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd5d74873-989a-4faa-a88d-fee92f732a9a', 'attached_at': '2025-02-17T22:41:27.000000', 'detached_at': '', 'volume_id': '722abe04-de1a-409c-b2fb-bac0e9e17fa0', 'serial': '722abe04-de1a-409c-b2fb-bac0e9e17fa0'} {{(pid=62954) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1215.785459] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7d50a4-f5d1-4e0c-918d-5e254084a62e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.805613] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cafcf9-6fad-4f28-9a41-ae852dde456e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.812016] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85380a51-0a2e-4d9c-8bf0-6f6512242df3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.831914] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0934dab0-c1d8-4e19-97e3-9718df9a031c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.845662] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] The volume has not been displaced from its original location: [datastore2] volume-722abe04-de1a-409c-b2fb-bac0e9e17fa0/volume-722abe04-de1a-409c-b2fb-bac0e9e17fa0.vmdk. No consolidation needed. {{(pid=62954) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1215.850759] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1215.851013] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-741827b9-6907-4701-b7ac-25322214a75b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.867184] env[62954]: DEBUG oslo_vmware.api [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1215.867184] env[62954]: value = "task-2598358" [ 1215.867184] env[62954]: _type = "Task" [ 1215.867184] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.874644] env[62954]: DEBUG oslo_vmware.api [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598358, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.993418] env[62954]: DEBUG nova.objects.instance [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lazy-loading 'numa_topology' on Instance uuid b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.015366] env[62954]: DEBUG oslo_concurrency.lockutils [None req-373dea50-a6f8-4bea-865f-4080095fdcd3 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "5ea4c876-a32b-4295-855c-61464cc8f72b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.713s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1216.192387] env[62954]: DEBUG oslo_vmware.api [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598357, 'name': ReconfigVM_Task, 'duration_secs': 0.354614} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.192629] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-524028', 'volume_id': 'ebc38ad2-b13e-49be-b334-bc51de91f6e7', 'name': 'volume-ebc38ad2-b13e-49be-b334-bc51de91f6e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'a200d6f6-61fc-4b2d-865c-9bfe3908ffb5', 'attached_at': '2025-02-17T22:40:56.000000', 'detached_at': '', 'volume_id': 'ebc38ad2-b13e-49be-b334-bc51de91f6e7', 'serial': 'ebc38ad2-b13e-49be-b334-bc51de91f6e7'} {{(pid=62954) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1216.192884] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1216.193627] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d7e4ef-610e-485f-b214-5d97b40433af {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.199974] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1216.200210] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2ce757c-e282-44d2-a68c-112bafec37e5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.253308] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1216.253518] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1216.253703] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Deleting the datastore file [datastore1] a200d6f6-61fc-4b2d-865c-9bfe3908ffb5 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1216.253944] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e56b884-b071-4201-86e3-e9250d584a89 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.260586] env[62954]: DEBUG oslo_vmware.api [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1216.260586] env[62954]: value = "task-2598360" [ 1216.260586] env[62954]: _type = "Task" [ 1216.260586] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.267427] env[62954]: DEBUG oslo_vmware.api [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.376078] env[62954]: DEBUG oslo_vmware.api [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598358, 'name': ReconfigVM_Task, 'duration_secs': 0.273909} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.376353] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1216.380930] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efd90001-5454-46dd-a8f3-bc99372a2cb0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.395416] env[62954]: DEBUG oslo_vmware.api [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1216.395416] env[62954]: value = "task-2598361" [ 1216.395416] env[62954]: _type = "Task" [ 1216.395416] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.403926] env[62954]: DEBUG oslo_vmware.api [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598361, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.497241] env[62954]: INFO nova.compute.claims [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1216.770995] env[62954]: DEBUG oslo_vmware.api [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.075315} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.771796] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1216.771796] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1216.772160] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1216.772160] env[62954]: INFO nova.compute.manager [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Took 2.22 seconds to destroy the instance on the hypervisor. [ 1216.772384] env[62954]: DEBUG oslo.service.loopingcall [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1216.772574] env[62954]: DEBUG nova.compute.manager [-] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1216.772683] env[62954]: DEBUG nova.network.neutron [-] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1216.904606] env[62954]: DEBUG oslo_vmware.api [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598361, 'name': ReconfigVM_Task, 'duration_secs': 0.129397} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.904901] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-524033', 'volume_id': '722abe04-de1a-409c-b2fb-bac0e9e17fa0', 'name': 'volume-722abe04-de1a-409c-b2fb-bac0e9e17fa0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd5d74873-989a-4faa-a88d-fee92f732a9a', 'attached_at': '2025-02-17T22:41:27.000000', 'detached_at': '', 'volume_id': '722abe04-de1a-409c-b2fb-bac0e9e17fa0', 'serial': '722abe04-de1a-409c-b2fb-bac0e9e17fa0'} {{(pid=62954) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1216.905202] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1216.905991] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7927c5-206d-49b7-946c-9ed7c06b0a31 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.912465] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1216.912692] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3263d1fc-520e-4ae0-ab5c-b38e08b6f1bf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.976272] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1216.976471] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1216.976628] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Deleting the datastore file [datastore1] d5d74873-989a-4faa-a88d-fee92f732a9a {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1216.976887] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c94c140-0006-4f81-86cb-d378ca88e2a8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.983787] env[62954]: DEBUG oslo_vmware.api [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1216.983787] env[62954]: value = "task-2598363" [ 1216.983787] env[62954]: _type = "Task" [ 1216.983787] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.991827] env[62954]: DEBUG oslo_vmware.api [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.367641] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "ef40b3a6-2b80-4a1b-9750-ad702aac6089" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.367931] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "ef40b3a6-2b80-4a1b-9750-ad702aac6089" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.473995] env[62954]: DEBUG nova.compute.manager [req-7e3b51ea-d34c-428f-90d9-bbef7b34c1b0 req-b0a4319a-220b-40ee-a0cb-bb2b14ee96b8 service nova] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Received event network-vif-deleted-1bbc0c19-68a8-450c-a0bd-6873127c761e {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1217.475029] env[62954]: INFO nova.compute.manager [req-7e3b51ea-d34c-428f-90d9-bbef7b34c1b0 req-b0a4319a-220b-40ee-a0cb-bb2b14ee96b8 service nova] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Neutron deleted interface 1bbc0c19-68a8-450c-a0bd-6873127c761e; detaching it from the instance and deleting it from the info cache [ 1217.475029] env[62954]: DEBUG nova.network.neutron [req-7e3b51ea-d34c-428f-90d9-bbef7b34c1b0 req-b0a4319a-220b-40ee-a0cb-bb2b14ee96b8 service nova] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.495267] env[62954]: DEBUG oslo_vmware.api [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598363, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137969} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.495506] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1217.495683] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1217.495854] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1217.496030] env[62954]: INFO nova.compute.manager [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1217.496261] env[62954]: DEBUG oslo.service.loopingcall [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1217.496686] env[62954]: DEBUG nova.compute.manager [-] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1217.496769] env[62954]: DEBUG nova.network.neutron [-] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1217.590705] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad337c0-a2d1-488c-946d-02f591f51bcc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.598638] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b57495-5bc8-4590-8436-1bc81a931e41 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.628831] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982ba67c-a117-4963-a042-4d1f64bb3497 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.636349] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15888ec0-d639-45ba-84b6-d000f581c717 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.649555] env[62954]: DEBUG nova.compute.provider_tree [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.870629] env[62954]: DEBUG nova.compute.manager [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1217.958551] env[62954]: DEBUG nova.network.neutron [-] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.980614] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-01965fc1-f0e2-46c8-90cc-a3d94664b268 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.987510] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2dabf7c-cb2b-44bb-ad2f-d8f53c47369c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.017850] env[62954]: DEBUG nova.compute.manager [req-7e3b51ea-d34c-428f-90d9-bbef7b34c1b0 req-b0a4319a-220b-40ee-a0cb-bb2b14ee96b8 service nova] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Detach interface failed, port_id=1bbc0c19-68a8-450c-a0bd-6873127c761e, reason: Instance a200d6f6-61fc-4b2d-865c-9bfe3908ffb5 could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1218.153088] env[62954]: DEBUG nova.scheduler.client.report [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.392822] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1218.420332] env[62954]: DEBUG nova.network.neutron [-] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.461066] env[62954]: INFO nova.compute.manager [-] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Took 1.69 seconds to deallocate network for instance. [ 1218.657529] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.171s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1218.659801] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.267s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1218.661351] env[62954]: INFO nova.compute.claims [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1218.693060] env[62954]: INFO nova.network.neutron [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Updating port 53b2d473-8568-47b7-b393-551d9d238b59 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1218.922736] env[62954]: INFO nova.compute.manager [-] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Took 1.43 seconds to deallocate network for instance. [ 1219.004029] env[62954]: INFO nova.compute.manager [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Took 0.54 seconds to detach 1 volumes for instance. [ 1219.006111] env[62954]: DEBUG nova.compute.manager [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Deleting volume: ebc38ad2-b13e-49be-b334-bc51de91f6e7 {{(pid=62954) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1219.468443] env[62954]: INFO nova.compute.manager [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Took 0.55 seconds to detach 1 volumes for instance. [ 1219.500036] env[62954]: DEBUG nova.compute.manager [req-251701e4-b14a-4413-8265-740f1a80a0b6 req-ff139e4f-3880-40a4-a918-abecca3e381c service nova] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Received event network-vif-deleted-b3907d8a-adef-479d-ab80-66174ee42e72 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1219.540397] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1219.744519] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29de524f-c65f-4946-b4c2-b71398f41751 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.752949] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1a2fdc-ab72-4b0b-9dea-6ce44bfb8b80 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.785554] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fd5a06-5a71-4430-a660-ea605b48040b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.793470] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e721768-e522-42a8-a66b-5ea4903df2ed {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.806468] env[62954]: DEBUG nova.compute.provider_tree [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.974961] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.171178] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquiring lock "refresh_cache-b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1220.171376] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquired lock "refresh_cache-b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.171567] env[62954]: DEBUG nova.network.neutron [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.310117] env[62954]: DEBUG nova.scheduler.client.report [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.814506] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.155s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1220.815017] env[62954]: DEBUG nova.compute.manager [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1220.817664] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.277s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.817884] env[62954]: DEBUG nova.objects.instance [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lazy-loading 'resources' on Instance uuid a200d6f6-61fc-4b2d-865c-9bfe3908ffb5 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.872039] env[62954]: DEBUG nova.network.neutron [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Updating instance_info_cache with network_info: [{"id": "53b2d473-8568-47b7-b393-551d9d238b59", "address": "fa:16:3e:45:20:21", "network": {"id": "47528c63-56ff-4749-94ed-f0e94687ac13", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1980367274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55676c64756f4e1890efd5c9265b3f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53b2d473-85", "ovs_interfaceid": "53b2d473-8568-47b7-b393-551d9d238b59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.927219] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1221.320827] env[62954]: DEBUG nova.compute.utils [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1221.324862] env[62954]: DEBUG nova.compute.manager [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1221.325043] env[62954]: DEBUG nova.network.neutron [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1221.360688] env[62954]: DEBUG nova.policy [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de227c7d954b48ceb4205330573c678f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5822cb258bd84b3a8a71026ea2d131e9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 1221.374821] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Releasing lock "refresh_cache-b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.402742] env[62954]: DEBUG nova.virt.hardware [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='7ae1165b554b263456621ce3fe4b05bb',container_format='bare',created_at=2025-02-17T22:41:09Z,direct_url=,disk_format='vmdk',id=241baf2c-acf3-4cf6-87e6-2dc2d5a294c4,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1243690307-shelved',owner='55676c64756f4e1890efd5c9265b3f01',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-02-17T22:41:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1221.402986] env[62954]: DEBUG nova.virt.hardware [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1221.403173] env[62954]: DEBUG nova.virt.hardware [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1221.403363] env[62954]: DEBUG nova.virt.hardware [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1221.403513] env[62954]: DEBUG nova.virt.hardware [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1221.403661] env[62954]: DEBUG nova.virt.hardware [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1221.403883] env[62954]: DEBUG nova.virt.hardware [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1221.404056] env[62954]: DEBUG nova.virt.hardware [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1221.404233] env[62954]: DEBUG nova.virt.hardware [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1221.404401] env[62954]: DEBUG nova.virt.hardware [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1221.404577] env[62954]: DEBUG nova.virt.hardware [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1221.405455] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2432ffbe-dac5-4352-94f0-124197146b66 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.409503] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33baf79-2919-40dd-aa02-bac0672d5abe {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.415273] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81350b01-ca1c-48aa-b106-6a6c84de1cef {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.421517] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b053c61-d1f8-40fb-842b-9116283139e5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.435190] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:20:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53b2d473-8568-47b7-b393-551d9d238b59', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1221.442688] env[62954]: DEBUG oslo.service.loopingcall [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1221.443622] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1221.444102] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6700cae-431e-483b-9b43-f42b12d21fa5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.485905] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1dcdb6-2b1b-4efd-a8d1-25d4423b256e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.490612] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1221.490612] env[62954]: value = "task-2598365" [ 1221.490612] env[62954]: _type = "Task" [ 1221.490612] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.496297] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ca182b-5d76-431b-bd75-a790cfce56fe {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.504554] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598365, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.512503] env[62954]: DEBUG nova.compute.provider_tree [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.571778] env[62954]: DEBUG nova.compute.manager [req-45e1d671-ebdf-4a98-9441-5ce0dbde0dea req-71efc676-7554-4bd6-b51c-acc415a5b29c service nova] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Received event network-vif-plugged-53b2d473-8568-47b7-b393-551d9d238b59 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1221.572011] env[62954]: DEBUG oslo_concurrency.lockutils [req-45e1d671-ebdf-4a98-9441-5ce0dbde0dea req-71efc676-7554-4bd6-b51c-acc415a5b29c service nova] Acquiring lock "b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1221.572236] env[62954]: DEBUG oslo_concurrency.lockutils [req-45e1d671-ebdf-4a98-9441-5ce0dbde0dea req-71efc676-7554-4bd6-b51c-acc415a5b29c service nova] Lock "b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1221.572409] env[62954]: DEBUG oslo_concurrency.lockutils [req-45e1d671-ebdf-4a98-9441-5ce0dbde0dea req-71efc676-7554-4bd6-b51c-acc415a5b29c service nova] Lock "b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1221.572575] env[62954]: DEBUG nova.compute.manager [req-45e1d671-ebdf-4a98-9441-5ce0dbde0dea req-71efc676-7554-4bd6-b51c-acc415a5b29c service nova] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] No waiting events found dispatching network-vif-plugged-53b2d473-8568-47b7-b393-551d9d238b59 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1221.572744] env[62954]: WARNING nova.compute.manager [req-45e1d671-ebdf-4a98-9441-5ce0dbde0dea req-71efc676-7554-4bd6-b51c-acc415a5b29c service nova] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Received unexpected event network-vif-plugged-53b2d473-8568-47b7-b393-551d9d238b59 for instance with vm_state shelved_offloaded and task_state spawning. [ 1221.572904] env[62954]: DEBUG nova.compute.manager [req-45e1d671-ebdf-4a98-9441-5ce0dbde0dea req-71efc676-7554-4bd6-b51c-acc415a5b29c service nova] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Received event network-changed-53b2d473-8568-47b7-b393-551d9d238b59 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1221.573074] env[62954]: DEBUG nova.compute.manager [req-45e1d671-ebdf-4a98-9441-5ce0dbde0dea req-71efc676-7554-4bd6-b51c-acc415a5b29c service nova] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Refreshing instance network info cache due to event network-changed-53b2d473-8568-47b7-b393-551d9d238b59. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1221.573262] env[62954]: DEBUG oslo_concurrency.lockutils [req-45e1d671-ebdf-4a98-9441-5ce0dbde0dea req-71efc676-7554-4bd6-b51c-acc415a5b29c service nova] Acquiring lock "refresh_cache-b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1221.573396] env[62954]: DEBUG oslo_concurrency.lockutils [req-45e1d671-ebdf-4a98-9441-5ce0dbde0dea req-71efc676-7554-4bd6-b51c-acc415a5b29c service nova] Acquired lock "refresh_cache-b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.573553] env[62954]: DEBUG nova.network.neutron [req-45e1d671-ebdf-4a98-9441-5ce0dbde0dea req-71efc676-7554-4bd6-b51c-acc415a5b29c service nova] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Refreshing network info cache for port 53b2d473-8568-47b7-b393-551d9d238b59 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1221.657489] env[62954]: DEBUG nova.network.neutron [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Successfully created port: f56ae43a-eb44-48c8-af43-ff7386494682 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1221.826443] env[62954]: DEBUG nova.compute.manager [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1222.003368] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598365, 'name': CreateVM_Task, 'duration_secs': 0.320879} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.003548] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1222.004243] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/241baf2c-acf3-4cf6-87e6-2dc2d5a294c4" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.004411] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquired lock "[datastore2] devstack-image-cache_base/241baf2c-acf3-4cf6-87e6-2dc2d5a294c4" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.004781] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/241baf2c-acf3-4cf6-87e6-2dc2d5a294c4" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.005058] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0704bb5-919c-4dfe-8a81-c144d7c28f29 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.009351] env[62954]: DEBUG oslo_vmware.api [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1222.009351] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52e9831a-49d0-4140-2a86-423b0e6c0b1c" [ 1222.009351] env[62954]: _type = "Task" [ 1222.009351] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.018661] env[62954]: DEBUG nova.scheduler.client.report [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.021578] env[62954]: DEBUG oslo_vmware.api [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52e9831a-49d0-4140-2a86-423b0e6c0b1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.274683] env[62954]: DEBUG nova.network.neutron [req-45e1d671-ebdf-4a98-9441-5ce0dbde0dea req-71efc676-7554-4bd6-b51c-acc415a5b29c service nova] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Updated VIF entry in instance network info cache for port 53b2d473-8568-47b7-b393-551d9d238b59. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1222.275067] env[62954]: DEBUG nova.network.neutron [req-45e1d671-ebdf-4a98-9441-5ce0dbde0dea req-71efc676-7554-4bd6-b51c-acc415a5b29c service nova] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Updating instance_info_cache with network_info: [{"id": "53b2d473-8568-47b7-b393-551d9d238b59", "address": "fa:16:3e:45:20:21", "network": {"id": "47528c63-56ff-4749-94ed-f0e94687ac13", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1980367274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55676c64756f4e1890efd5c9265b3f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53b2d473-85", "ovs_interfaceid": "53b2d473-8568-47b7-b393-551d9d238b59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.519770] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Releasing lock "[datastore2] devstack-image-cache_base/241baf2c-acf3-4cf6-87e6-2dc2d5a294c4" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.520016] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Processing image 241baf2c-acf3-4cf6-87e6-2dc2d5a294c4 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1222.520260] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/241baf2c-acf3-4cf6-87e6-2dc2d5a294c4/241baf2c-acf3-4cf6-87e6-2dc2d5a294c4.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.520407] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquired lock "[datastore2] devstack-image-cache_base/241baf2c-acf3-4cf6-87e6-2dc2d5a294c4/241baf2c-acf3-4cf6-87e6-2dc2d5a294c4.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.520630] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1222.520909] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed0a2c8b-85e8-4708-8e01-1047a7d879c1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.523013] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.705s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.525011] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.550s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1222.525242] env[62954]: DEBUG nova.objects.instance [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lazy-loading 'resources' on Instance uuid d5d74873-989a-4faa-a88d-fee92f732a9a {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.542485] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1222.542680] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1222.543420] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53637a59-c56c-4de6-9b07-8079243a433c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.546309] env[62954]: INFO nova.scheduler.client.report [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Deleted allocations for instance a200d6f6-61fc-4b2d-865c-9bfe3908ffb5 [ 1222.550724] env[62954]: DEBUG oslo_vmware.api [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1222.550724] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5237ff75-7914-322d-87fc-189aee9cd246" [ 1222.550724] env[62954]: _type = "Task" [ 1222.550724] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.558592] env[62954]: DEBUG oslo_vmware.api [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5237ff75-7914-322d-87fc-189aee9cd246, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.778045] env[62954]: DEBUG oslo_concurrency.lockutils [req-45e1d671-ebdf-4a98-9441-5ce0dbde0dea req-71efc676-7554-4bd6-b51c-acc415a5b29c service nova] Releasing lock "refresh_cache-b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.835656] env[62954]: DEBUG nova.compute.manager [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1222.860618] env[62954]: DEBUG nova.virt.hardware [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1222.860867] env[62954]: DEBUG nova.virt.hardware [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1222.861036] env[62954]: DEBUG nova.virt.hardware [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1222.861226] env[62954]: DEBUG nova.virt.hardware [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1222.861375] env[62954]: DEBUG nova.virt.hardware [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1222.861525] env[62954]: DEBUG nova.virt.hardware [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1222.861737] env[62954]: DEBUG nova.virt.hardware [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1222.861898] env[62954]: DEBUG nova.virt.hardware [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1222.862081] env[62954]: DEBUG nova.virt.hardware [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1222.862250] env[62954]: DEBUG nova.virt.hardware [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1222.862425] env[62954]: DEBUG nova.virt.hardware [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1222.863280] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54dc0bff-2f36-4831-907f-67253926b9a7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.870823] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6695e4-a302-4a37-9335-375fd434401c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.057195] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4fc7ef02-c274-4211-993b-fca95747fe24 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "a200d6f6-61fc-4b2d-865c-9bfe3908ffb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.011s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1223.066892] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Preparing fetch location {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1223.067201] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Fetch image to [datastore2] OSTACK_IMG_3fd89da4-f151-438f-ac76-9f4bbe062ab8/OSTACK_IMG_3fd89da4-f151-438f-ac76-9f4bbe062ab8.vmdk {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1223.067414] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Downloading stream optimized image 241baf2c-acf3-4cf6-87e6-2dc2d5a294c4 to [datastore2] OSTACK_IMG_3fd89da4-f151-438f-ac76-9f4bbe062ab8/OSTACK_IMG_3fd89da4-f151-438f-ac76-9f4bbe062ab8.vmdk on the data store datastore2 as vApp {{(pid=62954) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1223.067692] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Downloading image file data 241baf2c-acf3-4cf6-87e6-2dc2d5a294c4 to the ESX as VM named 'OSTACK_IMG_3fd89da4-f151-438f-ac76-9f4bbe062ab8' {{(pid=62954) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1223.119168] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c1c023-0384-45d4-9376-745ea82142ae {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.123140] env[62954]: DEBUG nova.network.neutron [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Successfully updated port: f56ae43a-eb44-48c8-af43-ff7386494682 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1223.127119] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1f20d7-b87e-465c-ae75-ecfc6028dbb7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.163875] env[62954]: DEBUG oslo_vmware.rw_handles [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1223.163875] env[62954]: value = "resgroup-9" [ 1223.163875] env[62954]: _type = "ResourcePool" [ 1223.163875] env[62954]: }. {{(pid=62954) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1223.163875] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae20fcc3-1e00-46c8-b246-a1a8fa0fc56d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.163875] env[62954]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-373ca4f1-2e09-4f39-b09a-06b4c42dbdc1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.183551] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05385dda-6640-44e0-8163-4fd1842e13d2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.188658] env[62954]: DEBUG oslo_vmware.rw_handles [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lease: (returnval){ [ 1223.188658] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]523d8602-a2f2-5d0a-0313-d87b1a038152" [ 1223.188658] env[62954]: _type = "HttpNfcLease" [ 1223.188658] env[62954]: } obtained for vApp import into resource pool (val){ [ 1223.188658] env[62954]: value = "resgroup-9" [ 1223.188658] env[62954]: _type = "ResourcePool" [ 1223.188658] env[62954]: }. {{(pid=62954) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1223.188658] env[62954]: DEBUG oslo_vmware.api [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the lease: (returnval){ [ 1223.188658] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]523d8602-a2f2-5d0a-0313-d87b1a038152" [ 1223.188658] env[62954]: _type = "HttpNfcLease" [ 1223.188658] env[62954]: } to be ready. {{(pid=62954) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1223.200055] env[62954]: DEBUG nova.compute.provider_tree [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.204120] env[62954]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1223.204120] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]523d8602-a2f2-5d0a-0313-d87b1a038152" [ 1223.204120] env[62954]: _type = "HttpNfcLease" [ 1223.204120] env[62954]: } is initializing. {{(pid=62954) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1223.606416] env[62954]: DEBUG nova.compute.manager [req-4a5f041b-031e-41b6-8ec7-c789cc8cd69a req-aca6ceca-971e-4756-8f80-0782ebcbf53a service nova] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Received event network-vif-plugged-f56ae43a-eb44-48c8-af43-ff7386494682 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1223.606669] env[62954]: DEBUG oslo_concurrency.lockutils [req-4a5f041b-031e-41b6-8ec7-c789cc8cd69a req-aca6ceca-971e-4756-8f80-0782ebcbf53a service nova] Acquiring lock "ef40b3a6-2b80-4a1b-9750-ad702aac6089-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.606891] env[62954]: DEBUG oslo_concurrency.lockutils [req-4a5f041b-031e-41b6-8ec7-c789cc8cd69a req-aca6ceca-971e-4756-8f80-0782ebcbf53a service nova] Lock "ef40b3a6-2b80-4a1b-9750-ad702aac6089-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.607068] env[62954]: DEBUG oslo_concurrency.lockutils [req-4a5f041b-031e-41b6-8ec7-c789cc8cd69a req-aca6ceca-971e-4756-8f80-0782ebcbf53a service nova] Lock "ef40b3a6-2b80-4a1b-9750-ad702aac6089-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1223.607241] env[62954]: DEBUG nova.compute.manager [req-4a5f041b-031e-41b6-8ec7-c789cc8cd69a req-aca6ceca-971e-4756-8f80-0782ebcbf53a service nova] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] No waiting events found dispatching network-vif-plugged-f56ae43a-eb44-48c8-af43-ff7386494682 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1223.607422] env[62954]: WARNING nova.compute.manager [req-4a5f041b-031e-41b6-8ec7-c789cc8cd69a req-aca6ceca-971e-4756-8f80-0782ebcbf53a service nova] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Received unexpected event network-vif-plugged-f56ae43a-eb44-48c8-af43-ff7386494682 for instance with vm_state building and task_state spawning. [ 1223.607606] env[62954]: DEBUG nova.compute.manager [req-4a5f041b-031e-41b6-8ec7-c789cc8cd69a req-aca6ceca-971e-4756-8f80-0782ebcbf53a service nova] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Received event network-changed-f56ae43a-eb44-48c8-af43-ff7386494682 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1223.607759] env[62954]: DEBUG nova.compute.manager [req-4a5f041b-031e-41b6-8ec7-c789cc8cd69a req-aca6ceca-971e-4756-8f80-0782ebcbf53a service nova] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Refreshing instance network info cache due to event network-changed-f56ae43a-eb44-48c8-af43-ff7386494682. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1223.607939] env[62954]: DEBUG oslo_concurrency.lockutils [req-4a5f041b-031e-41b6-8ec7-c789cc8cd69a req-aca6ceca-971e-4756-8f80-0782ebcbf53a service nova] Acquiring lock "refresh_cache-ef40b3a6-2b80-4a1b-9750-ad702aac6089" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.608087] env[62954]: DEBUG oslo_concurrency.lockutils [req-4a5f041b-031e-41b6-8ec7-c789cc8cd69a req-aca6ceca-971e-4756-8f80-0782ebcbf53a service nova] Acquired lock "refresh_cache-ef40b3a6-2b80-4a1b-9750-ad702aac6089" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.608293] env[62954]: DEBUG nova.network.neutron [req-4a5f041b-031e-41b6-8ec7-c789cc8cd69a req-aca6ceca-971e-4756-8f80-0782ebcbf53a service nova] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Refreshing network info cache for port f56ae43a-eb44-48c8-af43-ff7386494682 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1223.627145] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "refresh_cache-ef40b3a6-2b80-4a1b-9750-ad702aac6089" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.697186] env[62954]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1223.697186] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]523d8602-a2f2-5d0a-0313-d87b1a038152" [ 1223.697186] env[62954]: _type = "HttpNfcLease" [ 1223.697186] env[62954]: } is ready. {{(pid=62954) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1223.697522] env[62954]: DEBUG oslo_vmware.rw_handles [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1223.697522] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]523d8602-a2f2-5d0a-0313-d87b1a038152" [ 1223.697522] env[62954]: _type = "HttpNfcLease" [ 1223.697522] env[62954]: }. {{(pid=62954) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1223.698261] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b10b5e-aefb-4597-81a8-3b09c26c3799 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.702725] env[62954]: DEBUG nova.scheduler.client.report [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.708764] env[62954]: DEBUG oslo_vmware.rw_handles [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52151fc3-ff9f-d1fe-489c-cc80b2da6026/disk-0.vmdk from lease info. {{(pid=62954) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1223.708944] env[62954]: DEBUG oslo_vmware.rw_handles [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52151fc3-ff9f-d1fe-489c-cc80b2da6026/disk-0.vmdk. {{(pid=62954) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1223.774356] env[62954]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-01dc3001-4566-47d2-acbe-0fa49b81adba {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.142826] env[62954]: DEBUG nova.network.neutron [req-4a5f041b-031e-41b6-8ec7-c789cc8cd69a req-aca6ceca-971e-4756-8f80-0782ebcbf53a service nova] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1224.211516] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.686s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1224.215289] env[62954]: DEBUG nova.network.neutron [req-4a5f041b-031e-41b6-8ec7-c789cc8cd69a req-aca6ceca-971e-4756-8f80-0782ebcbf53a service nova] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.235209] env[62954]: INFO nova.scheduler.client.report [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Deleted allocations for instance d5d74873-989a-4faa-a88d-fee92f732a9a [ 1224.272735] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e43eb139-c25c-4b69-9809-a2031147b011 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "4cbd2cb4-3ca1-4240-ae98-82f99d7270f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.272884] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e43eb139-c25c-4b69-9809-a2031147b011 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "4cbd2cb4-3ca1-4240-ae98-82f99d7270f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1224.273529] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e43eb139-c25c-4b69-9809-a2031147b011 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "4cbd2cb4-3ca1-4240-ae98-82f99d7270f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.273529] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e43eb139-c25c-4b69-9809-a2031147b011 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "4cbd2cb4-3ca1-4240-ae98-82f99d7270f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1224.273723] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e43eb139-c25c-4b69-9809-a2031147b011 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "4cbd2cb4-3ca1-4240-ae98-82f99d7270f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1224.278185] env[62954]: INFO nova.compute.manager [None req-e43eb139-c25c-4b69-9809-a2031147b011 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Terminating instance [ 1224.718631] env[62954]: DEBUG oslo_concurrency.lockutils [req-4a5f041b-031e-41b6-8ec7-c789cc8cd69a req-aca6ceca-971e-4756-8f80-0782ebcbf53a service nova] Releasing lock "refresh_cache-ef40b3a6-2b80-4a1b-9750-ad702aac6089" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.719043] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquired lock "refresh_cache-ef40b3a6-2b80-4a1b-9750-ad702aac6089" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.719218] env[62954]: DEBUG nova.network.neutron [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.743421] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e3b1a38f-513b-4062-a52a-1d4a5069cfad tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "d5d74873-989a-4faa-a88d-fee92f732a9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.983s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1224.782870] env[62954]: DEBUG nova.compute.manager [None req-e43eb139-c25c-4b69-9809-a2031147b011 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1224.782870] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e43eb139-c25c-4b69-9809-a2031147b011 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1224.784015] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d997b2-ed74-42b3-8d95-fd5b1e43ecae {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.792450] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43eb139-c25c-4b69-9809-a2031147b011 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.792695] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08cb5ba8-89ac-470f-9767-9ad0fcf724a0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.800486] env[62954]: DEBUG oslo_vmware.api [None req-e43eb139-c25c-4b69-9809-a2031147b011 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1224.800486] env[62954]: value = "task-2598367" [ 1224.800486] env[62954]: _type = "Task" [ 1224.800486] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.809654] env[62954]: DEBUG oslo_vmware.api [None req-e43eb139-c25c-4b69-9809-a2031147b011 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.961673] env[62954]: DEBUG oslo_vmware.rw_handles [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Completed reading data from the image iterator. {{(pid=62954) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1224.962009] env[62954]: DEBUG oslo_vmware.rw_handles [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52151fc3-ff9f-d1fe-489c-cc80b2da6026/disk-0.vmdk. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1224.963179] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effbccda-317c-480f-972e-a31f322ca2aa {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.970939] env[62954]: DEBUG oslo_vmware.rw_handles [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52151fc3-ff9f-d1fe-489c-cc80b2da6026/disk-0.vmdk is in state: ready. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1224.971192] env[62954]: DEBUG oslo_vmware.rw_handles [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52151fc3-ff9f-d1fe-489c-cc80b2da6026/disk-0.vmdk. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1224.971473] env[62954]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6be6d9f7-924e-45af-89e4-ac8bd4615e8a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.235022] env[62954]: DEBUG oslo_vmware.rw_handles [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52151fc3-ff9f-d1fe-489c-cc80b2da6026/disk-0.vmdk. {{(pid=62954) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1225.235491] env[62954]: INFO nova.virt.vmwareapi.images [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Downloaded image file data 241baf2c-acf3-4cf6-87e6-2dc2d5a294c4 [ 1225.236209] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1fa747-4023-4efb-8a2c-bc7441ef2e20 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.254568] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bccc3f7-4966-4f00-9d33-eef8640010f0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.269416] env[62954]: DEBUG nova.network.neutron [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1225.287558] env[62954]: INFO nova.virt.vmwareapi.images [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] The imported VM was unregistered [ 1225.289928] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Caching image {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1225.290181] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Creating directory with path [datastore2] devstack-image-cache_base/241baf2c-acf3-4cf6-87e6-2dc2d5a294c4 {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1225.292678] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebf3082b-2e71-41e5-86ea-77167431b8c3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.306372] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Created directory with path [datastore2] devstack-image-cache_base/241baf2c-acf3-4cf6-87e6-2dc2d5a294c4 {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1225.306562] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_3fd89da4-f151-438f-ac76-9f4bbe062ab8/OSTACK_IMG_3fd89da4-f151-438f-ac76-9f4bbe062ab8.vmdk to [datastore2] devstack-image-cache_base/241baf2c-acf3-4cf6-87e6-2dc2d5a294c4/241baf2c-acf3-4cf6-87e6-2dc2d5a294c4.vmdk. {{(pid=62954) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1225.307143] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-34e9114b-9856-43cb-9731-3186bc7c8895 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.312540] env[62954]: DEBUG oslo_vmware.api [None req-e43eb139-c25c-4b69-9809-a2031147b011 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598367, 'name': PowerOffVM_Task, 'duration_secs': 0.464804} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.313344] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43eb139-c25c-4b69-9809-a2031147b011 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.313344] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e43eb139-c25c-4b69-9809-a2031147b011 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1225.313558] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5f61551-bce2-48fa-950d-6e3b937ab122 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.316505] env[62954]: DEBUG oslo_vmware.api [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1225.316505] env[62954]: value = "task-2598369" [ 1225.316505] env[62954]: _type = "Task" [ 1225.316505] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.325843] env[62954]: DEBUG oslo_vmware.api [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598369, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.423772] env[62954]: DEBUG nova.network.neutron [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Updating instance_info_cache with network_info: [{"id": "f56ae43a-eb44-48c8-af43-ff7386494682", "address": "fa:16:3e:14:91:a1", "network": {"id": "b92cb287-9120-4f4f-b2e5-dd3d10fcd6c9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-531245150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5822cb258bd84b3a8a71026ea2d131e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf56ae43a-eb", "ovs_interfaceid": "f56ae43a-eb44-48c8-af43-ff7386494682", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.827195] env[62954]: DEBUG oslo_vmware.api [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598369, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.927065] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Releasing lock "refresh_cache-ef40b3a6-2b80-4a1b-9750-ad702aac6089" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.927630] env[62954]: DEBUG nova.compute.manager [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Instance network_info: |[{"id": "f56ae43a-eb44-48c8-af43-ff7386494682", "address": "fa:16:3e:14:91:a1", "network": {"id": "b92cb287-9120-4f4f-b2e5-dd3d10fcd6c9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-531245150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5822cb258bd84b3a8a71026ea2d131e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf56ae43a-eb", "ovs_interfaceid": "f56ae43a-eb44-48c8-af43-ff7386494682", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1225.928123] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:91:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f56ae43a-eb44-48c8-af43-ff7386494682', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1225.935878] env[62954]: DEBUG oslo.service.loopingcall [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1225.936207] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1225.936468] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a415ecdb-92d2-4fd7-9363-402afd6eaf3f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.960017] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1225.960017] env[62954]: value = "task-2598371" [ 1225.960017] env[62954]: _type = "Task" [ 1225.960017] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.969433] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598371, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.328215] env[62954]: DEBUG oslo_vmware.api [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598369, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.430109] env[62954]: DEBUG oslo_concurrency.lockutils [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "18d58b3a-c163-4f33-9f07-873193a56af2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.430360] env[62954]: DEBUG oslo_concurrency.lockutils [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "18d58b3a-c163-4f33-9f07-873193a56af2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1226.470667] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598371, 'name': CreateVM_Task} progress is 25%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.476270] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e43eb139-c25c-4b69-9809-a2031147b011 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1226.476498] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e43eb139-c25c-4b69-9809-a2031147b011 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1226.476715] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-e43eb139-c25c-4b69-9809-a2031147b011 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Deleting the datastore file [datastore2] 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.477359] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f1fe667-cc9b-4235-ac00-4444bfdd206a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.485175] env[62954]: DEBUG oslo_vmware.api [None req-e43eb139-c25c-4b69-9809-a2031147b011 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1226.485175] env[62954]: value = "task-2598372" [ 1226.485175] env[62954]: _type = "Task" [ 1226.485175] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.493452] env[62954]: DEBUG oslo_vmware.api [None req-e43eb139-c25c-4b69-9809-a2031147b011 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.827603] env[62954]: DEBUG oslo_vmware.api [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598369, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.933460] env[62954]: DEBUG nova.compute.manager [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1226.970244] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598371, 'name': CreateVM_Task} progress is 25%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.995370] env[62954]: DEBUG oslo_vmware.api [None req-e43eb139-c25c-4b69-9809-a2031147b011 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.328361] env[62954]: DEBUG oslo_vmware.api [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598369, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.460628] env[62954]: DEBUG oslo_concurrency.lockutils [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.460628] env[62954]: DEBUG oslo_concurrency.lockutils [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1227.461680] env[62954]: INFO nova.compute.claims [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1227.474111] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598371, 'name': CreateVM_Task} progress is 25%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.496738] env[62954]: DEBUG oslo_vmware.api [None req-e43eb139-c25c-4b69-9809-a2031147b011 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.828586] env[62954]: DEBUG oslo_vmware.api [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598369, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.343614} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.828855] env[62954]: INFO nova.virt.vmwareapi.ds_util [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_3fd89da4-f151-438f-ac76-9f4bbe062ab8/OSTACK_IMG_3fd89da4-f151-438f-ac76-9f4bbe062ab8.vmdk to [datastore2] devstack-image-cache_base/241baf2c-acf3-4cf6-87e6-2dc2d5a294c4/241baf2c-acf3-4cf6-87e6-2dc2d5a294c4.vmdk. [ 1227.829063] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Cleaning up location [datastore2] OSTACK_IMG_3fd89da4-f151-438f-ac76-9f4bbe062ab8 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1227.829241] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_3fd89da4-f151-438f-ac76-9f4bbe062ab8 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1227.829484] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7597c129-9db5-4f62-bdb8-a75eb1d4e1b4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.835828] env[62954]: DEBUG oslo_vmware.api [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1227.835828] env[62954]: value = "task-2598373" [ 1227.835828] env[62954]: _type = "Task" [ 1227.835828] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.843645] env[62954]: DEBUG oslo_vmware.api [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.976184] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598371, 'name': CreateVM_Task, 'duration_secs': 1.650481} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.976891] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1227.977596] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.977784] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.978143] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1227.978591] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fcf5ce5-5410-403b-9e84-176ba33d96dc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.984616] env[62954]: DEBUG oslo_vmware.api [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1227.984616] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5270d8e9-f5cb-01a6-d90e-be73f590e52f" [ 1227.984616] env[62954]: _type = "Task" [ 1227.984616] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.995507] env[62954]: DEBUG oslo_vmware.api [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5270d8e9-f5cb-01a6-d90e-be73f590e52f, 'name': SearchDatastore_Task, 'duration_secs': 0.009419} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.998310] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.998543] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1227.998771] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.998917] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.999110] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1227.999862] env[62954]: DEBUG oslo_vmware.api [None req-e43eb139-c25c-4b69-9809-a2031147b011 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598372, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.166092} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.999862] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c1b87ea-4868-4c72-9293-42c6a5a3b6a6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.001377] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-e43eb139-c25c-4b69-9809-a2031147b011 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1228.001562] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e43eb139-c25c-4b69-9809-a2031147b011 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1228.001741] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-e43eb139-c25c-4b69-9809-a2031147b011 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1228.002742] env[62954]: INFO nova.compute.manager [None req-e43eb139-c25c-4b69-9809-a2031147b011 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Took 3.22 seconds to destroy the instance on the hypervisor. [ 1228.002742] env[62954]: DEBUG oslo.service.loopingcall [None req-e43eb139-c25c-4b69-9809-a2031147b011 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1228.002742] env[62954]: DEBUG nova.compute.manager [-] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1228.002742] env[62954]: DEBUG nova.network.neutron [-] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1228.010408] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1228.010579] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1228.011254] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc896030-e3d6-4dfb-b3c4-adddadf09f25 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.016367] env[62954]: DEBUG oslo_vmware.api [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1228.016367] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5234799c-4e86-0406-7f0f-13592f7d5df8" [ 1228.016367] env[62954]: _type = "Task" [ 1228.016367] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.023789] env[62954]: DEBUG oslo_vmware.api [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5234799c-4e86-0406-7f0f-13592f7d5df8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.208512] env[62954]: DEBUG nova.compute.manager [req-c87e5718-9838-43ab-9649-d69b72926275 req-c37fe418-53a3-4268-ae5e-07bc6ddd16c7 service nova] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Received event network-vif-deleted-8e91c285-580e-41c5-8989-e68878ff7fc1 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1228.208512] env[62954]: INFO nova.compute.manager [req-c87e5718-9838-43ab-9649-d69b72926275 req-c37fe418-53a3-4268-ae5e-07bc6ddd16c7 service nova] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Neutron deleted interface 8e91c285-580e-41c5-8989-e68878ff7fc1; detaching it from the instance and deleting it from the info cache [ 1228.208679] env[62954]: DEBUG nova.network.neutron [req-c87e5718-9838-43ab-9649-d69b72926275 req-c37fe418-53a3-4268-ae5e-07bc6ddd16c7 service nova] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.346343] env[62954]: DEBUG oslo_vmware.api [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033689} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.346680] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1228.346824] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Releasing lock "[datastore2] devstack-image-cache_base/241baf2c-acf3-4cf6-87e6-2dc2d5a294c4/241baf2c-acf3-4cf6-87e6-2dc2d5a294c4.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.347116] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/241baf2c-acf3-4cf6-87e6-2dc2d5a294c4/241baf2c-acf3-4cf6-87e6-2dc2d5a294c4.vmdk to [datastore2] b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55/b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1228.347397] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-365bdc74-da8c-4db4-b8a5-95c99a830772 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.355199] env[62954]: DEBUG oslo_vmware.api [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1228.355199] env[62954]: value = "task-2598374" [ 1228.355199] env[62954]: _type = "Task" [ 1228.355199] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.362845] env[62954]: DEBUG oslo_vmware.api [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598374, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.526481] env[62954]: DEBUG oslo_vmware.api [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5234799c-4e86-0406-7f0f-13592f7d5df8, 'name': SearchDatastore_Task, 'duration_secs': 0.009072} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.530249] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4085c8b9-75dd-41c6-9fac-64001d39a2e2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.535900] env[62954]: DEBUG oslo_vmware.api [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1228.535900] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5251f456-42bb-89ac-d0cb-21db0566dc06" [ 1228.535900] env[62954]: _type = "Task" [ 1228.535900] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.545877] env[62954]: DEBUG oslo_vmware.api [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5251f456-42bb-89ac-d0cb-21db0566dc06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.554441] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f7c74d-1eff-4fc3-8748-f3502560057c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.562556] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e91e60a-59fe-41d0-9f39-ee4ffc1fee9f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.595332] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67144cc6-177a-4e08-9c62-05abec4d6c52 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.603378] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b10608b-f7ee-441f-bd26-010ea7a45000 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.617775] env[62954]: DEBUG nova.compute.provider_tree [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Updating inventory in ProviderTree for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1228.690219] env[62954]: DEBUG nova.network.neutron [-] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.711979] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-59690c70-456e-4a9d-9955-0a91df887add {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.722127] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857b9ea3-2c33-4850-bc7d-c5465d66436b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.750713] env[62954]: DEBUG nova.compute.manager [req-c87e5718-9838-43ab-9649-d69b72926275 req-c37fe418-53a3-4268-ae5e-07bc6ddd16c7 service nova] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Detach interface failed, port_id=8e91c285-580e-41c5-8989-e68878ff7fc1, reason: Instance 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3 could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1228.864725] env[62954]: DEBUG oslo_vmware.api [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598374, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.047226] env[62954]: DEBUG oslo_vmware.api [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5251f456-42bb-89ac-d0cb-21db0566dc06, 'name': SearchDatastore_Task, 'duration_secs': 0.050071} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.047539] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1229.047804] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] ef40b3a6-2b80-4a1b-9750-ad702aac6089/ef40b3a6-2b80-4a1b-9750-ad702aac6089.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1229.048089] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae3c2985-806f-4908-b50b-f2ea4f993e61 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.055190] env[62954]: DEBUG oslo_vmware.api [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1229.055190] env[62954]: value = "task-2598375" [ 1229.055190] env[62954]: _type = "Task" [ 1229.055190] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.063564] env[62954]: DEBUG oslo_vmware.api [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.140117] env[62954]: ERROR nova.scheduler.client.report [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [req-b6013980-11f4-4301-8a55-10bdba84bf57] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6fcf5ae7-e825-4914-bf51-14f0c81039d4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b6013980-11f4-4301-8a55-10bdba84bf57"}]} [ 1229.158367] env[62954]: DEBUG nova.scheduler.client.report [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Refreshing inventories for resource provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1229.175350] env[62954]: DEBUG nova.scheduler.client.report [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Updating ProviderTree inventory for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1229.175615] env[62954]: DEBUG nova.compute.provider_tree [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Updating inventory in ProviderTree for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1229.188122] env[62954]: DEBUG nova.scheduler.client.report [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Refreshing aggregate associations for resource provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4, aggregates: None {{(pid=62954) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1229.192904] env[62954]: INFO nova.compute.manager [-] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Took 1.19 seconds to deallocate network for instance. [ 1229.208031] env[62954]: DEBUG nova.scheduler.client.report [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Refreshing trait associations for resource provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62954) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1229.283939] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c75577-e786-4a97-90a3-1d7bd6163932 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.292388] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bc1350-531c-4b8e-b70e-92ca1411549e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.324944] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d338c5-8f2e-4b6f-a987-d59a3b5c8eaf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.332763] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08cd277d-a355-4059-b70f-e153ae97a6a2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.346690] env[62954]: DEBUG nova.compute.provider_tree [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Updating inventory in ProviderTree for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1229.365850] env[62954]: DEBUG oslo_vmware.api [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598374, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.565864] env[62954]: DEBUG oslo_vmware.api [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.699223] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e43eb139-c25c-4b69-9809-a2031147b011 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1229.866132] env[62954]: DEBUG oslo_vmware.api [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598374, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.878856] env[62954]: DEBUG nova.scheduler.client.report [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Updated inventory for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 with generation 160 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1229.879158] env[62954]: DEBUG nova.compute.provider_tree [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Updating resource provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 generation from 160 to 161 during operation: update_inventory {{(pid=62954) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1229.879344] env[62954]: DEBUG nova.compute.provider_tree [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Updating inventory in ProviderTree for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1230.067415] env[62954]: DEBUG oslo_vmware.api [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.368749] env[62954]: DEBUG oslo_vmware.api [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598374, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.385917] env[62954]: DEBUG oslo_concurrency.lockutils [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.926s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1230.386633] env[62954]: DEBUG nova.compute.manager [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1230.389927] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e43eb139-c25c-4b69-9809-a2031147b011 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.691s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1230.390191] env[62954]: DEBUG nova.objects.instance [None req-e43eb139-c25c-4b69-9809-a2031147b011 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lazy-loading 'resources' on Instance uuid 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.567835] env[62954]: DEBUG oslo_vmware.api [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598375, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.868200] env[62954]: DEBUG oslo_vmware.api [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598374, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.12814} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.868466] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/241baf2c-acf3-4cf6-87e6-2dc2d5a294c4/241baf2c-acf3-4cf6-87e6-2dc2d5a294c4.vmdk to [datastore2] b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55/b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1230.869268] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20cd356-1095-4a30-ae96-79c5ca2ffee1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.891592] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55/b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55.vmdk or device None with type streamOptimized {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.892942] env[62954]: DEBUG nova.compute.utils [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1230.894227] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b26ea17-eeb9-4d1e-936b-c69cbc4ca651 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.909449] env[62954]: DEBUG nova.compute.manager [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1230.912309] env[62954]: DEBUG nova.compute.manager [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1230.912471] env[62954]: DEBUG nova.network.neutron [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1230.923131] env[62954]: DEBUG oslo_vmware.api [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1230.923131] env[62954]: value = "task-2598376" [ 1230.923131] env[62954]: _type = "Task" [ 1230.923131] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.932725] env[62954]: DEBUG oslo_vmware.api [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598376, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.956680] env[62954]: DEBUG nova.policy [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80a6794536464bec9fe69077049e8466', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2b7067a8cb44a12a451501342566d30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 1230.997406] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425589b8-0f75-4fcd-a151-345d5dac3256 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.005663] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce786fe-227e-4e64-b830-f501c2af70cb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.037365] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35375858-23a0-44aa-b895-3c06dc74805b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.045018] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458743e3-1c5c-4620-80e9-ccb59ffd226e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.060076] env[62954]: DEBUG nova.compute.provider_tree [None req-e43eb139-c25c-4b69-9809-a2031147b011 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Updating inventory in ProviderTree for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1231.068999] env[62954]: DEBUG oslo_vmware.api [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598375, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.714354} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.069873] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] ef40b3a6-2b80-4a1b-9750-ad702aac6089/ef40b3a6-2b80-4a1b-9750-ad702aac6089.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1231.070139] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1231.070397] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4889545d-b79e-42c4-940a-6f9fc4781a5a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.077316] env[62954]: DEBUG oslo_vmware.api [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1231.077316] env[62954]: value = "task-2598377" [ 1231.077316] env[62954]: _type = "Task" [ 1231.077316] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.087992] env[62954]: DEBUG oslo_vmware.api [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598377, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.242870] env[62954]: DEBUG nova.network.neutron [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Successfully created port: f4c97f63-d68a-4afc-a5bb-baafa2584dd3 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1231.432350] env[62954]: DEBUG oslo_vmware.api [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598376, 'name': ReconfigVM_Task, 'duration_secs': 0.274293} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.432631] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Reconfigured VM instance instance-00000076 to attach disk [datastore2] b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55/b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55.vmdk or device None with type streamOptimized {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.433224] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0df7e9ae-2c4c-427a-abed-1d8f23d1bf84 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.440621] env[62954]: DEBUG oslo_vmware.api [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1231.440621] env[62954]: value = "task-2598378" [ 1231.440621] env[62954]: _type = "Task" [ 1231.440621] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.450342] env[62954]: DEBUG oslo_vmware.api [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598378, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.587169] env[62954]: DEBUG oslo_vmware.api [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598377, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07509} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.587492] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1231.588238] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca8a1a8-9be7-4188-81ca-b77237afb970 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.592118] env[62954]: DEBUG nova.scheduler.client.report [None req-e43eb139-c25c-4b69-9809-a2031147b011 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Updated inventory for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 with generation 161 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1231.592359] env[62954]: DEBUG nova.compute.provider_tree [None req-e43eb139-c25c-4b69-9809-a2031147b011 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Updating resource provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 generation from 161 to 162 during operation: update_inventory {{(pid=62954) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1231.592539] env[62954]: DEBUG nova.compute.provider_tree [None req-e43eb139-c25c-4b69-9809-a2031147b011 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Updating inventory in ProviderTree for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1231.612711] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] ef40b3a6-2b80-4a1b-9750-ad702aac6089/ef40b3a6-2b80-4a1b-9750-ad702aac6089.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.614016] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e43eb139-c25c-4b69-9809-a2031147b011 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.224s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1231.615843] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5edf864b-ed3c-4e4d-8b22-1c31e6c45c85 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.635084] env[62954]: DEBUG oslo_vmware.api [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1231.635084] env[62954]: value = "task-2598379" [ 1231.635084] env[62954]: _type = "Task" [ 1231.635084] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.643587] env[62954]: DEBUG oslo_vmware.api [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598379, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.646632] env[62954]: INFO nova.scheduler.client.report [None req-e43eb139-c25c-4b69-9809-a2031147b011 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Deleted allocations for instance 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3 [ 1231.924066] env[62954]: DEBUG nova.compute.manager [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1231.953102] env[62954]: DEBUG oslo_vmware.api [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598378, 'name': Rename_Task, 'duration_secs': 0.137992} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.955210] env[62954]: DEBUG nova.virt.hardware [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1231.955452] env[62954]: DEBUG nova.virt.hardware [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1231.955617] env[62954]: DEBUG nova.virt.hardware [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1231.955808] env[62954]: DEBUG nova.virt.hardware [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1231.955955] env[62954]: DEBUG nova.virt.hardware [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1231.956124] env[62954]: DEBUG nova.virt.hardware [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1231.956341] env[62954]: DEBUG nova.virt.hardware [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1231.956500] env[62954]: DEBUG nova.virt.hardware [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1231.956666] env[62954]: DEBUG nova.virt.hardware [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1231.956831] env[62954]: DEBUG nova.virt.hardware [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1231.957010] env[62954]: DEBUG nova.virt.hardware [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1231.957321] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1231.958090] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6409f450-5393-4f72-aafa-3fbcc7cfd689 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.960567] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a119a16-e81e-4ed2-96bf-6aff998b5784 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.967193] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98e4fe0-56d3-4b83-b8c9-187836beeb10 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.971648] env[62954]: DEBUG oslo_vmware.api [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1231.971648] env[62954]: value = "task-2598381" [ 1231.971648] env[62954]: _type = "Task" [ 1231.971648] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.987245] env[62954]: DEBUG oslo_vmware.api [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.145208] env[62954]: DEBUG oslo_vmware.api [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598379, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.154296] env[62954]: DEBUG oslo_concurrency.lockutils [None req-e43eb139-c25c-4b69-9809-a2031147b011 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "4cbd2cb4-3ca1-4240-ae98-82f99d7270f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.881s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.482619] env[62954]: DEBUG oslo_vmware.api [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598381, 'name': PowerOnVM_Task, 'duration_secs': 0.4657} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.482929] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1232.576520] env[62954]: DEBUG nova.compute.manager [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1232.577454] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626d4d1d-4115-43b6-b61c-de62c7ec9358 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.582210] env[62954]: DEBUG nova.compute.manager [req-55215526-01f0-4e61-a76b-4b8fa3adb977 req-12e776a7-84bd-4cc4-a99b-3b8749364b53 service nova] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Received event network-vif-plugged-f4c97f63-d68a-4afc-a5bb-baafa2584dd3 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1232.582418] env[62954]: DEBUG oslo_concurrency.lockutils [req-55215526-01f0-4e61-a76b-4b8fa3adb977 req-12e776a7-84bd-4cc4-a99b-3b8749364b53 service nova] Acquiring lock "18d58b3a-c163-4f33-9f07-873193a56af2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.582626] env[62954]: DEBUG oslo_concurrency.lockutils [req-55215526-01f0-4e61-a76b-4b8fa3adb977 req-12e776a7-84bd-4cc4-a99b-3b8749364b53 service nova] Lock "18d58b3a-c163-4f33-9f07-873193a56af2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.582797] env[62954]: DEBUG oslo_concurrency.lockutils [req-55215526-01f0-4e61-a76b-4b8fa3adb977 req-12e776a7-84bd-4cc4-a99b-3b8749364b53 service nova] Lock "18d58b3a-c163-4f33-9f07-873193a56af2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.582965] env[62954]: DEBUG nova.compute.manager [req-55215526-01f0-4e61-a76b-4b8fa3adb977 req-12e776a7-84bd-4cc4-a99b-3b8749364b53 service nova] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] No waiting events found dispatching network-vif-plugged-f4c97f63-d68a-4afc-a5bb-baafa2584dd3 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1232.583144] env[62954]: WARNING nova.compute.manager [req-55215526-01f0-4e61-a76b-4b8fa3adb977 req-12e776a7-84bd-4cc4-a99b-3b8749364b53 service nova] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Received unexpected event network-vif-plugged-f4c97f63-d68a-4afc-a5bb-baafa2584dd3 for instance with vm_state building and task_state spawning. [ 1232.645189] env[62954]: DEBUG oslo_vmware.api [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598379, 'name': ReconfigVM_Task, 'duration_secs': 0.790091} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.645469] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Reconfigured VM instance instance-00000078 to attach disk [datastore2] ef40b3a6-2b80-4a1b-9750-ad702aac6089/ef40b3a6-2b80-4a1b-9750-ad702aac6089.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1232.646082] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-123f331f-81fa-4253-b981-b93f7572d2c8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.652738] env[62954]: DEBUG oslo_vmware.api [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1232.652738] env[62954]: value = "task-2598382" [ 1232.652738] env[62954]: _type = "Task" [ 1232.652738] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.660117] env[62954]: DEBUG oslo_vmware.api [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598382, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.671315] env[62954]: DEBUG nova.network.neutron [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Successfully updated port: f4c97f63-d68a-4afc-a5bb-baafa2584dd3 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1233.097205] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d3872103-58e6-4dbe-9d60-61874b736dbd tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lock "b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.745s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1233.162496] env[62954]: DEBUG oslo_vmware.api [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598382, 'name': Rename_Task, 'duration_secs': 0.1397} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.162767] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1233.163033] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4465d66-f719-4b5a-801d-60e200606cc1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.168983] env[62954]: DEBUG oslo_vmware.api [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1233.168983] env[62954]: value = "task-2598383" [ 1233.168983] env[62954]: _type = "Task" [ 1233.168983] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.173399] env[62954]: DEBUG oslo_concurrency.lockutils [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "refresh_cache-18d58b3a-c163-4f33-9f07-873193a56af2" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.173502] env[62954]: DEBUG oslo_concurrency.lockutils [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquired lock "refresh_cache-18d58b3a-c163-4f33-9f07-873193a56af2" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.173643] env[62954]: DEBUG nova.network.neutron [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1233.179038] env[62954]: DEBUG oslo_vmware.api [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.679270] env[62954]: DEBUG oslo_vmware.api [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598383, 'name': PowerOnVM_Task, 'duration_secs': 0.426367} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.681348] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1233.681620] env[62954]: INFO nova.compute.manager [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Took 10.85 seconds to spawn the instance on the hypervisor. [ 1233.681847] env[62954]: DEBUG nova.compute.manager [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1233.682610] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4feda083-75fd-4304-a4cc-4f870002bad3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.711574] env[62954]: DEBUG nova.network.neutron [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1233.841871] env[62954]: DEBUG nova.network.neutron [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Updating instance_info_cache with network_info: [{"id": "f4c97f63-d68a-4afc-a5bb-baafa2584dd3", "address": "fa:16:3e:7e:de:2a", "network": {"id": "7c267a0a-446f-4e24-9552-67fbdacd4c1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1764129639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b7067a8cb44a12a451501342566d30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4c97f63-d6", "ovs_interfaceid": "f4c97f63-d68a-4afc-a5bb-baafa2584dd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.201909] env[62954]: INFO nova.compute.manager [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Took 15.83 seconds to build instance. [ 1234.344405] env[62954]: DEBUG oslo_concurrency.lockutils [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Releasing lock "refresh_cache-18d58b3a-c163-4f33-9f07-873193a56af2" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.344798] env[62954]: DEBUG nova.compute.manager [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Instance network_info: |[{"id": "f4c97f63-d68a-4afc-a5bb-baafa2584dd3", "address": "fa:16:3e:7e:de:2a", "network": {"id": "7c267a0a-446f-4e24-9552-67fbdacd4c1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1764129639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b7067a8cb44a12a451501342566d30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4c97f63-d6", "ovs_interfaceid": "f4c97f63-d68a-4afc-a5bb-baafa2584dd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1234.345222] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:de:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5a629f-6902-4d30-9278-74b443a8371d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4c97f63-d68a-4afc-a5bb-baafa2584dd3', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1234.353022] env[62954]: DEBUG oslo.service.loopingcall [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1234.353248] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1234.353477] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af352dc4-8a0d-49f9-a0ed-6e454ceddb51 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.374019] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1234.374019] env[62954]: value = "task-2598384" [ 1234.374019] env[62954]: _type = "Task" [ 1234.374019] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.385978] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598384, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.392553] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8ecfd7d9-82e1-471f-9b7f-ae073ddb26c8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "7c869ee8-46a2-4f90-81b0-81399e6495bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1234.392800] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8ecfd7d9-82e1-471f-9b7f-ae073ddb26c8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "7c869ee8-46a2-4f90-81b0-81399e6495bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1234.393027] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8ecfd7d9-82e1-471f-9b7f-ae073ddb26c8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "7c869ee8-46a2-4f90-81b0-81399e6495bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1234.393224] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8ecfd7d9-82e1-471f-9b7f-ae073ddb26c8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "7c869ee8-46a2-4f90-81b0-81399e6495bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1234.393395] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8ecfd7d9-82e1-471f-9b7f-ae073ddb26c8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "7c869ee8-46a2-4f90-81b0-81399e6495bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1234.398851] env[62954]: INFO nova.compute.manager [None req-8ecfd7d9-82e1-471f-9b7f-ae073ddb26c8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Terminating instance [ 1234.612404] env[62954]: DEBUG nova.compute.manager [req-083efab5-9722-4e7f-b6b2-9c108d9c0316 req-e4390236-0c26-4a11-9431-457e717f629f service nova] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Received event network-changed-f4c97f63-d68a-4afc-a5bb-baafa2584dd3 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1234.612633] env[62954]: DEBUG nova.compute.manager [req-083efab5-9722-4e7f-b6b2-9c108d9c0316 req-e4390236-0c26-4a11-9431-457e717f629f service nova] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Refreshing instance network info cache due to event network-changed-f4c97f63-d68a-4afc-a5bb-baafa2584dd3. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1234.612904] env[62954]: DEBUG oslo_concurrency.lockutils [req-083efab5-9722-4e7f-b6b2-9c108d9c0316 req-e4390236-0c26-4a11-9431-457e717f629f service nova] Acquiring lock "refresh_cache-18d58b3a-c163-4f33-9f07-873193a56af2" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1234.613087] env[62954]: DEBUG oslo_concurrency.lockutils [req-083efab5-9722-4e7f-b6b2-9c108d9c0316 req-e4390236-0c26-4a11-9431-457e717f629f service nova] Acquired lock "refresh_cache-18d58b3a-c163-4f33-9f07-873193a56af2" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.613255] env[62954]: DEBUG nova.network.neutron [req-083efab5-9722-4e7f-b6b2-9c108d9c0316 req-e4390236-0c26-4a11-9431-457e717f629f service nova] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Refreshing network info cache for port f4c97f63-d68a-4afc-a5bb-baafa2584dd3 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1234.704284] env[62954]: DEBUG oslo_concurrency.lockutils [None req-b83d208c-aa64-4e82-aa08-499d9a3233ee tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "ef40b3a6-2b80-4a1b-9750-ad702aac6089" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.336s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1234.885087] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598384, 'name': CreateVM_Task, 'duration_secs': 0.343164} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.885387] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1234.885921] env[62954]: DEBUG oslo_concurrency.lockutils [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1234.886099] env[62954]: DEBUG oslo_concurrency.lockutils [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.886417] env[62954]: DEBUG oslo_concurrency.lockutils [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1234.886673] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97923ef6-1593-4051-8068-b22e0b016ee2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.891750] env[62954]: DEBUG oslo_vmware.api [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1234.891750] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52af2c53-3506-5cb7-ea60-d6fd3e6bbec3" [ 1234.891750] env[62954]: _type = "Task" [ 1234.891750] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.899827] env[62954]: DEBUG oslo_vmware.api [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52af2c53-3506-5cb7-ea60-d6fd3e6bbec3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.902514] env[62954]: DEBUG nova.compute.manager [None req-8ecfd7d9-82e1-471f-9b7f-ae073ddb26c8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1234.902713] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8ecfd7d9-82e1-471f-9b7f-ae073ddb26c8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1234.903479] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e41c705-9512-44c3-83fb-77c990d6f50e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.910225] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ecfd7d9-82e1-471f-9b7f-ae073ddb26c8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.910440] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b96cf29c-cd60-4682-8cb9-44d244055049 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.917203] env[62954]: DEBUG oslo_vmware.api [None req-8ecfd7d9-82e1-471f-9b7f-ae073ddb26c8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1234.917203] env[62954]: value = "task-2598385" [ 1234.917203] env[62954]: _type = "Task" [ 1234.917203] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.925281] env[62954]: DEBUG oslo_vmware.api [None req-8ecfd7d9-82e1-471f-9b7f-ae073ddb26c8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.319953] env[62954]: DEBUG nova.network.neutron [req-083efab5-9722-4e7f-b6b2-9c108d9c0316 req-e4390236-0c26-4a11-9431-457e717f629f service nova] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Updated VIF entry in instance network info cache for port f4c97f63-d68a-4afc-a5bb-baafa2584dd3. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1235.320350] env[62954]: DEBUG nova.network.neutron [req-083efab5-9722-4e7f-b6b2-9c108d9c0316 req-e4390236-0c26-4a11-9431-457e717f629f service nova] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Updating instance_info_cache with network_info: [{"id": "f4c97f63-d68a-4afc-a5bb-baafa2584dd3", "address": "fa:16:3e:7e:de:2a", "network": {"id": "7c267a0a-446f-4e24-9552-67fbdacd4c1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1764129639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b7067a8cb44a12a451501342566d30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4c97f63-d6", "ovs_interfaceid": "f4c97f63-d68a-4afc-a5bb-baafa2584dd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.403052] env[62954]: DEBUG oslo_vmware.api [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52af2c53-3506-5cb7-ea60-d6fd3e6bbec3, 'name': SearchDatastore_Task, 'duration_secs': 0.010974} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.403052] env[62954]: DEBUG oslo_concurrency.lockutils [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1235.403224] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1235.403466] env[62954]: DEBUG oslo_concurrency.lockutils [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1235.403660] env[62954]: DEBUG oslo_concurrency.lockutils [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.403881] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1235.404173] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d88d820-a1d1-4eda-a8ad-b8d40f96cdc9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.412804] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1235.413029] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1235.413746] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afd5daab-8b75-4f73-af98-33b7172d364c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.418803] env[62954]: DEBUG oslo_vmware.api [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1235.418803] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52aa1572-d674-fe2b-b350-9e65c258c94c" [ 1235.418803] env[62954]: _type = "Task" [ 1235.418803] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.428782] env[62954]: DEBUG oslo_vmware.api [None req-8ecfd7d9-82e1-471f-9b7f-ae073ddb26c8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598385, 'name': PowerOffVM_Task, 'duration_secs': 0.174343} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.431811] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ecfd7d9-82e1-471f-9b7f-ae073ddb26c8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.431974] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8ecfd7d9-82e1-471f-9b7f-ae073ddb26c8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1235.432226] env[62954]: DEBUG oslo_vmware.api [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52aa1572-d674-fe2b-b350-9e65c258c94c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.432423] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8886bb6c-2ddd-4579-a852-35bf9a13673a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.493822] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8ecfd7d9-82e1-471f-9b7f-ae073ddb26c8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1235.494015] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8ecfd7d9-82e1-471f-9b7f-ae073ddb26c8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1235.494208] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ecfd7d9-82e1-471f-9b7f-ae073ddb26c8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Deleting the datastore file [datastore2] 7c869ee8-46a2-4f90-81b0-81399e6495bc {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1235.494467] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88729665-b14d-40d7-b026-f3cd28ef5a1b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.503288] env[62954]: DEBUG oslo_vmware.api [None req-8ecfd7d9-82e1-471f-9b7f-ae073ddb26c8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for the task: (returnval){ [ 1235.503288] env[62954]: value = "task-2598387" [ 1235.503288] env[62954]: _type = "Task" [ 1235.503288] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.511646] env[62954]: DEBUG oslo_vmware.api [None req-8ecfd7d9-82e1-471f-9b7f-ae073ddb26c8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.822956] env[62954]: DEBUG oslo_concurrency.lockutils [req-083efab5-9722-4e7f-b6b2-9c108d9c0316 req-e4390236-0c26-4a11-9431-457e717f629f service nova] Releasing lock "refresh_cache-18d58b3a-c163-4f33-9f07-873193a56af2" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1235.931452] env[62954]: DEBUG oslo_vmware.api [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52aa1572-d674-fe2b-b350-9e65c258c94c, 'name': SearchDatastore_Task, 'duration_secs': 0.009612} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.932172] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40aeac22-f1ab-4627-bc07-e98e754beb39 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.937902] env[62954]: DEBUG oslo_vmware.api [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1235.937902] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52a7a6a3-4d17-6093-ca32-b08ff3efc1c5" [ 1235.937902] env[62954]: _type = "Task" [ 1235.937902] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.945749] env[62954]: DEBUG oslo_vmware.api [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52a7a6a3-4d17-6093-ca32-b08ff3efc1c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.013235] env[62954]: DEBUG oslo_vmware.api [None req-8ecfd7d9-82e1-471f-9b7f-ae073ddb26c8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Task: {'id': task-2598387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119972} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.013505] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ecfd7d9-82e1-471f-9b7f-ae073ddb26c8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1236.013692] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8ecfd7d9-82e1-471f-9b7f-ae073ddb26c8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1236.013873] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-8ecfd7d9-82e1-471f-9b7f-ae073ddb26c8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1236.014065] env[62954]: INFO nova.compute.manager [None req-8ecfd7d9-82e1-471f-9b7f-ae073ddb26c8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1236.014310] env[62954]: DEBUG oslo.service.loopingcall [None req-8ecfd7d9-82e1-471f-9b7f-ae073ddb26c8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1236.014503] env[62954]: DEBUG nova.compute.manager [-] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1236.014599] env[62954]: DEBUG nova.network.neutron [-] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1236.448944] env[62954]: DEBUG oslo_vmware.api [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52a7a6a3-4d17-6093-ca32-b08ff3efc1c5, 'name': SearchDatastore_Task, 'duration_secs': 0.011582} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.448944] env[62954]: DEBUG oslo_concurrency.lockutils [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.449157] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 18d58b3a-c163-4f33-9f07-873193a56af2/18d58b3a-c163-4f33-9f07-873193a56af2.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1236.449412] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-267461c8-3aa5-4f10-8d74-38d922efb00b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.456480] env[62954]: DEBUG oslo_vmware.api [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1236.456480] env[62954]: value = "task-2598388" [ 1236.456480] env[62954]: _type = "Task" [ 1236.456480] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.463952] env[62954]: DEBUG oslo_vmware.api [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.649944] env[62954]: DEBUG nova.compute.manager [req-7ce7e106-8f17-42ac-9fa9-476386ba0116 req-1b40a63b-c5e5-4d65-865e-e5b302375dfa service nova] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Received event network-changed-f56ae43a-eb44-48c8-af43-ff7386494682 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1236.649944] env[62954]: DEBUG nova.compute.manager [req-7ce7e106-8f17-42ac-9fa9-476386ba0116 req-1b40a63b-c5e5-4d65-865e-e5b302375dfa service nova] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Refreshing instance network info cache due to event network-changed-f56ae43a-eb44-48c8-af43-ff7386494682. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1236.650160] env[62954]: DEBUG oslo_concurrency.lockutils [req-7ce7e106-8f17-42ac-9fa9-476386ba0116 req-1b40a63b-c5e5-4d65-865e-e5b302375dfa service nova] Acquiring lock "refresh_cache-ef40b3a6-2b80-4a1b-9750-ad702aac6089" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.650320] env[62954]: DEBUG oslo_concurrency.lockutils [req-7ce7e106-8f17-42ac-9fa9-476386ba0116 req-1b40a63b-c5e5-4d65-865e-e5b302375dfa service nova] Acquired lock "refresh_cache-ef40b3a6-2b80-4a1b-9750-ad702aac6089" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.650619] env[62954]: DEBUG nova.network.neutron [req-7ce7e106-8f17-42ac-9fa9-476386ba0116 req-1b40a63b-c5e5-4d65-865e-e5b302375dfa service nova] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Refreshing network info cache for port f56ae43a-eb44-48c8-af43-ff7386494682 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1236.724043] env[62954]: DEBUG nova.network.neutron [-] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.967619] env[62954]: DEBUG oslo_vmware.api [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598388, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499129} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.967984] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 18d58b3a-c163-4f33-9f07-873193a56af2/18d58b3a-c163-4f33-9f07-873193a56af2.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1236.968230] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1236.968495] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8db45f51-d796-4868-b0c0-eae45a6f4b16 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.975452] env[62954]: DEBUG oslo_vmware.api [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1236.975452] env[62954]: value = "task-2598389" [ 1236.975452] env[62954]: _type = "Task" [ 1236.975452] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.983823] env[62954]: DEBUG oslo_vmware.api [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598389, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.226769] env[62954]: INFO nova.compute.manager [-] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Took 1.21 seconds to deallocate network for instance. [ 1237.357540] env[62954]: DEBUG nova.network.neutron [req-7ce7e106-8f17-42ac-9fa9-476386ba0116 req-1b40a63b-c5e5-4d65-865e-e5b302375dfa service nova] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Updated VIF entry in instance network info cache for port f56ae43a-eb44-48c8-af43-ff7386494682. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1237.357927] env[62954]: DEBUG nova.network.neutron [req-7ce7e106-8f17-42ac-9fa9-476386ba0116 req-1b40a63b-c5e5-4d65-865e-e5b302375dfa service nova] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Updating instance_info_cache with network_info: [{"id": "f56ae43a-eb44-48c8-af43-ff7386494682", "address": "fa:16:3e:14:91:a1", "network": {"id": "b92cb287-9120-4f4f-b2e5-dd3d10fcd6c9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-531245150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5822cb258bd84b3a8a71026ea2d131e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf56ae43a-eb", "ovs_interfaceid": "f56ae43a-eb44-48c8-af43-ff7386494682", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.486313] env[62954]: DEBUG oslo_vmware.api [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598389, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06247} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.486543] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1237.487328] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919d0e6e-66d3-45d9-be33-43eacf5c712f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.508924] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 18d58b3a-c163-4f33-9f07-873193a56af2/18d58b3a-c163-4f33-9f07-873193a56af2.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1237.509481] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23a9d478-7821-459f-b15e-5ed6a77b39e1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.527764] env[62954]: DEBUG oslo_vmware.api [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1237.527764] env[62954]: value = "task-2598390" [ 1237.527764] env[62954]: _type = "Task" [ 1237.527764] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.538027] env[62954]: DEBUG oslo_vmware.api [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598390, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.733536] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8ecfd7d9-82e1-471f-9b7f-ae073ddb26c8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1237.733833] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8ecfd7d9-82e1-471f-9b7f-ae073ddb26c8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1237.734084] env[62954]: DEBUG nova.objects.instance [None req-8ecfd7d9-82e1-471f-9b7f-ae073ddb26c8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lazy-loading 'resources' on Instance uuid 7c869ee8-46a2-4f90-81b0-81399e6495bc {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.861942] env[62954]: DEBUG oslo_concurrency.lockutils [req-7ce7e106-8f17-42ac-9fa9-476386ba0116 req-1b40a63b-c5e5-4d65-865e-e5b302375dfa service nova] Releasing lock "refresh_cache-ef40b3a6-2b80-4a1b-9750-ad702aac6089" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.861942] env[62954]: DEBUG nova.compute.manager [req-7ce7e106-8f17-42ac-9fa9-476386ba0116 req-1b40a63b-c5e5-4d65-865e-e5b302375dfa service nova] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Received event network-vif-deleted-ac900a7e-383f-46ab-be48-ca462a3ce8eb {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1237.861942] env[62954]: INFO nova.compute.manager [req-7ce7e106-8f17-42ac-9fa9-476386ba0116 req-1b40a63b-c5e5-4d65-865e-e5b302375dfa service nova] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Neutron deleted interface ac900a7e-383f-46ab-be48-ca462a3ce8eb; detaching it from the instance and deleting it from the info cache [ 1237.861942] env[62954]: DEBUG nova.network.neutron [req-7ce7e106-8f17-42ac-9fa9-476386ba0116 req-1b40a63b-c5e5-4d65-865e-e5b302375dfa service nova] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.038411] env[62954]: DEBUG oslo_vmware.api [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.301264] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf5cca4-884e-4245-b4ec-fac1e8a5f7f0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.309429] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d603c74-ae04-40e6-81d3-4d5f07b6ec28 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.339901] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925bc076-0bb2-4602-a1cc-d754978283e3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.347329] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da794d11-357a-4051-855a-e3e489e7df54 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.361945] env[62954]: DEBUG nova.compute.provider_tree [None req-8ecfd7d9-82e1-471f-9b7f-ae073ddb26c8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.363858] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22aab6b2-afa0-4201-be8e-8e9adebb3f27 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.372722] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae8347a-5718-4ae1-bae6-c633310b2221 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.398198] env[62954]: DEBUG nova.compute.manager [req-7ce7e106-8f17-42ac-9fa9-476386ba0116 req-1b40a63b-c5e5-4d65-865e-e5b302375dfa service nova] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Detach interface failed, port_id=ac900a7e-383f-46ab-be48-ca462a3ce8eb, reason: Instance 7c869ee8-46a2-4f90-81b0-81399e6495bc could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1238.539251] env[62954]: DEBUG oslo_vmware.api [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.866709] env[62954]: DEBUG nova.scheduler.client.report [None req-8ecfd7d9-82e1-471f-9b7f-ae073ddb26c8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.038528] env[62954]: DEBUG oslo_vmware.api [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598390, 'name': ReconfigVM_Task, 'duration_secs': 1.089361} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.038891] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 18d58b3a-c163-4f33-9f07-873193a56af2/18d58b3a-c163-4f33-9f07-873193a56af2.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1239.039371] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b97ac68-4fa6-4baf-98f1-b776ba92e970 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.046188] env[62954]: DEBUG oslo_vmware.api [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1239.046188] env[62954]: value = "task-2598391" [ 1239.046188] env[62954]: _type = "Task" [ 1239.046188] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.053320] env[62954]: DEBUG oslo_vmware.api [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598391, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.373915] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8ecfd7d9-82e1-471f-9b7f-ae073ddb26c8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.640s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1239.392413] env[62954]: INFO nova.scheduler.client.report [None req-8ecfd7d9-82e1-471f-9b7f-ae073ddb26c8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Deleted allocations for instance 7c869ee8-46a2-4f90-81b0-81399e6495bc [ 1239.556864] env[62954]: DEBUG oslo_vmware.api [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598391, 'name': Rename_Task, 'duration_secs': 0.134789} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.556864] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1239.556864] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bb6c67d-b274-4b0e-bfe1-db4265067468 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.562410] env[62954]: DEBUG oslo_vmware.api [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1239.562410] env[62954]: value = "task-2598392" [ 1239.562410] env[62954]: _type = "Task" [ 1239.562410] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.569762] env[62954]: DEBUG oslo_vmware.api [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.900292] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8ecfd7d9-82e1-471f-9b7f-ae073ddb26c8 tempest-ServerActionsTestOtherA-29159484 tempest-ServerActionsTestOtherA-29159484-project-member] Lock "7c869ee8-46a2-4f90-81b0-81399e6495bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.507s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1240.073477] env[62954]: DEBUG oslo_vmware.api [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598392, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.573484] env[62954]: DEBUG oslo_vmware.api [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598392, 'name': PowerOnVM_Task, 'duration_secs': 0.59567} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.573740] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1240.573946] env[62954]: INFO nova.compute.manager [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Took 8.65 seconds to spawn the instance on the hypervisor. [ 1240.574146] env[62954]: DEBUG nova.compute.manager [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1240.574897] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609092c6-844a-4b82-ac7f-bf5055bec8f9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.090540] env[62954]: INFO nova.compute.manager [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Took 13.65 seconds to build instance. [ 1241.592702] env[62954]: DEBUG oslo_concurrency.lockutils [None req-255f99f4-21f1-4ead-ba4e-0d1066ebff19 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "18d58b3a-c163-4f33-9f07-873193a56af2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.162s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1241.671595] env[62954]: DEBUG nova.compute.manager [req-0f27d0d1-eaa8-4d1b-9d05-fa0d15b297c6 req-51663a21-40ab-472a-9117-57d92f2a3db4 service nova] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Received event network-changed-f4c97f63-d68a-4afc-a5bb-baafa2584dd3 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1241.671802] env[62954]: DEBUG nova.compute.manager [req-0f27d0d1-eaa8-4d1b-9d05-fa0d15b297c6 req-51663a21-40ab-472a-9117-57d92f2a3db4 service nova] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Refreshing instance network info cache due to event network-changed-f4c97f63-d68a-4afc-a5bb-baafa2584dd3. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1241.674180] env[62954]: DEBUG oslo_concurrency.lockutils [req-0f27d0d1-eaa8-4d1b-9d05-fa0d15b297c6 req-51663a21-40ab-472a-9117-57d92f2a3db4 service nova] Acquiring lock "refresh_cache-18d58b3a-c163-4f33-9f07-873193a56af2" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.674180] env[62954]: DEBUG oslo_concurrency.lockutils [req-0f27d0d1-eaa8-4d1b-9d05-fa0d15b297c6 req-51663a21-40ab-472a-9117-57d92f2a3db4 service nova] Acquired lock "refresh_cache-18d58b3a-c163-4f33-9f07-873193a56af2" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.674180] env[62954]: DEBUG nova.network.neutron [req-0f27d0d1-eaa8-4d1b-9d05-fa0d15b297c6 req-51663a21-40ab-472a-9117-57d92f2a3db4 service nova] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Refreshing network info cache for port f4c97f63-d68a-4afc-a5bb-baafa2584dd3 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1242.390772] env[62954]: DEBUG nova.network.neutron [req-0f27d0d1-eaa8-4d1b-9d05-fa0d15b297c6 req-51663a21-40ab-472a-9117-57d92f2a3db4 service nova] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Updated VIF entry in instance network info cache for port f4c97f63-d68a-4afc-a5bb-baafa2584dd3. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1242.391172] env[62954]: DEBUG nova.network.neutron [req-0f27d0d1-eaa8-4d1b-9d05-fa0d15b297c6 req-51663a21-40ab-472a-9117-57d92f2a3db4 service nova] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Updating instance_info_cache with network_info: [{"id": "f4c97f63-d68a-4afc-a5bb-baafa2584dd3", "address": "fa:16:3e:7e:de:2a", "network": {"id": "7c267a0a-446f-4e24-9552-67fbdacd4c1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1764129639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b7067a8cb44a12a451501342566d30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4c97f63-d6", "ovs_interfaceid": "f4c97f63-d68a-4afc-a5bb-baafa2584dd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.894086] env[62954]: DEBUG oslo_concurrency.lockutils [req-0f27d0d1-eaa8-4d1b-9d05-fa0d15b297c6 req-51663a21-40ab-472a-9117-57d92f2a3db4 service nova] Releasing lock "refresh_cache-18d58b3a-c163-4f33-9f07-873193a56af2" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1264.931261] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1266.932152] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1266.932550] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Starting heal instance info cache {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1268.849676] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec8b0aeb-7947-4f9d-a72b-320f1c710f1a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquiring lock "b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.850119] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec8b0aeb-7947-4f9d-a72b-320f1c710f1a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lock "b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.850246] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec8b0aeb-7947-4f9d-a72b-320f1c710f1a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquiring lock "b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.850443] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec8b0aeb-7947-4f9d-a72b-320f1c710f1a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lock "b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.850619] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec8b0aeb-7947-4f9d-a72b-320f1c710f1a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lock "b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.853994] env[62954]: INFO nova.compute.manager [None req-ec8b0aeb-7947-4f9d-a72b-320f1c710f1a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Terminating instance [ 1268.944345] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Skipping network cache update for instance because it is being deleted. {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10494}} [ 1269.357468] env[62954]: DEBUG nova.compute.manager [None req-ec8b0aeb-7947-4f9d-a72b-320f1c710f1a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1269.357736] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8b0aeb-7947-4f9d-a72b-320f1c710f1a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1269.358644] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68967bb-89d8-4cde-8568-823e61e6b7c0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.366647] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8b0aeb-7947-4f9d-a72b-320f1c710f1a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.366873] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e4fdc0f-b0d5-4639-a95c-9aeb82dfad9f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.373950] env[62954]: DEBUG oslo_vmware.api [None req-ec8b0aeb-7947-4f9d-a72b-320f1c710f1a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1269.373950] env[62954]: value = "task-2598393" [ 1269.373950] env[62954]: _type = "Task" [ 1269.373950] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.381776] env[62954]: DEBUG oslo_vmware.api [None req-ec8b0aeb-7947-4f9d-a72b-320f1c710f1a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.446522] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Didn't find any instances for network info cache update. {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1269.446760] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.446932] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.447092] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.447243] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.447404] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62954) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1269.884202] env[62954]: DEBUG oslo_vmware.api [None req-ec8b0aeb-7947-4f9d-a72b-320f1c710f1a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598393, 'name': PowerOffVM_Task, 'duration_secs': 0.165653} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.884583] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8b0aeb-7947-4f9d-a72b-320f1c710f1a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.884646] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8b0aeb-7947-4f9d-a72b-320f1c710f1a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1269.884835] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4879f0f6-6f07-4381-9af2-fde406a0c006 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.930935] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.944354] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8b0aeb-7947-4f9d-a72b-320f1c710f1a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1269.944711] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8b0aeb-7947-4f9d-a72b-320f1c710f1a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1269.945045] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec8b0aeb-7947-4f9d-a72b-320f1c710f1a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Deleting the datastore file [datastore2] b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.945437] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1198a69-c321-459a-8323-73b9e3a9afa1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.951615] env[62954]: DEBUG oslo_vmware.api [None req-ec8b0aeb-7947-4f9d-a72b-320f1c710f1a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for the task: (returnval){ [ 1269.951615] env[62954]: value = "task-2598395" [ 1269.951615] env[62954]: _type = "Task" [ 1269.951615] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.959380] env[62954]: DEBUG oslo_vmware.api [None req-ec8b0aeb-7947-4f9d-a72b-320f1c710f1a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.434069] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.434328] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.434507] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.434665] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62954) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1270.435635] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3affd2f0-958d-422b-b5e7-cd996b6fa370 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.444720] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8e05ee-bc29-46ca-9966-3e480410a67d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.462224] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f0a1e7-691e-4649-95ec-88f558be0bb7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.470345] env[62954]: DEBUG oslo_vmware.api [None req-ec8b0aeb-7947-4f9d-a72b-320f1c710f1a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Task: {'id': task-2598395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12461} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.472559] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec8b0aeb-7947-4f9d-a72b-320f1c710f1a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1270.472766] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8b0aeb-7947-4f9d-a72b-320f1c710f1a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1270.472950] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8b0aeb-7947-4f9d-a72b-320f1c710f1a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1270.473143] env[62954]: INFO nova.compute.manager [None req-ec8b0aeb-7947-4f9d-a72b-320f1c710f1a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1270.473394] env[62954]: DEBUG oslo.service.loopingcall [None req-ec8b0aeb-7947-4f9d-a72b-320f1c710f1a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1270.473648] env[62954]: DEBUG nova.compute.manager [-] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1270.473742] env[62954]: DEBUG nova.network.neutron [-] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1270.476058] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcf5a7e-7fac-4d72-a292-8809b977cdaa {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.507277] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180564MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=62954) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1270.507469] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.507679] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.944717] env[62954]: DEBUG nova.compute.manager [req-167cb239-5d02-4d6e-9e22-4266ed84c83e req-ece72b52-b762-4e2e-b329-92e1d23af650 service nova] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Received event network-vif-deleted-53b2d473-8568-47b7-b393-551d9d238b59 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1270.945117] env[62954]: INFO nova.compute.manager [req-167cb239-5d02-4d6e-9e22-4266ed84c83e req-ece72b52-b762-4e2e-b329-92e1d23af650 service nova] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Neutron deleted interface 53b2d473-8568-47b7-b393-551d9d238b59; detaching it from the instance and deleting it from the info cache [ 1270.945414] env[62954]: DEBUG nova.network.neutron [req-167cb239-5d02-4d6e-9e22-4266ed84c83e req-ece72b52-b762-4e2e-b329-92e1d23af650 service nova] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.430791] env[62954]: DEBUG nova.network.neutron [-] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.448363] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cccc050d-bb86-4417-bdd1-fa7889e93446 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.458235] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbade341-7b2e-4f15-b9c0-864c7f815ac2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.486034] env[62954]: DEBUG nova.compute.manager [req-167cb239-5d02-4d6e-9e22-4266ed84c83e req-ece72b52-b762-4e2e-b329-92e1d23af650 service nova] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Detach interface failed, port_id=53b2d473-8568-47b7-b393-551d9d238b59, reason: Instance b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55 could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1271.534193] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1271.534365] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance ef40b3a6-2b80-4a1b-9750-ad702aac6089 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1271.534527] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 18d58b3a-c163-4f33-9f07-873193a56af2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1271.534772] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62954) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1271.534919] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62954) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1271.584277] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da40210e-767d-434d-9515-adbd21a7ba2f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.592485] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89be09ce-fde6-45c7-a5ea-31f8be6f4f18 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.624173] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd7166a-f652-4f47-a773-5646dfb5ced5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.632269] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731d742e-3b63-4fca-a9d0-3abec68688ea {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.645349] env[62954]: DEBUG nova.compute.provider_tree [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.933912] env[62954]: INFO nova.compute.manager [-] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Took 1.46 seconds to deallocate network for instance. [ 1272.148980] env[62954]: DEBUG nova.scheduler.client.report [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.440329] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec8b0aeb-7947-4f9d-a72b-320f1c710f1a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1272.657543] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62954) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1272.657750] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.150s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1272.659560] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec8b0aeb-7947-4f9d-a72b-320f1c710f1a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.219s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1272.659780] env[62954]: DEBUG nova.objects.instance [None req-ec8b0aeb-7947-4f9d-a72b-320f1c710f1a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lazy-loading 'resources' on Instance uuid b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.665667] env[62954]: DEBUG nova.compute.manager [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Stashing vm_state: active {{(pid=62954) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1273.182358] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1273.215309] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1acf78-7c2f-403b-b64f-1a5169f78990 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.223293] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ce6319-cc1c-4002-85a3-4d677f335997 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.254084] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53bf0134-df37-4c0e-9e0c-088e261c95af {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.261110] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a0d8ba-1b08-495f-945f-5e9ef1a26461 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.273942] env[62954]: DEBUG nova.compute.provider_tree [None req-ec8b0aeb-7947-4f9d-a72b-320f1c710f1a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.662622] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.662857] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.777345] env[62954]: DEBUG nova.scheduler.client.report [None req-ec8b0aeb-7947-4f9d-a72b-320f1c710f1a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.282061] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec8b0aeb-7947-4f9d-a72b-320f1c710f1a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.284373] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.102s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.299065] env[62954]: INFO nova.scheduler.client.report [None req-ec8b0aeb-7947-4f9d-a72b-320f1c710f1a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Deleted allocations for instance b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55 [ 1274.789209] env[62954]: INFO nova.compute.claims [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1274.806017] env[62954]: DEBUG oslo_concurrency.lockutils [None req-ec8b0aeb-7947-4f9d-a72b-320f1c710f1a tempest-AttachVolumeShelveTestJSON-2033040053 tempest-AttachVolumeShelveTestJSON-2033040053-project-member] Lock "b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.956s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1275.296103] env[62954]: INFO nova.compute.resource_tracker [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Updating resource usage from migration 47d9f67b-735a-48dd-87f6-99138c10d8e0 [ 1275.350799] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3840f272-b2b2-4eb8-87bb-513d7046c7fc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.358316] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9004ae96-7572-43d4-b0fb-b4696ec701d7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.388691] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669ab8e7-5781-45be-9cf2-ed9edda24730 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.395807] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9bd8f4-3765-4adb-b00e-65633769675e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.409022] env[62954]: DEBUG nova.compute.provider_tree [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.912512] env[62954]: DEBUG nova.scheduler.client.report [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.417890] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.133s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.418196] env[62954]: INFO nova.compute.manager [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Migrating [ 1276.932683] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "refresh_cache-ef40b3a6-2b80-4a1b-9750-ad702aac6089" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.932899] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquired lock "refresh_cache-ef40b3a6-2b80-4a1b-9750-ad702aac6089" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.933102] env[62954]: DEBUG nova.network.neutron [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.628890] env[62954]: DEBUG nova.network.neutron [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Updating instance_info_cache with network_info: [{"id": "f56ae43a-eb44-48c8-af43-ff7386494682", "address": "fa:16:3e:14:91:a1", "network": {"id": "b92cb287-9120-4f4f-b2e5-dd3d10fcd6c9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-531245150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5822cb258bd84b3a8a71026ea2d131e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf56ae43a-eb", "ovs_interfaceid": "f56ae43a-eb44-48c8-af43-ff7386494682", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.131777] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Releasing lock "refresh_cache-ef40b3a6-2b80-4a1b-9750-ad702aac6089" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.413398] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "18d58b3a-c163-4f33-9f07-873193a56af2" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1278.415316] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "18d58b3a-c163-4f33-9f07-873193a56af2" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.002s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.415521] env[62954]: INFO nova.compute.manager [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Shelving [ 1279.424953] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1279.425346] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd422378-4e65-4d28-b745-06469e45f871 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.433028] env[62954]: DEBUG oslo_vmware.api [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1279.433028] env[62954]: value = "task-2598397" [ 1279.433028] env[62954]: _type = "Task" [ 1279.433028] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.440572] env[62954]: DEBUG oslo_vmware.api [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.646253] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d722c5e9-a456-486f-aaaa-c0569cfe577f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.664784] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Updating instance 'ef40b3a6-2b80-4a1b-9750-ad702aac6089' progress to 0 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1279.942611] env[62954]: DEBUG oslo_vmware.api [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598397, 'name': PowerOffVM_Task, 'duration_secs': 0.212904} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.942880] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1279.943668] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e678df4f-d38a-48b8-aa7c-0003d5f37e2c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.961712] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f7f806-5cac-4a94-bd7e-6a4533ae527f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.171058] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1280.171404] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d065349c-815b-4a9a-b666-c5c11481e900 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.178852] env[62954]: DEBUG oslo_vmware.api [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1280.178852] env[62954]: value = "task-2598398" [ 1280.178852] env[62954]: _type = "Task" [ 1280.178852] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.189289] env[62954]: DEBUG oslo_vmware.api [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.473049] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Creating Snapshot of the VM instance {{(pid=62954) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1280.473049] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2f1c51de-4012-4af2-a280-5a896328d4eb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.479684] env[62954]: DEBUG oslo_vmware.api [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1280.479684] env[62954]: value = "task-2598399" [ 1280.479684] env[62954]: _type = "Task" [ 1280.479684] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.487912] env[62954]: DEBUG oslo_vmware.api [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598399, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.689280] env[62954]: DEBUG oslo_vmware.api [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598398, 'name': PowerOffVM_Task, 'duration_secs': 0.15158} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.689557] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1280.689747] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Updating instance 'ef40b3a6-2b80-4a1b-9750-ad702aac6089' progress to 17 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1280.990687] env[62954]: DEBUG oslo_vmware.api [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598399, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.196591] env[62954]: DEBUG nova.virt.hardware [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1281.196810] env[62954]: DEBUG nova.virt.hardware [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1281.196810] env[62954]: DEBUG nova.virt.hardware [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1281.196989] env[62954]: DEBUG nova.virt.hardware [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1281.197177] env[62954]: DEBUG nova.virt.hardware [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1281.197338] env[62954]: DEBUG nova.virt.hardware [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1281.197553] env[62954]: DEBUG nova.virt.hardware [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1281.197715] env[62954]: DEBUG nova.virt.hardware [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1281.197909] env[62954]: DEBUG nova.virt.hardware [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1281.198056] env[62954]: DEBUG nova.virt.hardware [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1281.198240] env[62954]: DEBUG nova.virt.hardware [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1281.203225] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b080df1-dc86-4440-8bd0-0590ecad703c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.221096] env[62954]: DEBUG oslo_vmware.api [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1281.221096] env[62954]: value = "task-2598400" [ 1281.221096] env[62954]: _type = "Task" [ 1281.221096] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.229917] env[62954]: DEBUG oslo_vmware.api [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598400, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.490924] env[62954]: DEBUG oslo_vmware.api [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598399, 'name': CreateSnapshot_Task, 'duration_secs': 0.532579} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.491232] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Created Snapshot of the VM instance {{(pid=62954) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1281.491952] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d3d9d5-71f0-4374-a212-367c499e85a4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.731954] env[62954]: DEBUG oslo_vmware.api [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598400, 'name': ReconfigVM_Task, 'duration_secs': 0.142573} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.732235] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Updating instance 'ef40b3a6-2b80-4a1b-9750-ad702aac6089' progress to 33 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1282.008939] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Creating linked-clone VM from snapshot {{(pid=62954) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1282.009233] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-89e939ae-212a-4e89-9236-bb122b389359 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.017892] env[62954]: DEBUG oslo_vmware.api [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1282.017892] env[62954]: value = "task-2598401" [ 1282.017892] env[62954]: _type = "Task" [ 1282.017892] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.025906] env[62954]: DEBUG oslo_vmware.api [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598401, 'name': CloneVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.239018] env[62954]: DEBUG nova.virt.hardware [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1282.239270] env[62954]: DEBUG nova.virt.hardware [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1282.239439] env[62954]: DEBUG nova.virt.hardware [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1282.239689] env[62954]: DEBUG nova.virt.hardware [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1282.239831] env[62954]: DEBUG nova.virt.hardware [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1282.239995] env[62954]: DEBUG nova.virt.hardware [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1282.240250] env[62954]: DEBUG nova.virt.hardware [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1282.240422] env[62954]: DEBUG nova.virt.hardware [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1282.240595] env[62954]: DEBUG nova.virt.hardware [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1282.240762] env[62954]: DEBUG nova.virt.hardware [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1282.240953] env[62954]: DEBUG nova.virt.hardware [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1282.246139] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1282.246436] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d431d704-4e52-4c6f-b0a3-e7bc08ed33f3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.265224] env[62954]: DEBUG oslo_vmware.api [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1282.265224] env[62954]: value = "task-2598402" [ 1282.265224] env[62954]: _type = "Task" [ 1282.265224] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.277456] env[62954]: DEBUG oslo_vmware.api [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598402, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.527800] env[62954]: DEBUG oslo_vmware.api [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598401, 'name': CloneVM_Task} progress is 94%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.776436] env[62954]: DEBUG oslo_vmware.api [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598402, 'name': ReconfigVM_Task, 'duration_secs': 0.285648} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.776739] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1282.777871] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731ea21c-b3d5-41c2-b2cc-55fb82b616b7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.802270] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] ef40b3a6-2b80-4a1b-9750-ad702aac6089/ef40b3a6-2b80-4a1b-9750-ad702aac6089.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1282.802834] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28bb6a7d-dda9-43e7-9ffe-6630ca78d3fc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.820715] env[62954]: DEBUG oslo_vmware.api [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1282.820715] env[62954]: value = "task-2598403" [ 1282.820715] env[62954]: _type = "Task" [ 1282.820715] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.828241] env[62954]: DEBUG oslo_vmware.api [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598403, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.028463] env[62954]: DEBUG oslo_vmware.api [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598401, 'name': CloneVM_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.330406] env[62954]: DEBUG oslo_vmware.api [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598403, 'name': ReconfigVM_Task, 'duration_secs': 0.232062} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.330672] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Reconfigured VM instance instance-00000078 to attach disk [datastore2] ef40b3a6-2b80-4a1b-9750-ad702aac6089/ef40b3a6-2b80-4a1b-9750-ad702aac6089.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1283.330963] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Updating instance 'ef40b3a6-2b80-4a1b-9750-ad702aac6089' progress to 50 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1283.529315] env[62954]: DEBUG oslo_vmware.api [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598401, 'name': CloneVM_Task, 'duration_secs': 1.045805} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.529631] env[62954]: INFO nova.virt.vmwareapi.vmops [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Created linked-clone VM from snapshot [ 1283.530327] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4c66b1-d83a-4a35-bdd2-7b7f43376ea9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.537313] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Uploading image 85d68987-a8d7-421e-bfd5-3c0eaf89d9a3 {{(pid=62954) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1283.561469] env[62954]: DEBUG oslo_vmware.rw_handles [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1283.561469] env[62954]: value = "vm-524041" [ 1283.561469] env[62954]: _type = "VirtualMachine" [ 1283.561469] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1283.561688] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fa4f302d-0985-4a4c-bf1b-f610d1e49114 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.568497] env[62954]: DEBUG oslo_vmware.rw_handles [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lease: (returnval){ [ 1283.568497] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]525ae7a5-3072-36f2-c084-f6de259f6940" [ 1283.568497] env[62954]: _type = "HttpNfcLease" [ 1283.568497] env[62954]: } obtained for exporting VM: (result){ [ 1283.568497] env[62954]: value = "vm-524041" [ 1283.568497] env[62954]: _type = "VirtualMachine" [ 1283.568497] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1283.568750] env[62954]: DEBUG oslo_vmware.api [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the lease: (returnval){ [ 1283.568750] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]525ae7a5-3072-36f2-c084-f6de259f6940" [ 1283.568750] env[62954]: _type = "HttpNfcLease" [ 1283.568750] env[62954]: } to be ready. {{(pid=62954) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1283.574728] env[62954]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1283.574728] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]525ae7a5-3072-36f2-c084-f6de259f6940" [ 1283.574728] env[62954]: _type = "HttpNfcLease" [ 1283.574728] env[62954]: } is initializing. {{(pid=62954) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1283.837488] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73aa07db-4f85-43f6-b4ad-13d0fa2bcb87 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.856470] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8b6a35-abef-49dc-917a-2c570fe84675 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.873350] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Updating instance 'ef40b3a6-2b80-4a1b-9750-ad702aac6089' progress to 67 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1284.077356] env[62954]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1284.077356] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]525ae7a5-3072-36f2-c084-f6de259f6940" [ 1284.077356] env[62954]: _type = "HttpNfcLease" [ 1284.077356] env[62954]: } is ready. {{(pid=62954) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1284.077646] env[62954]: DEBUG oslo_vmware.rw_handles [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1284.077646] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]525ae7a5-3072-36f2-c084-f6de259f6940" [ 1284.077646] env[62954]: _type = "HttpNfcLease" [ 1284.077646] env[62954]: }. {{(pid=62954) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1284.078375] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c636dec9-3b13-49f8-abb0-ad1258d7af6f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.085158] env[62954]: DEBUG oslo_vmware.rw_handles [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b2fc98-7969-605c-b1bc-60318ab6e6a9/disk-0.vmdk from lease info. {{(pid=62954) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1284.085332] env[62954]: DEBUG oslo_vmware.rw_handles [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b2fc98-7969-605c-b1bc-60318ab6e6a9/disk-0.vmdk for reading. {{(pid=62954) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1284.171270] env[62954]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-77075d54-f11b-495d-99f9-1695ffae0f8c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.412631] env[62954]: DEBUG nova.network.neutron [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Port f56ae43a-eb44-48c8-af43-ff7386494682 binding to destination host cpu-1 is already ACTIVE {{(pid=62954) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1285.436080] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "ef40b3a6-2b80-4a1b-9750-ad702aac6089-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.436589] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "ef40b3a6-2b80-4a1b-9750-ad702aac6089-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.436739] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "ef40b3a6-2b80-4a1b-9750-ad702aac6089-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1286.472318] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "refresh_cache-ef40b3a6-2b80-4a1b-9750-ad702aac6089" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.472643] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquired lock "refresh_cache-ef40b3a6-2b80-4a1b-9750-ad702aac6089" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.472770] env[62954]: DEBUG nova.network.neutron [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1287.186878] env[62954]: DEBUG nova.network.neutron [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Updating instance_info_cache with network_info: [{"id": "f56ae43a-eb44-48c8-af43-ff7386494682", "address": "fa:16:3e:14:91:a1", "network": {"id": "b92cb287-9120-4f4f-b2e5-dd3d10fcd6c9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-531245150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5822cb258bd84b3a8a71026ea2d131e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf56ae43a-eb", "ovs_interfaceid": "f56ae43a-eb44-48c8-af43-ff7386494682", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.690336] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Releasing lock "refresh_cache-ef40b3a6-2b80-4a1b-9750-ad702aac6089" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1288.215572] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869953a4-78f4-48aa-9e5a-e0a156a09ea7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.235323] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05648f29-f845-4581-aef1-55c29ea4915e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.242361] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Updating instance 'ef40b3a6-2b80-4a1b-9750-ad702aac6089' progress to 83 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1288.748707] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1288.749103] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bce970ba-b841-49d9-9c90-c925427c59c7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.756964] env[62954]: DEBUG oslo_vmware.api [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1288.756964] env[62954]: value = "task-2598405" [ 1288.756964] env[62954]: _type = "Task" [ 1288.756964] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.765034] env[62954]: DEBUG oslo_vmware.api [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598405, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.266794] env[62954]: DEBUG oslo_vmware.api [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598405, 'name': PowerOnVM_Task, 'duration_secs': 0.413046} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.267081] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1289.267286] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1368d056-fc7e-4271-95bb-1ee568dcc3e7 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Updating instance 'ef40b3a6-2b80-4a1b-9750-ad702aac6089' progress to 100 {{(pid=62954) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1292.047127] env[62954]: DEBUG nova.network.neutron [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Port f56ae43a-eb44-48c8-af43-ff7386494682 binding to destination host cpu-1 is already ACTIVE {{(pid=62954) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1292.047475] env[62954]: DEBUG oslo_concurrency.lockutils [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "refresh_cache-ef40b3a6-2b80-4a1b-9750-ad702aac6089" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1292.047560] env[62954]: DEBUG oslo_concurrency.lockutils [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquired lock "refresh_cache-ef40b3a6-2b80-4a1b-9750-ad702aac6089" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.047731] env[62954]: DEBUG nova.network.neutron [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1292.797021] env[62954]: DEBUG nova.network.neutron [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Updating instance_info_cache with network_info: [{"id": "f56ae43a-eb44-48c8-af43-ff7386494682", "address": "fa:16:3e:14:91:a1", "network": {"id": "b92cb287-9120-4f4f-b2e5-dd3d10fcd6c9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-531245150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5822cb258bd84b3a8a71026ea2d131e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf56ae43a-eb", "ovs_interfaceid": "f56ae43a-eb44-48c8-af43-ff7386494682", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.169351] env[62954]: DEBUG oslo_vmware.rw_handles [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b2fc98-7969-605c-b1bc-60318ab6e6a9/disk-0.vmdk. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1293.170360] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2537c0c-df42-433f-83dd-7b5402ea3cc3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.176599] env[62954]: DEBUG oslo_vmware.rw_handles [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b2fc98-7969-605c-b1bc-60318ab6e6a9/disk-0.vmdk is in state: ready. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1293.176765] env[62954]: ERROR oslo_vmware.rw_handles [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b2fc98-7969-605c-b1bc-60318ab6e6a9/disk-0.vmdk due to incomplete transfer. [ 1293.176972] env[62954]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-14520e00-0104-4f1e-a80f-587f3cb6c9b9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.183757] env[62954]: DEBUG oslo_vmware.rw_handles [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b2fc98-7969-605c-b1bc-60318ab6e6a9/disk-0.vmdk. {{(pid=62954) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1293.183953] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Uploaded image 85d68987-a8d7-421e-bfd5-3c0eaf89d9a3 to the Glance image server {{(pid=62954) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1293.186161] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Destroying the VM {{(pid=62954) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1293.186389] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9c28a3bc-3bff-46b0-b20c-5dea741647d1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.192383] env[62954]: DEBUG oslo_vmware.api [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1293.192383] env[62954]: value = "task-2598406" [ 1293.192383] env[62954]: _type = "Task" [ 1293.192383] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.200393] env[62954]: DEBUG oslo_vmware.api [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598406, 'name': Destroy_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.300341] env[62954]: DEBUG oslo_concurrency.lockutils [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Releasing lock "refresh_cache-ef40b3a6-2b80-4a1b-9750-ad702aac6089" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1293.702082] env[62954]: DEBUG oslo_vmware.api [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598406, 'name': Destroy_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.803410] env[62954]: DEBUG nova.compute.manager [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62954) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1293.803636] env[62954]: DEBUG oslo_concurrency.lockutils [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.803868] env[62954]: DEBUG oslo_concurrency.lockutils [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1294.202819] env[62954]: DEBUG oslo_vmware.api [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598406, 'name': Destroy_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.306780] env[62954]: DEBUG nova.objects.instance [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lazy-loading 'migration_context' on Instance uuid ef40b3a6-2b80-4a1b-9750-ad702aac6089 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.704200] env[62954]: DEBUG oslo_vmware.api [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598406, 'name': Destroy_Task} progress is 33%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.864261] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfade219-7b15-47f4-8a95-8e0abb8dc0f4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.872086] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d5c80b-adc6-451e-b725-51f162b76eb5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.901784] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95b9e5c-c2e1-4b70-b352-2ee5c449e549 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.908797] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9833a8-a3c3-4bd7-95ed-8806699c8340 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.921567] env[62954]: DEBUG nova.compute.provider_tree [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Updating inventory in ProviderTree for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1295.205225] env[62954]: DEBUG oslo_vmware.api [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598406, 'name': Destroy_Task, 'duration_secs': 1.549651} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.205628] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Destroyed the VM [ 1295.205758] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Deleting Snapshot of the VM instance {{(pid=62954) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1295.205901] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-02cf12a0-73ed-4a1f-a7ef-08c5eb961aa6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.211607] env[62954]: DEBUG oslo_vmware.api [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1295.211607] env[62954]: value = "task-2598407" [ 1295.211607] env[62954]: _type = "Task" [ 1295.211607] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.218615] env[62954]: DEBUG oslo_vmware.api [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598407, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.442431] env[62954]: ERROR nova.scheduler.client.report [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [req-75ff0a60-1f5a-4983-91e7-5e984bd57730] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6fcf5ae7-e825-4914-bf51-14f0c81039d4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-75ff0a60-1f5a-4983-91e7-5e984bd57730"}]} [ 1295.459008] env[62954]: DEBUG nova.scheduler.client.report [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Refreshing inventories for resource provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1295.473805] env[62954]: DEBUG nova.scheduler.client.report [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Updating ProviderTree inventory for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1295.474087] env[62954]: DEBUG nova.compute.provider_tree [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Updating inventory in ProviderTree for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1295.486049] env[62954]: DEBUG nova.scheduler.client.report [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Refreshing aggregate associations for resource provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4, aggregates: None {{(pid=62954) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1295.504525] env[62954]: DEBUG nova.scheduler.client.report [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Refreshing trait associations for resource provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62954) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1295.548761] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c5fefa-799c-481e-bd19-1e0b1ca43f15 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.555983] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584aa89d-347c-470f-a2fd-d180876ea63a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.585826] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2dc70d-1d51-42bb-a9ae-acea5aa4ea76 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.592496] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d34582d-bab9-4e23-9274-294510aaa5b5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.605042] env[62954]: DEBUG nova.compute.provider_tree [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Updating inventory in ProviderTree for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1295.721198] env[62954]: DEBUG oslo_vmware.api [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598407, 'name': RemoveSnapshot_Task, 'duration_secs': 0.321257} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.721482] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Deleted Snapshot of the VM instance {{(pid=62954) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1295.721759] env[62954]: DEBUG nova.compute.manager [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1295.722505] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7542d1f8-ee3b-41ae-a05a-61bb0588d911 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.135820] env[62954]: DEBUG nova.scheduler.client.report [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Updated inventory for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 with generation 164 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1296.136104] env[62954]: DEBUG nova.compute.provider_tree [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Updating resource provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 generation from 164 to 165 during operation: update_inventory {{(pid=62954) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1296.136294] env[62954]: DEBUG nova.compute.provider_tree [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Updating inventory in ProviderTree for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1296.234058] env[62954]: INFO nova.compute.manager [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Shelve offloading [ 1296.737782] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1296.737782] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2677988-caa9-4009-877a-2832dc04dc45 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.744902] env[62954]: DEBUG oslo_vmware.api [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1296.744902] env[62954]: value = "task-2598408" [ 1296.744902] env[62954]: _type = "Task" [ 1296.744902] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.752932] env[62954]: DEBUG oslo_vmware.api [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.148216] env[62954]: DEBUG oslo_concurrency.lockutils [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.344s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1297.255911] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] VM already powered off {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1297.256287] env[62954]: DEBUG nova.compute.manager [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1297.256845] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a23182b-3c9f-4af6-9531-0f8a78da612e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.262436] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "refresh_cache-18d58b3a-c163-4f33-9f07-873193a56af2" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.262600] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquired lock "refresh_cache-18d58b3a-c163-4f33-9f07-873193a56af2" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.262774] env[62954]: DEBUG nova.network.neutron [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1297.967607] env[62954]: DEBUG nova.network.neutron [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Updating instance_info_cache with network_info: [{"id": "f4c97f63-d68a-4afc-a5bb-baafa2584dd3", "address": "fa:16:3e:7e:de:2a", "network": {"id": "7c267a0a-446f-4e24-9552-67fbdacd4c1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1764129639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b7067a8cb44a12a451501342566d30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4c97f63-d6", "ovs_interfaceid": "f4c97f63-d68a-4afc-a5bb-baafa2584dd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.470501] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Releasing lock "refresh_cache-18d58b3a-c163-4f33-9f07-873193a56af2" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1298.683046] env[62954]: DEBUG nova.compute.manager [req-7fed0e67-6c2a-409c-8010-65c16740f080 req-9e79f5d0-f01d-48cd-a4dd-0a088bef9c9a service nova] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Received event network-vif-unplugged-f4c97f63-d68a-4afc-a5bb-baafa2584dd3 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1298.683265] env[62954]: DEBUG oslo_concurrency.lockutils [req-7fed0e67-6c2a-409c-8010-65c16740f080 req-9e79f5d0-f01d-48cd-a4dd-0a088bef9c9a service nova] Acquiring lock "18d58b3a-c163-4f33-9f07-873193a56af2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1298.683482] env[62954]: DEBUG oslo_concurrency.lockutils [req-7fed0e67-6c2a-409c-8010-65c16740f080 req-9e79f5d0-f01d-48cd-a4dd-0a088bef9c9a service nova] Lock "18d58b3a-c163-4f33-9f07-873193a56af2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1298.683688] env[62954]: DEBUG oslo_concurrency.lockutils [req-7fed0e67-6c2a-409c-8010-65c16740f080 req-9e79f5d0-f01d-48cd-a4dd-0a088bef9c9a service nova] Lock "18d58b3a-c163-4f33-9f07-873193a56af2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1298.683886] env[62954]: DEBUG nova.compute.manager [req-7fed0e67-6c2a-409c-8010-65c16740f080 req-9e79f5d0-f01d-48cd-a4dd-0a088bef9c9a service nova] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] No waiting events found dispatching network-vif-unplugged-f4c97f63-d68a-4afc-a5bb-baafa2584dd3 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1298.684106] env[62954]: WARNING nova.compute.manager [req-7fed0e67-6c2a-409c-8010-65c16740f080 req-9e79f5d0-f01d-48cd-a4dd-0a088bef9c9a service nova] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Received unexpected event network-vif-unplugged-f4c97f63-d68a-4afc-a5bb-baafa2584dd3 for instance with vm_state shelved and task_state shelving_offloading. [ 1298.685941] env[62954]: INFO nova.compute.manager [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Swapping old allocation on dict_keys(['6fcf5ae7-e825-4914-bf51-14f0c81039d4']) held by migration 47d9f67b-735a-48dd-87f6-99138c10d8e0 for instance [ 1298.708135] env[62954]: DEBUG nova.scheduler.client.report [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Overwriting current allocation {'allocations': {'6fcf5ae7-e825-4914-bf51-14f0c81039d4': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 165}}, 'project_id': '5822cb258bd84b3a8a71026ea2d131e9', 'user_id': 'de227c7d954b48ceb4205330573c678f', 'consumer_generation': 1} on consumer ef40b3a6-2b80-4a1b-9750-ad702aac6089 {{(pid=62954) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1298.773631] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1298.774860] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b27aceb-4cdc-42af-aec3-e51e8561aa41 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.783237] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1298.784106] env[62954]: DEBUG oslo_concurrency.lockutils [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "refresh_cache-ef40b3a6-2b80-4a1b-9750-ad702aac6089" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1298.784280] env[62954]: DEBUG oslo_concurrency.lockutils [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquired lock "refresh_cache-ef40b3a6-2b80-4a1b-9750-ad702aac6089" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.784453] env[62954]: DEBUG nova.network.neutron [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1298.785553] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f08bf68-1ad5-4642-9015-46081774a06f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.853180] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1298.853397] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1298.853584] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Deleting the datastore file [datastore1] 18d58b3a-c163-4f33-9f07-873193a56af2 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1298.853835] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e60f2f2d-d48f-4bdc-8496-b108f05d211a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.860892] env[62954]: DEBUG oslo_vmware.api [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1298.860892] env[62954]: value = "task-2598410" [ 1298.860892] env[62954]: _type = "Task" [ 1298.860892] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.869889] env[62954]: DEBUG oslo_vmware.api [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.374235] env[62954]: DEBUG oslo_vmware.api [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598410, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136479} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.374625] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1299.374942] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1299.375215] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1299.392877] env[62954]: INFO nova.scheduler.client.report [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Deleted allocations for instance 18d58b3a-c163-4f33-9f07-873193a56af2 [ 1299.481759] env[62954]: DEBUG nova.network.neutron [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Updating instance_info_cache with network_info: [{"id": "f56ae43a-eb44-48c8-af43-ff7386494682", "address": "fa:16:3e:14:91:a1", "network": {"id": "b92cb287-9120-4f4f-b2e5-dd3d10fcd6c9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-531245150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5822cb258bd84b3a8a71026ea2d131e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf56ae43a-eb", "ovs_interfaceid": "f56ae43a-eb44-48c8-af43-ff7386494682", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.898864] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1299.899178] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1299.899405] env[62954]: DEBUG nova.objects.instance [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lazy-loading 'resources' on Instance uuid 18d58b3a-c163-4f33-9f07-873193a56af2 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.984241] env[62954]: DEBUG oslo_concurrency.lockutils [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Releasing lock "refresh_cache-ef40b3a6-2b80-4a1b-9750-ad702aac6089" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1299.984820] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1299.985119] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fbd0db3-d567-41a1-9811-9c99aa790f42 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.992798] env[62954]: DEBUG oslo_vmware.api [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1299.992798] env[62954]: value = "task-2598411" [ 1299.992798] env[62954]: _type = "Task" [ 1299.992798] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.001352] env[62954]: DEBUG oslo_vmware.api [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.402572] env[62954]: DEBUG nova.objects.instance [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lazy-loading 'numa_topology' on Instance uuid 18d58b3a-c163-4f33-9f07-873193a56af2 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1300.503306] env[62954]: DEBUG oslo_vmware.api [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598411, 'name': PowerOffVM_Task, 'duration_secs': 0.203057} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.503633] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1300.504357] env[62954]: DEBUG nova.virt.hardware [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1300.504604] env[62954]: DEBUG nova.virt.hardware [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1300.504803] env[62954]: DEBUG nova.virt.hardware [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1300.505034] env[62954]: DEBUG nova.virt.hardware [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1300.505229] env[62954]: DEBUG nova.virt.hardware [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1300.505412] env[62954]: DEBUG nova.virt.hardware [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1300.505657] env[62954]: DEBUG nova.virt.hardware [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1300.505847] env[62954]: DEBUG nova.virt.hardware [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1300.506070] env[62954]: DEBUG nova.virt.hardware [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1300.506260] env[62954]: DEBUG nova.virt.hardware [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1300.506474] env[62954]: DEBUG nova.virt.hardware [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1300.511856] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-754f78e2-4d78-45fc-bd85-4bb3b7087550 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.527883] env[62954]: DEBUG oslo_vmware.api [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1300.527883] env[62954]: value = "task-2598412" [ 1300.527883] env[62954]: _type = "Task" [ 1300.527883] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.535868] env[62954]: DEBUG oslo_vmware.api [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598412, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.710012] env[62954]: DEBUG nova.compute.manager [req-38cb342d-75bc-4eeb-b803-0a8dcbf506ea req-40d131a2-2a54-4d77-8147-2dcbd4540c98 service nova] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Received event network-changed-f4c97f63-d68a-4afc-a5bb-baafa2584dd3 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1300.710212] env[62954]: DEBUG nova.compute.manager [req-38cb342d-75bc-4eeb-b803-0a8dcbf506ea req-40d131a2-2a54-4d77-8147-2dcbd4540c98 service nova] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Refreshing instance network info cache due to event network-changed-f4c97f63-d68a-4afc-a5bb-baafa2584dd3. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1300.710471] env[62954]: DEBUG oslo_concurrency.lockutils [req-38cb342d-75bc-4eeb-b803-0a8dcbf506ea req-40d131a2-2a54-4d77-8147-2dcbd4540c98 service nova] Acquiring lock "refresh_cache-18d58b3a-c163-4f33-9f07-873193a56af2" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1300.710615] env[62954]: DEBUG oslo_concurrency.lockutils [req-38cb342d-75bc-4eeb-b803-0a8dcbf506ea req-40d131a2-2a54-4d77-8147-2dcbd4540c98 service nova] Acquired lock "refresh_cache-18d58b3a-c163-4f33-9f07-873193a56af2" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.710781] env[62954]: DEBUG nova.network.neutron [req-38cb342d-75bc-4eeb-b803-0a8dcbf506ea req-40d131a2-2a54-4d77-8147-2dcbd4540c98 service nova] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Refreshing network info cache for port f4c97f63-d68a-4afc-a5bb-baafa2584dd3 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1300.905234] env[62954]: DEBUG nova.objects.base [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Object Instance<18d58b3a-c163-4f33-9f07-873193a56af2> lazy-loaded attributes: resources,numa_topology {{(pid=62954) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1300.943016] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5735dab5-7f0a-44a3-90ec-36cd55c649dd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.955007] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef15d2e-b2e3-4f28-8e16-9be08464843e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.987046] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c356c592-2be0-4fdf-80fe-afcb3d6f7a24 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.993966] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffa73ec-b07a-4765-a6ab-994d4ff4f7e6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.007148] env[62954]: DEBUG nova.compute.provider_tree [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.036697] env[62954]: DEBUG oslo_vmware.api [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598412, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.424752] env[62954]: DEBUG nova.network.neutron [req-38cb342d-75bc-4eeb-b803-0a8dcbf506ea req-40d131a2-2a54-4d77-8147-2dcbd4540c98 service nova] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Updated VIF entry in instance network info cache for port f4c97f63-d68a-4afc-a5bb-baafa2584dd3. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1301.425100] env[62954]: DEBUG nova.network.neutron [req-38cb342d-75bc-4eeb-b803-0a8dcbf506ea req-40d131a2-2a54-4d77-8147-2dcbd4540c98 service nova] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Updating instance_info_cache with network_info: [{"id": "f4c97f63-d68a-4afc-a5bb-baafa2584dd3", "address": "fa:16:3e:7e:de:2a", "network": {"id": "7c267a0a-446f-4e24-9552-67fbdacd4c1c", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1764129639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b7067a8cb44a12a451501342566d30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf4c97f63-d6", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.451908] env[62954]: DEBUG oslo_concurrency.lockutils [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "18d58b3a-c163-4f33-9f07-873193a56af2" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1301.510608] env[62954]: DEBUG nova.scheduler.client.report [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.538412] env[62954]: DEBUG oslo_vmware.api [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598412, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.927650] env[62954]: DEBUG oslo_concurrency.lockutils [req-38cb342d-75bc-4eeb-b803-0a8dcbf506ea req-40d131a2-2a54-4d77-8147-2dcbd4540c98 service nova] Releasing lock "refresh_cache-18d58b3a-c163-4f33-9f07-873193a56af2" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1302.015390] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.116s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1302.038628] env[62954]: DEBUG oslo_vmware.api [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598412, 'name': ReconfigVM_Task, 'duration_secs': 1.156279} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.039677] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c98202c-3610-4e5b-a3ef-8883725eba1e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.057467] env[62954]: DEBUG nova.virt.hardware [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1302.057691] env[62954]: DEBUG nova.virt.hardware [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1302.057853] env[62954]: DEBUG nova.virt.hardware [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1302.058051] env[62954]: DEBUG nova.virt.hardware [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1302.058203] env[62954]: DEBUG nova.virt.hardware [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1302.058355] env[62954]: DEBUG nova.virt.hardware [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1302.058563] env[62954]: DEBUG nova.virt.hardware [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1302.058724] env[62954]: DEBUG nova.virt.hardware [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1302.058891] env[62954]: DEBUG nova.virt.hardware [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1302.059070] env[62954]: DEBUG nova.virt.hardware [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1302.059252] env[62954]: DEBUG nova.virt.hardware [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1302.060579] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e000293-329a-40ce-98df-e1750c9a9c98 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.065559] env[62954]: DEBUG oslo_vmware.api [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1302.065559] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52d3ebab-1877-a3ba-ee6f-f0912fe2f230" [ 1302.065559] env[62954]: _type = "Task" [ 1302.065559] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.072637] env[62954]: DEBUG oslo_vmware.api [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d3ebab-1877-a3ba-ee6f-f0912fe2f230, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.524035] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d86a7773-66ef-40a2-930a-5861f6b56028 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "18d58b3a-c163-4f33-9f07-873193a56af2" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.108s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1302.524454] env[62954]: DEBUG oslo_concurrency.lockutils [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "18d58b3a-c163-4f33-9f07-873193a56af2" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.073s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1302.524622] env[62954]: INFO nova.compute.manager [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Unshelving [ 1302.576168] env[62954]: DEBUG oslo_vmware.api [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52d3ebab-1877-a3ba-ee6f-f0912fe2f230, 'name': SearchDatastore_Task, 'duration_secs': 0.009049} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.581597] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1302.581875] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fec65fd-1d72-4d3c-a4ef-b87d7e0112c2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.600632] env[62954]: DEBUG oslo_vmware.api [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1302.600632] env[62954]: value = "task-2598413" [ 1302.600632] env[62954]: _type = "Task" [ 1302.600632] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.608197] env[62954]: DEBUG oslo_vmware.api [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598413, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.109970] env[62954]: DEBUG oslo_vmware.api [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598413, 'name': ReconfigVM_Task, 'duration_secs': 0.161353} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.110260] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1303.111016] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22e6aab-d982-4236-a976-e0a214220ea6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.132664] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] ef40b3a6-2b80-4a1b-9750-ad702aac6089/ef40b3a6-2b80-4a1b-9750-ad702aac6089.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1303.132885] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a2af9aa-d4ec-4107-a7ef-aa5557b1d9be {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.150537] env[62954]: DEBUG oslo_vmware.api [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1303.150537] env[62954]: value = "task-2598414" [ 1303.150537] env[62954]: _type = "Task" [ 1303.150537] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.157674] env[62954]: DEBUG oslo_vmware.api [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598414, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.549216] env[62954]: DEBUG oslo_concurrency.lockutils [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.549526] env[62954]: DEBUG oslo_concurrency.lockutils [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.549680] env[62954]: DEBUG nova.objects.instance [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lazy-loading 'pci_requests' on Instance uuid 18d58b3a-c163-4f33-9f07-873193a56af2 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.660956] env[62954]: DEBUG oslo_vmware.api [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598414, 'name': ReconfigVM_Task, 'duration_secs': 0.255554} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.661296] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Reconfigured VM instance instance-00000078 to attach disk [datastore2] ef40b3a6-2b80-4a1b-9750-ad702aac6089/ef40b3a6-2b80-4a1b-9750-ad702aac6089.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1303.662094] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90e44ef-29a7-4c82-bbad-1922b3cc6da7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.679893] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f64829f-198d-4c56-b03f-70b23d738c46 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.699195] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f397ae30-eca2-4fe6-9e2b-97b8cdc8d883 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.716308] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36125972-54ad-43df-bc51-5c51ca48b89f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.722538] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1303.722743] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a32a1b4b-e62f-4837-a170-ea2436b996eb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.728783] env[62954]: DEBUG oslo_vmware.api [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1303.728783] env[62954]: value = "task-2598415" [ 1303.728783] env[62954]: _type = "Task" [ 1303.728783] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.735516] env[62954]: DEBUG oslo_vmware.api [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.053530] env[62954]: DEBUG nova.objects.instance [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lazy-loading 'numa_topology' on Instance uuid 18d58b3a-c163-4f33-9f07-873193a56af2 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.239764] env[62954]: DEBUG oslo_vmware.api [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598415, 'name': PowerOnVM_Task, 'duration_secs': 0.344733} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.240098] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1304.556067] env[62954]: INFO nova.compute.claims [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1305.250613] env[62954]: INFO nova.compute.manager [None req-819c101a-626b-4cbd-a162-2f00d6e8bb22 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Updating instance to original state: 'active' [ 1305.600551] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8160c27-010d-457f-bc08-7f642e5ba136 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.607652] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb5cbc8-3a20-40bb-9532-2cdcc214fa1e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.638022] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79efce2-3084-4071-84d5-3f7cea9e046f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.644786] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa751f3-3029-45a5-a2a9-90c70f64f5fd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.657395] env[62954]: DEBUG nova.compute.provider_tree [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.159904] env[62954]: DEBUG nova.scheduler.client.report [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1306.642594] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1fea5d25-da21-4fc9-b57d-816ee9c5bb68 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "ef40b3a6-2b80-4a1b-9750-ad702aac6089" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1306.642994] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1fea5d25-da21-4fc9-b57d-816ee9c5bb68 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "ef40b3a6-2b80-4a1b-9750-ad702aac6089" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1306.643070] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1fea5d25-da21-4fc9-b57d-816ee9c5bb68 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "ef40b3a6-2b80-4a1b-9750-ad702aac6089-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1306.643266] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1fea5d25-da21-4fc9-b57d-816ee9c5bb68 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "ef40b3a6-2b80-4a1b-9750-ad702aac6089-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1306.643440] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1fea5d25-da21-4fc9-b57d-816ee9c5bb68 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "ef40b3a6-2b80-4a1b-9750-ad702aac6089-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1306.645627] env[62954]: INFO nova.compute.manager [None req-1fea5d25-da21-4fc9-b57d-816ee9c5bb68 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Terminating instance [ 1306.664120] env[62954]: DEBUG oslo_concurrency.lockutils [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.114s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1306.693473] env[62954]: INFO nova.network.neutron [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Updating port f4c97f63-d68a-4afc-a5bb-baafa2584dd3 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1307.149702] env[62954]: DEBUG nova.compute.manager [None req-1fea5d25-da21-4fc9-b57d-816ee9c5bb68 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1307.149956] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1fea5d25-da21-4fc9-b57d-816ee9c5bb68 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1307.150968] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7e2211-c0af-4af8-abb7-6f10aee1c9ba {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.159122] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fea5d25-da21-4fc9-b57d-816ee9c5bb68 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1307.159370] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05a2528d-f4ca-492a-b0f0-666096acac33 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.166680] env[62954]: DEBUG oslo_vmware.api [None req-1fea5d25-da21-4fc9-b57d-816ee9c5bb68 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1307.166680] env[62954]: value = "task-2598416" [ 1307.166680] env[62954]: _type = "Task" [ 1307.166680] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.174701] env[62954]: DEBUG oslo_vmware.api [None req-1fea5d25-da21-4fc9-b57d-816ee9c5bb68 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.676572] env[62954]: DEBUG oslo_vmware.api [None req-1fea5d25-da21-4fc9-b57d-816ee9c5bb68 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598416, 'name': PowerOffVM_Task, 'duration_secs': 0.167562} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.677063] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fea5d25-da21-4fc9-b57d-816ee9c5bb68 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1307.677063] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1fea5d25-da21-4fc9-b57d-816ee9c5bb68 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1307.677257] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d40c336-e397-4473-b96d-ae7e51f4f3cf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.739830] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1fea5d25-da21-4fc9-b57d-816ee9c5bb68 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1307.740075] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1fea5d25-da21-4fc9-b57d-816ee9c5bb68 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1307.740209] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fea5d25-da21-4fc9-b57d-816ee9c5bb68 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Deleting the datastore file [datastore2] ef40b3a6-2b80-4a1b-9750-ad702aac6089 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1307.740519] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ac6dc6c-8b9f-4178-86b6-39ab5746ebee {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.748480] env[62954]: DEBUG oslo_vmware.api [None req-1fea5d25-da21-4fc9-b57d-816ee9c5bb68 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1307.748480] env[62954]: value = "task-2598418" [ 1307.748480] env[62954]: _type = "Task" [ 1307.748480] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.756039] env[62954]: DEBUG oslo_vmware.api [None req-1fea5d25-da21-4fc9-b57d-816ee9c5bb68 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598418, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.083471] env[62954]: DEBUG nova.compute.manager [req-b5137067-840b-426d-b217-c5fffa403872 req-e737731a-fa70-410c-9c9d-de090cc5aaa6 service nova] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Received event network-vif-plugged-f4c97f63-d68a-4afc-a5bb-baafa2584dd3 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1308.083694] env[62954]: DEBUG oslo_concurrency.lockutils [req-b5137067-840b-426d-b217-c5fffa403872 req-e737731a-fa70-410c-9c9d-de090cc5aaa6 service nova] Acquiring lock "18d58b3a-c163-4f33-9f07-873193a56af2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1308.083897] env[62954]: DEBUG oslo_concurrency.lockutils [req-b5137067-840b-426d-b217-c5fffa403872 req-e737731a-fa70-410c-9c9d-de090cc5aaa6 service nova] Lock "18d58b3a-c163-4f33-9f07-873193a56af2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1308.084080] env[62954]: DEBUG oslo_concurrency.lockutils [req-b5137067-840b-426d-b217-c5fffa403872 req-e737731a-fa70-410c-9c9d-de090cc5aaa6 service nova] Lock "18d58b3a-c163-4f33-9f07-873193a56af2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1308.084249] env[62954]: DEBUG nova.compute.manager [req-b5137067-840b-426d-b217-c5fffa403872 req-e737731a-fa70-410c-9c9d-de090cc5aaa6 service nova] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] No waiting events found dispatching network-vif-plugged-f4c97f63-d68a-4afc-a5bb-baafa2584dd3 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1308.084418] env[62954]: WARNING nova.compute.manager [req-b5137067-840b-426d-b217-c5fffa403872 req-e737731a-fa70-410c-9c9d-de090cc5aaa6 service nova] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Received unexpected event network-vif-plugged-f4c97f63-d68a-4afc-a5bb-baafa2584dd3 for instance with vm_state shelved_offloaded and task_state spawning. [ 1308.178810] env[62954]: DEBUG oslo_concurrency.lockutils [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "refresh_cache-18d58b3a-c163-4f33-9f07-873193a56af2" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1308.179319] env[62954]: DEBUG oslo_concurrency.lockutils [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquired lock "refresh_cache-18d58b3a-c163-4f33-9f07-873193a56af2" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.179319] env[62954]: DEBUG nova.network.neutron [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1308.258780] env[62954]: DEBUG oslo_vmware.api [None req-1fea5d25-da21-4fc9-b57d-816ee9c5bb68 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598418, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181412} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.259080] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fea5d25-da21-4fc9-b57d-816ee9c5bb68 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1308.259352] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1fea5d25-da21-4fc9-b57d-816ee9c5bb68 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1308.259623] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1fea5d25-da21-4fc9-b57d-816ee9c5bb68 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1308.260103] env[62954]: INFO nova.compute.manager [None req-1fea5d25-da21-4fc9-b57d-816ee9c5bb68 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1308.260313] env[62954]: DEBUG oslo.service.loopingcall [None req-1fea5d25-da21-4fc9-b57d-816ee9c5bb68 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1308.260583] env[62954]: DEBUG nova.compute.manager [-] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1308.260739] env[62954]: DEBUG nova.network.neutron [-] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1308.875466] env[62954]: DEBUG nova.network.neutron [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Updating instance_info_cache with network_info: [{"id": "f4c97f63-d68a-4afc-a5bb-baafa2584dd3", "address": "fa:16:3e:7e:de:2a", "network": {"id": "7c267a0a-446f-4e24-9552-67fbdacd4c1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1764129639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b7067a8cb44a12a451501342566d30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4c97f63-d6", "ovs_interfaceid": "f4c97f63-d68a-4afc-a5bb-baafa2584dd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.184882] env[62954]: DEBUG nova.network.neutron [-] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.378303] env[62954]: DEBUG oslo_concurrency.lockutils [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Releasing lock "refresh_cache-18d58b3a-c163-4f33-9f07-873193a56af2" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1309.404558] env[62954]: DEBUG nova.virt.hardware [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='610423aa0a82d069798217514e975833',container_format='bare',created_at=2025-02-17T22:42:37Z,direct_url=,disk_format='vmdk',id=85d68987-a8d7-421e-bfd5-3c0eaf89d9a3,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-470524552-shelved',owner='a2b7067a8cb44a12a451501342566d30',properties=ImageMetaProps,protected=,size=31666176,status='active',tags=,updated_at=2025-02-17T22:42:52Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1309.404805] env[62954]: DEBUG nova.virt.hardware [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1309.404968] env[62954]: DEBUG nova.virt.hardware [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1309.405179] env[62954]: DEBUG nova.virt.hardware [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1309.405331] env[62954]: DEBUG nova.virt.hardware [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1309.405486] env[62954]: DEBUG nova.virt.hardware [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1309.405697] env[62954]: DEBUG nova.virt.hardware [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1309.405858] env[62954]: DEBUG nova.virt.hardware [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1309.406038] env[62954]: DEBUG nova.virt.hardware [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1309.406209] env[62954]: DEBUG nova.virt.hardware [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1309.406388] env[62954]: DEBUG nova.virt.hardware [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1309.407243] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d56db3-781a-4b3c-bdd3-a136f0bb8389 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.415529] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be40645-0f76-4259-ad90-8e856613990a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.429254] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:de:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5a629f-6902-4d30-9278-74b443a8371d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4c97f63-d68a-4afc-a5bb-baafa2584dd3', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1309.436979] env[62954]: DEBUG oslo.service.loopingcall [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1309.437329] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1309.437583] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-702dfbe0-5d86-473a-9e1d-7af236c078a2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.455705] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1309.455705] env[62954]: value = "task-2598419" [ 1309.455705] env[62954]: _type = "Task" [ 1309.455705] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.463026] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598419, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.687108] env[62954]: INFO nova.compute.manager [-] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Took 1.43 seconds to deallocate network for instance. [ 1309.966422] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598419, 'name': CreateVM_Task, 'duration_secs': 0.312919} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.967434] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1309.967715] env[62954]: DEBUG oslo_concurrency.lockutils [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/85d68987-a8d7-421e-bfd5-3c0eaf89d9a3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1309.967886] env[62954]: DEBUG oslo_concurrency.lockutils [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquired lock "[datastore2] devstack-image-cache_base/85d68987-a8d7-421e-bfd5-3c0eaf89d9a3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.968287] env[62954]: DEBUG oslo_concurrency.lockutils [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/85d68987-a8d7-421e-bfd5-3c0eaf89d9a3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1309.968560] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10500b58-13d0-4332-a3f3-03324b0dd6a7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.972596] env[62954]: DEBUG oslo_vmware.api [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1309.972596] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5210f6b1-bb60-cde3-f31b-9a8ead427dc6" [ 1309.972596] env[62954]: _type = "Task" [ 1309.972596] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.979759] env[62954]: DEBUG oslo_vmware.api [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5210f6b1-bb60-cde3-f31b-9a8ead427dc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.113415] env[62954]: DEBUG nova.compute.manager [req-5f81c60e-ab69-47d2-a727-9ae4b953e968 req-b76023e7-a8ac-4ac0-8387-ce1526000112 service nova] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Received event network-changed-f4c97f63-d68a-4afc-a5bb-baafa2584dd3 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1310.113613] env[62954]: DEBUG nova.compute.manager [req-5f81c60e-ab69-47d2-a727-9ae4b953e968 req-b76023e7-a8ac-4ac0-8387-ce1526000112 service nova] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Refreshing instance network info cache due to event network-changed-f4c97f63-d68a-4afc-a5bb-baafa2584dd3. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1310.113838] env[62954]: DEBUG oslo_concurrency.lockutils [req-5f81c60e-ab69-47d2-a727-9ae4b953e968 req-b76023e7-a8ac-4ac0-8387-ce1526000112 service nova] Acquiring lock "refresh_cache-18d58b3a-c163-4f33-9f07-873193a56af2" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1310.113980] env[62954]: DEBUG oslo_concurrency.lockutils [req-5f81c60e-ab69-47d2-a727-9ae4b953e968 req-b76023e7-a8ac-4ac0-8387-ce1526000112 service nova] Acquired lock "refresh_cache-18d58b3a-c163-4f33-9f07-873193a56af2" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.114159] env[62954]: DEBUG nova.network.neutron [req-5f81c60e-ab69-47d2-a727-9ae4b953e968 req-b76023e7-a8ac-4ac0-8387-ce1526000112 service nova] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Refreshing network info cache for port f4c97f63-d68a-4afc-a5bb-baafa2584dd3 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1310.193329] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1fea5d25-da21-4fc9-b57d-816ee9c5bb68 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.193571] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1fea5d25-da21-4fc9-b57d-816ee9c5bb68 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1310.193766] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1fea5d25-da21-4fc9-b57d-816ee9c5bb68 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1310.214589] env[62954]: INFO nova.scheduler.client.report [None req-1fea5d25-da21-4fc9-b57d-816ee9c5bb68 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Deleted allocations for instance ef40b3a6-2b80-4a1b-9750-ad702aac6089 [ 1310.483378] env[62954]: DEBUG oslo_concurrency.lockutils [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Releasing lock "[datastore2] devstack-image-cache_base/85d68987-a8d7-421e-bfd5-3c0eaf89d9a3" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1310.483579] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Processing image 85d68987-a8d7-421e-bfd5-3c0eaf89d9a3 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1310.483819] env[62954]: DEBUG oslo_concurrency.lockutils [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/85d68987-a8d7-421e-bfd5-3c0eaf89d9a3/85d68987-a8d7-421e-bfd5-3c0eaf89d9a3.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1310.483969] env[62954]: DEBUG oslo_concurrency.lockutils [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquired lock "[datastore2] devstack-image-cache_base/85d68987-a8d7-421e-bfd5-3c0eaf89d9a3/85d68987-a8d7-421e-bfd5-3c0eaf89d9a3.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.484162] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1310.484424] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f7cd749-4f03-487b-b466-e93da0254e20 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.492777] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1310.492952] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1310.493648] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85ad4c1d-4212-4ec9-8567-9ec60fb4c3e5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.498323] env[62954]: DEBUG oslo_vmware.api [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1310.498323] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52c79495-762c-b47a-b53c-cf7dd010a737" [ 1310.498323] env[62954]: _type = "Task" [ 1310.498323] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.505025] env[62954]: DEBUG oslo_vmware.api [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52c79495-762c-b47a-b53c-cf7dd010a737, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.722121] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1fea5d25-da21-4fc9-b57d-816ee9c5bb68 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "ef40b3a6-2b80-4a1b-9750-ad702aac6089" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.079s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.012068] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Preparing fetch location {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1311.012356] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Fetch image to [datastore2] OSTACK_IMG_a3e23e7c-6ad3-4065-b125-a6ed4088b440/OSTACK_IMG_a3e23e7c-6ad3-4065-b125-a6ed4088b440.vmdk {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1311.012534] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Downloading stream optimized image 85d68987-a8d7-421e-bfd5-3c0eaf89d9a3 to [datastore2] OSTACK_IMG_a3e23e7c-6ad3-4065-b125-a6ed4088b440/OSTACK_IMG_a3e23e7c-6ad3-4065-b125-a6ed4088b440.vmdk on the data store datastore2 as vApp {{(pid=62954) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1311.012734] env[62954]: DEBUG nova.virt.vmwareapi.images [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Downloading image file data 85d68987-a8d7-421e-bfd5-3c0eaf89d9a3 to the ESX as VM named 'OSTACK_IMG_a3e23e7c-6ad3-4065-b125-a6ed4088b440' {{(pid=62954) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1311.063573] env[62954]: DEBUG nova.network.neutron [req-5f81c60e-ab69-47d2-a727-9ae4b953e968 req-b76023e7-a8ac-4ac0-8387-ce1526000112 service nova] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Updated VIF entry in instance network info cache for port f4c97f63-d68a-4afc-a5bb-baafa2584dd3. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1311.063926] env[62954]: DEBUG nova.network.neutron [req-5f81c60e-ab69-47d2-a727-9ae4b953e968 req-b76023e7-a8ac-4ac0-8387-ce1526000112 service nova] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Updating instance_info_cache with network_info: [{"id": "f4c97f63-d68a-4afc-a5bb-baafa2584dd3", "address": "fa:16:3e:7e:de:2a", "network": {"id": "7c267a0a-446f-4e24-9552-67fbdacd4c1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1764129639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b7067a8cb44a12a451501342566d30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4c97f63-d6", "ovs_interfaceid": "f4c97f63-d68a-4afc-a5bb-baafa2584dd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.086009] env[62954]: DEBUG oslo_vmware.rw_handles [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1311.086009] env[62954]: value = "resgroup-9" [ 1311.086009] env[62954]: _type = "ResourcePool" [ 1311.086009] env[62954]: }. {{(pid=62954) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1311.086303] env[62954]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-695a5118-a5e1-4e9e-aa1e-cb70a06af9fe {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.107505] env[62954]: DEBUG oslo_vmware.rw_handles [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lease: (returnval){ [ 1311.107505] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52153353-067e-08e0-61cf-effdf93fcaf7" [ 1311.107505] env[62954]: _type = "HttpNfcLease" [ 1311.107505] env[62954]: } obtained for vApp import into resource pool (val){ [ 1311.107505] env[62954]: value = "resgroup-9" [ 1311.107505] env[62954]: _type = "ResourcePool" [ 1311.107505] env[62954]: }. {{(pid=62954) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1311.107936] env[62954]: DEBUG oslo_vmware.api [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the lease: (returnval){ [ 1311.107936] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52153353-067e-08e0-61cf-effdf93fcaf7" [ 1311.107936] env[62954]: _type = "HttpNfcLease" [ 1311.107936] env[62954]: } to be ready. {{(pid=62954) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1311.113905] env[62954]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1311.113905] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52153353-067e-08e0-61cf-effdf93fcaf7" [ 1311.113905] env[62954]: _type = "HttpNfcLease" [ 1311.113905] env[62954]: } is initializing. {{(pid=62954) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1311.518847] env[62954]: DEBUG oslo_concurrency.lockutils [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "0b71e15b-f23e-4cd6-921c-9cf55e29397e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.519093] env[62954]: DEBUG oslo_concurrency.lockutils [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "0b71e15b-f23e-4cd6-921c-9cf55e29397e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.568863] env[62954]: DEBUG oslo_concurrency.lockutils [req-5f81c60e-ab69-47d2-a727-9ae4b953e968 req-b76023e7-a8ac-4ac0-8387-ce1526000112 service nova] Releasing lock "refresh_cache-18d58b3a-c163-4f33-9f07-873193a56af2" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1311.569147] env[62954]: DEBUG nova.compute.manager [req-5f81c60e-ab69-47d2-a727-9ae4b953e968 req-b76023e7-a8ac-4ac0-8387-ce1526000112 service nova] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Received event network-vif-deleted-f56ae43a-eb44-48c8-af43-ff7386494682 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1311.615361] env[62954]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1311.615361] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52153353-067e-08e0-61cf-effdf93fcaf7" [ 1311.615361] env[62954]: _type = "HttpNfcLease" [ 1311.615361] env[62954]: } is ready. {{(pid=62954) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1311.615680] env[62954]: DEBUG oslo_vmware.rw_handles [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1311.615680] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52153353-067e-08e0-61cf-effdf93fcaf7" [ 1311.615680] env[62954]: _type = "HttpNfcLease" [ 1311.615680] env[62954]: }. {{(pid=62954) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1311.616311] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703a1d17-8236-427f-a7c9-8dbb513b9e1e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.623214] env[62954]: DEBUG oslo_vmware.rw_handles [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522f4967-b4ab-6be2-679f-8b61b5284235/disk-0.vmdk from lease info. {{(pid=62954) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1311.623391] env[62954]: DEBUG oslo_vmware.rw_handles [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Creating HTTP connection to write to file with size = 31666176 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522f4967-b4ab-6be2-679f-8b61b5284235/disk-0.vmdk. {{(pid=62954) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1311.688040] env[62954]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-92ad2bfb-0f8a-4977-a440-223ad2e7878c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.021947] env[62954]: DEBUG nova.compute.manager [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1312.555173] env[62954]: DEBUG oslo_concurrency.lockutils [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1312.555454] env[62954]: DEBUG oslo_concurrency.lockutils [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1312.557144] env[62954]: INFO nova.compute.claims [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1312.785602] env[62954]: DEBUG oslo_vmware.rw_handles [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Completed reading data from the image iterator. {{(pid=62954) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1312.785841] env[62954]: DEBUG oslo_vmware.rw_handles [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522f4967-b4ab-6be2-679f-8b61b5284235/disk-0.vmdk. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1312.786790] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfcc8d0-2e93-44ce-8b4f-c76542ef1909 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.793882] env[62954]: DEBUG oslo_vmware.rw_handles [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522f4967-b4ab-6be2-679f-8b61b5284235/disk-0.vmdk is in state: ready. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1312.794058] env[62954]: DEBUG oslo_vmware.rw_handles [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522f4967-b4ab-6be2-679f-8b61b5284235/disk-0.vmdk. {{(pid=62954) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1312.794285] env[62954]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-4ca0086c-b217-4a22-a30f-eec7fa68818e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.023691] env[62954]: DEBUG oslo_vmware.rw_handles [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522f4967-b4ab-6be2-679f-8b61b5284235/disk-0.vmdk. {{(pid=62954) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1313.024056] env[62954]: INFO nova.virt.vmwareapi.images [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Downloaded image file data 85d68987-a8d7-421e-bfd5-3c0eaf89d9a3 [ 1313.024739] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a67cd41-d180-4f73-819a-a75ee9758f8c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.040796] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-940bbbad-7003-4f7d-b565-88b3db1670dd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.065179] env[62954]: INFO nova.virt.vmwareapi.images [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] The imported VM was unregistered [ 1313.067557] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Caching image {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1313.067816] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Creating directory with path [datastore2] devstack-image-cache_base/85d68987-a8d7-421e-bfd5-3c0eaf89d9a3 {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1313.068322] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca1efa22-3935-4909-9d13-e41b59bc989a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.092666] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Created directory with path [datastore2] devstack-image-cache_base/85d68987-a8d7-421e-bfd5-3c0eaf89d9a3 {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1313.092872] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_a3e23e7c-6ad3-4065-b125-a6ed4088b440/OSTACK_IMG_a3e23e7c-6ad3-4065-b125-a6ed4088b440.vmdk to [datastore2] devstack-image-cache_base/85d68987-a8d7-421e-bfd5-3c0eaf89d9a3/85d68987-a8d7-421e-bfd5-3c0eaf89d9a3.vmdk. {{(pid=62954) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1313.093137] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b25a1f7d-e61e-4d88-9c7a-8afd6fbbc609 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.100160] env[62954]: DEBUG oslo_vmware.api [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1313.100160] env[62954]: value = "task-2598422" [ 1313.100160] env[62954]: _type = "Task" [ 1313.100160] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.107826] env[62954]: DEBUG oslo_vmware.api [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598422, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.612415] env[62954]: DEBUG oslo_vmware.api [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598422, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.614174] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ffd8ca-37b5-4e1e-b87d-ec6b1b4b0293 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.621814] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d638107f-3aea-446a-9121-619759c8786a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.652645] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56718295-418a-47bd-b9e2-74c56d250aea {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.660395] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa709a93-39a2-4fc0-ba04-ab8032581217 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.675605] env[62954]: DEBUG nova.compute.provider_tree [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.113176] env[62954]: DEBUG oslo_vmware.api [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598422, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.179575] env[62954]: DEBUG nova.scheduler.client.report [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.614276] env[62954]: DEBUG oslo_vmware.api [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598422, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.684556] env[62954]: DEBUG oslo_concurrency.lockutils [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.129s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.685292] env[62954]: DEBUG nova.compute.manager [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1315.114713] env[62954]: DEBUG oslo_vmware.api [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598422, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.192023] env[62954]: DEBUG nova.compute.utils [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1315.193154] env[62954]: DEBUG nova.compute.manager [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1315.193446] env[62954]: DEBUG nova.network.neutron [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1315.238021] env[62954]: DEBUG nova.policy [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de227c7d954b48ceb4205330573c678f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5822cb258bd84b3a8a71026ea2d131e9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 1315.510680] env[62954]: DEBUG nova.network.neutron [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Successfully created port: 017c7e35-e53d-466e-8c1d-a78283141073 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1315.614158] env[62954]: DEBUG oslo_vmware.api [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598422, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.269693} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.614405] env[62954]: INFO nova.virt.vmwareapi.ds_util [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_a3e23e7c-6ad3-4065-b125-a6ed4088b440/OSTACK_IMG_a3e23e7c-6ad3-4065-b125-a6ed4088b440.vmdk to [datastore2] devstack-image-cache_base/85d68987-a8d7-421e-bfd5-3c0eaf89d9a3/85d68987-a8d7-421e-bfd5-3c0eaf89d9a3.vmdk. [ 1315.614594] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Cleaning up location [datastore2] OSTACK_IMG_a3e23e7c-6ad3-4065-b125-a6ed4088b440 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1315.614761] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_a3e23e7c-6ad3-4065-b125-a6ed4088b440 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1315.615000] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5940ddb5-dddc-428b-9239-555c834477a6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.620219] env[62954]: DEBUG oslo_vmware.api [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1315.620219] env[62954]: value = "task-2598423" [ 1315.620219] env[62954]: _type = "Task" [ 1315.620219] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.627299] env[62954]: DEBUG oslo_vmware.api [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.696750] env[62954]: DEBUG nova.compute.manager [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1316.130031] env[62954]: DEBUG oslo_vmware.api [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034747} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.130305] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1316.130508] env[62954]: DEBUG oslo_concurrency.lockutils [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Releasing lock "[datastore2] devstack-image-cache_base/85d68987-a8d7-421e-bfd5-3c0eaf89d9a3/85d68987-a8d7-421e-bfd5-3c0eaf89d9a3.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1316.130776] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/85d68987-a8d7-421e-bfd5-3c0eaf89d9a3/85d68987-a8d7-421e-bfd5-3c0eaf89d9a3.vmdk to [datastore2] 18d58b3a-c163-4f33-9f07-873193a56af2/18d58b3a-c163-4f33-9f07-873193a56af2.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1316.131058] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4eb51951-f02d-4eb8-b591-f0c97fcaad70 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.138661] env[62954]: DEBUG oslo_vmware.api [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1316.138661] env[62954]: value = "task-2598424" [ 1316.138661] env[62954]: _type = "Task" [ 1316.138661] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.145922] env[62954]: DEBUG oslo_vmware.api [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.652194] env[62954]: DEBUG oslo_vmware.api [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598424, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.705737] env[62954]: DEBUG nova.compute.manager [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1316.733965] env[62954]: DEBUG nova.virt.hardware [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1316.734380] env[62954]: DEBUG nova.virt.hardware [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1316.734639] env[62954]: DEBUG nova.virt.hardware [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1316.734935] env[62954]: DEBUG nova.virt.hardware [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1316.735201] env[62954]: DEBUG nova.virt.hardware [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1316.735448] env[62954]: DEBUG nova.virt.hardware [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1316.735798] env[62954]: DEBUG nova.virt.hardware [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1316.736113] env[62954]: DEBUG nova.virt.hardware [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1316.736418] env[62954]: DEBUG nova.virt.hardware [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1316.736715] env[62954]: DEBUG nova.virt.hardware [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1316.737027] env[62954]: DEBUG nova.virt.hardware [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1316.738382] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce4aa47-f2a6-4a0c-944d-6f941cd5e852 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.749935] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b273009-9356-404e-810e-958122b6b56b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.881172] env[62954]: DEBUG nova.compute.manager [req-894b2523-0b0b-426d-ab6b-b85f82023c99 req-3715bb27-8a15-461b-a3ba-6d3c8868cebe service nova] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Received event network-vif-plugged-017c7e35-e53d-466e-8c1d-a78283141073 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1316.881404] env[62954]: DEBUG oslo_concurrency.lockutils [req-894b2523-0b0b-426d-ab6b-b85f82023c99 req-3715bb27-8a15-461b-a3ba-6d3c8868cebe service nova] Acquiring lock "0b71e15b-f23e-4cd6-921c-9cf55e29397e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.881639] env[62954]: DEBUG oslo_concurrency.lockutils [req-894b2523-0b0b-426d-ab6b-b85f82023c99 req-3715bb27-8a15-461b-a3ba-6d3c8868cebe service nova] Lock "0b71e15b-f23e-4cd6-921c-9cf55e29397e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1316.881835] env[62954]: DEBUG oslo_concurrency.lockutils [req-894b2523-0b0b-426d-ab6b-b85f82023c99 req-3715bb27-8a15-461b-a3ba-6d3c8868cebe service nova] Lock "0b71e15b-f23e-4cd6-921c-9cf55e29397e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.882021] env[62954]: DEBUG nova.compute.manager [req-894b2523-0b0b-426d-ab6b-b85f82023c99 req-3715bb27-8a15-461b-a3ba-6d3c8868cebe service nova] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] No waiting events found dispatching network-vif-plugged-017c7e35-e53d-466e-8c1d-a78283141073 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1316.882195] env[62954]: WARNING nova.compute.manager [req-894b2523-0b0b-426d-ab6b-b85f82023c99 req-3715bb27-8a15-461b-a3ba-6d3c8868cebe service nova] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Received unexpected event network-vif-plugged-017c7e35-e53d-466e-8c1d-a78283141073 for instance with vm_state building and task_state spawning. [ 1317.017610] env[62954]: DEBUG nova.network.neutron [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Successfully updated port: 017c7e35-e53d-466e-8c1d-a78283141073 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1317.150035] env[62954]: DEBUG oslo_vmware.api [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598424, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.524987] env[62954]: DEBUG oslo_concurrency.lockutils [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "refresh_cache-0b71e15b-f23e-4cd6-921c-9cf55e29397e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.525142] env[62954]: DEBUG oslo_concurrency.lockutils [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquired lock "refresh_cache-0b71e15b-f23e-4cd6-921c-9cf55e29397e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.525292] env[62954]: DEBUG nova.network.neutron [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1317.650434] env[62954]: DEBUG oslo_vmware.api [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598424, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.059184] env[62954]: DEBUG nova.network.neutron [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1318.152392] env[62954]: DEBUG oslo_vmware.api [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598424, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.235428] env[62954]: DEBUG nova.network.neutron [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Updating instance_info_cache with network_info: [{"id": "017c7e35-e53d-466e-8c1d-a78283141073", "address": "fa:16:3e:1f:d7:c8", "network": {"id": "b92cb287-9120-4f4f-b2e5-dd3d10fcd6c9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-531245150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5822cb258bd84b3a8a71026ea2d131e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap017c7e35-e5", "ovs_interfaceid": "017c7e35-e53d-466e-8c1d-a78283141073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.651851] env[62954]: DEBUG oslo_vmware.api [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598424, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.248119} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.652127] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/85d68987-a8d7-421e-bfd5-3c0eaf89d9a3/85d68987-a8d7-421e-bfd5-3c0eaf89d9a3.vmdk to [datastore2] 18d58b3a-c163-4f33-9f07-873193a56af2/18d58b3a-c163-4f33-9f07-873193a56af2.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1318.652897] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a14fdf-eb6e-41f4-a2ed-b2f6814536ad {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.674094] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 18d58b3a-c163-4f33-9f07-873193a56af2/18d58b3a-c163-4f33-9f07-873193a56af2.vmdk or device None with type streamOptimized {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1318.674319] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f98b70d-3eff-4fdf-87d9-11ac24209240 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.693046] env[62954]: DEBUG oslo_vmware.api [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1318.693046] env[62954]: value = "task-2598425" [ 1318.693046] env[62954]: _type = "Task" [ 1318.693046] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.700469] env[62954]: DEBUG oslo_vmware.api [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598425, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.738184] env[62954]: DEBUG oslo_concurrency.lockutils [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Releasing lock "refresh_cache-0b71e15b-f23e-4cd6-921c-9cf55e29397e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.738566] env[62954]: DEBUG nova.compute.manager [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Instance network_info: |[{"id": "017c7e35-e53d-466e-8c1d-a78283141073", "address": "fa:16:3e:1f:d7:c8", "network": {"id": "b92cb287-9120-4f4f-b2e5-dd3d10fcd6c9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-531245150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5822cb258bd84b3a8a71026ea2d131e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap017c7e35-e5", "ovs_interfaceid": "017c7e35-e53d-466e-8c1d-a78283141073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1318.739077] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:d7:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '017c7e35-e53d-466e-8c1d-a78283141073', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1318.746709] env[62954]: DEBUG oslo.service.loopingcall [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1318.746913] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1318.747148] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bccb5981-6b43-413f-9a01-e082392eb26c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.766035] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1318.766035] env[62954]: value = "task-2598426" [ 1318.766035] env[62954]: _type = "Task" [ 1318.766035] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.773092] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598426, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.909644] env[62954]: DEBUG nova.compute.manager [req-395f1099-1eae-49e6-bf54-f4c441487712 req-5858849f-5470-45c7-beb3-364786c97e07 service nova] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Received event network-changed-017c7e35-e53d-466e-8c1d-a78283141073 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1318.909764] env[62954]: DEBUG nova.compute.manager [req-395f1099-1eae-49e6-bf54-f4c441487712 req-5858849f-5470-45c7-beb3-364786c97e07 service nova] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Refreshing instance network info cache due to event network-changed-017c7e35-e53d-466e-8c1d-a78283141073. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1318.909885] env[62954]: DEBUG oslo_concurrency.lockutils [req-395f1099-1eae-49e6-bf54-f4c441487712 req-5858849f-5470-45c7-beb3-364786c97e07 service nova] Acquiring lock "refresh_cache-0b71e15b-f23e-4cd6-921c-9cf55e29397e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1318.910043] env[62954]: DEBUG oslo_concurrency.lockutils [req-395f1099-1eae-49e6-bf54-f4c441487712 req-5858849f-5470-45c7-beb3-364786c97e07 service nova] Acquired lock "refresh_cache-0b71e15b-f23e-4cd6-921c-9cf55e29397e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.910215] env[62954]: DEBUG nova.network.neutron [req-395f1099-1eae-49e6-bf54-f4c441487712 req-5858849f-5470-45c7-beb3-364786c97e07 service nova] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Refreshing network info cache for port 017c7e35-e53d-466e-8c1d-a78283141073 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1319.202875] env[62954]: DEBUG oslo_vmware.api [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598425, 'name': ReconfigVM_Task, 'duration_secs': 0.505816} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.203261] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 18d58b3a-c163-4f33-9f07-873193a56af2/18d58b3a-c163-4f33-9f07-873193a56af2.vmdk or device None with type streamOptimized {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1319.203743] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fd812ed-80ec-4dbd-9b6e-5098c8c9f0af {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.209508] env[62954]: DEBUG oslo_vmware.api [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1319.209508] env[62954]: value = "task-2598427" [ 1319.209508] env[62954]: _type = "Task" [ 1319.209508] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.216801] env[62954]: DEBUG oslo_vmware.api [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598427, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.275117] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598426, 'name': CreateVM_Task, 'duration_secs': 0.331328} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.275287] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1319.275922] env[62954]: DEBUG oslo_concurrency.lockutils [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.276130] env[62954]: DEBUG oslo_concurrency.lockutils [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.276462] env[62954]: DEBUG oslo_concurrency.lockutils [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1319.276729] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6e17da1-b595-4225-939c-f4c8bd210884 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.280959] env[62954]: DEBUG oslo_vmware.api [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1319.280959] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]526b9b2f-0a81-3d1f-09ec-492caedfc96a" [ 1319.280959] env[62954]: _type = "Task" [ 1319.280959] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.288630] env[62954]: DEBUG oslo_vmware.api [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]526b9b2f-0a81-3d1f-09ec-492caedfc96a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.622290] env[62954]: DEBUG nova.network.neutron [req-395f1099-1eae-49e6-bf54-f4c441487712 req-5858849f-5470-45c7-beb3-364786c97e07 service nova] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Updated VIF entry in instance network info cache for port 017c7e35-e53d-466e-8c1d-a78283141073. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1319.622651] env[62954]: DEBUG nova.network.neutron [req-395f1099-1eae-49e6-bf54-f4c441487712 req-5858849f-5470-45c7-beb3-364786c97e07 service nova] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Updating instance_info_cache with network_info: [{"id": "017c7e35-e53d-466e-8c1d-a78283141073", "address": "fa:16:3e:1f:d7:c8", "network": {"id": "b92cb287-9120-4f4f-b2e5-dd3d10fcd6c9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-531245150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5822cb258bd84b3a8a71026ea2d131e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap017c7e35-e5", "ovs_interfaceid": "017c7e35-e53d-466e-8c1d-a78283141073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.719441] env[62954]: DEBUG oslo_vmware.api [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598427, 'name': Rename_Task, 'duration_secs': 0.136705} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.719703] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1319.719935] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-152f45cf-1c99-4c03-881b-d1f814459404 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.725461] env[62954]: DEBUG oslo_vmware.api [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1319.725461] env[62954]: value = "task-2598428" [ 1319.725461] env[62954]: _type = "Task" [ 1319.725461] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.732704] env[62954]: DEBUG oslo_vmware.api [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.790760] env[62954]: DEBUG oslo_vmware.api [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]526b9b2f-0a81-3d1f-09ec-492caedfc96a, 'name': SearchDatastore_Task, 'duration_secs': 0.009319} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.791035] env[62954]: DEBUG oslo_concurrency.lockutils [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1319.791283] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1319.791527] env[62954]: DEBUG oslo_concurrency.lockutils [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.791711] env[62954]: DEBUG oslo_concurrency.lockutils [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.791900] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1319.792163] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c638049-0dff-4373-963e-1c98c28de443 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.801353] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1319.801526] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1319.802219] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44cb6239-f706-4091-a27b-17024c8bc7cc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.807088] env[62954]: DEBUG oslo_vmware.api [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1319.807088] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52e7f68e-d34b-31be-f16a-b4495b6d0030" [ 1319.807088] env[62954]: _type = "Task" [ 1319.807088] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.814221] env[62954]: DEBUG oslo_vmware.api [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52e7f68e-d34b-31be-f16a-b4495b6d0030, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.125469] env[62954]: DEBUG oslo_concurrency.lockutils [req-395f1099-1eae-49e6-bf54-f4c441487712 req-5858849f-5470-45c7-beb3-364786c97e07 service nova] Releasing lock "refresh_cache-0b71e15b-f23e-4cd6-921c-9cf55e29397e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.235490] env[62954]: DEBUG oslo_vmware.api [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598428, 'name': PowerOnVM_Task, 'duration_secs': 0.419654} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.235888] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1320.317797] env[62954]: DEBUG oslo_vmware.api [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52e7f68e-d34b-31be-f16a-b4495b6d0030, 'name': SearchDatastore_Task, 'duration_secs': 0.017032} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.318607] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8af714a-58b0-4918-81cc-aca42d84029e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.323720] env[62954]: DEBUG oslo_vmware.api [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1320.323720] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]522e7ead-4c78-7a4e-3b71-880c4bef998f" [ 1320.323720] env[62954]: _type = "Task" [ 1320.323720] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.331078] env[62954]: DEBUG oslo_vmware.api [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]522e7ead-4c78-7a4e-3b71-880c4bef998f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.333871] env[62954]: DEBUG nova.compute.manager [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1320.334612] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d691fa-cef0-4a90-8d22-7ae4b877843f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.835016] env[62954]: DEBUG oslo_vmware.api [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]522e7ead-4c78-7a4e-3b71-880c4bef998f, 'name': SearchDatastore_Task, 'duration_secs': 0.009083} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.835287] env[62954]: DEBUG oslo_concurrency.lockutils [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.835544] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 0b71e15b-f23e-4cd6-921c-9cf55e29397e/0b71e15b-f23e-4cd6-921c-9cf55e29397e.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1320.835797] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f5f4f84-cb40-4f63-b23c-d8ff603c1f9c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.841874] env[62954]: DEBUG oslo_vmware.api [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1320.841874] env[62954]: value = "task-2598429" [ 1320.841874] env[62954]: _type = "Task" [ 1320.841874] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.852590] env[62954]: DEBUG oslo_vmware.api [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.853016] env[62954]: DEBUG oslo_concurrency.lockutils [None req-501d139a-b34f-4ed0-a76f-e11e2944cff3 tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "18d58b3a-c163-4f33-9f07-873193a56af2" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.329s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.352656] env[62954]: DEBUG oslo_vmware.api [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.418758} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.353100] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 0b71e15b-f23e-4cd6-921c-9cf55e29397e/0b71e15b-f23e-4cd6-921c-9cf55e29397e.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1321.353203] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1321.353442] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c98a3fc2-1c3c-4a7d-a7ef-0d2c08fec807 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.360953] env[62954]: DEBUG oslo_vmware.api [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1321.360953] env[62954]: value = "task-2598430" [ 1321.360953] env[62954]: _type = "Task" [ 1321.360953] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.367931] env[62954]: DEBUG oslo_vmware.api [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.871136] env[62954]: DEBUG oslo_vmware.api [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058511} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.871374] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1321.872135] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9be691-a813-4b9f-8e01-3f58004a329f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.893192] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 0b71e15b-f23e-4cd6-921c-9cf55e29397e/0b71e15b-f23e-4cd6-921c-9cf55e29397e.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1321.893413] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b1e34ff-638e-4069-85f4-73db9867bc5a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.911859] env[62954]: DEBUG oslo_vmware.api [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1321.911859] env[62954]: value = "task-2598431" [ 1321.911859] env[62954]: _type = "Task" [ 1321.911859] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.918910] env[62954]: DEBUG oslo_vmware.api [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598431, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.178727] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1a3d73da-0c96-489a-a339-6c9c1dcee24f tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "18d58b3a-c163-4f33-9f07-873193a56af2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1322.179000] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1a3d73da-0c96-489a-a339-6c9c1dcee24f tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "18d58b3a-c163-4f33-9f07-873193a56af2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.179184] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1a3d73da-0c96-489a-a339-6c9c1dcee24f tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "18d58b3a-c163-4f33-9f07-873193a56af2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1322.179375] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1a3d73da-0c96-489a-a339-6c9c1dcee24f tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "18d58b3a-c163-4f33-9f07-873193a56af2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.179549] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1a3d73da-0c96-489a-a339-6c9c1dcee24f tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "18d58b3a-c163-4f33-9f07-873193a56af2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.181740] env[62954]: INFO nova.compute.manager [None req-1a3d73da-0c96-489a-a339-6c9c1dcee24f tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Terminating instance [ 1322.421886] env[62954]: DEBUG oslo_vmware.api [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598431, 'name': ReconfigVM_Task, 'duration_secs': 0.251276} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.422273] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 0b71e15b-f23e-4cd6-921c-9cf55e29397e/0b71e15b-f23e-4cd6-921c-9cf55e29397e.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1322.422805] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed979c86-687a-4607-b4d1-e4f11ed41139 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.429176] env[62954]: DEBUG oslo_vmware.api [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1322.429176] env[62954]: value = "task-2598432" [ 1322.429176] env[62954]: _type = "Task" [ 1322.429176] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.436553] env[62954]: DEBUG oslo_vmware.api [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598432, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.686254] env[62954]: DEBUG nova.compute.manager [None req-1a3d73da-0c96-489a-a339-6c9c1dcee24f tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1322.686494] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3d73da-0c96-489a-a339-6c9c1dcee24f tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1322.687535] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68097860-1d73-481f-b670-9a6c7ce2777c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.695721] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3d73da-0c96-489a-a339-6c9c1dcee24f tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1322.695982] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8df6cf63-f474-4c2d-a246-b7c3cb97614d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.702579] env[62954]: DEBUG oslo_vmware.api [None req-1a3d73da-0c96-489a-a339-6c9c1dcee24f tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1322.702579] env[62954]: value = "task-2598433" [ 1322.702579] env[62954]: _type = "Task" [ 1322.702579] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.711153] env[62954]: DEBUG oslo_vmware.api [None req-1a3d73da-0c96-489a-a339-6c9c1dcee24f tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.941203] env[62954]: DEBUG oslo_vmware.api [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598432, 'name': Rename_Task, 'duration_secs': 0.179788} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.941449] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1322.941737] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6dd67c5-4845-43dd-8959-02d20f917f30 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.948323] env[62954]: DEBUG oslo_vmware.api [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1322.948323] env[62954]: value = "task-2598434" [ 1322.948323] env[62954]: _type = "Task" [ 1322.948323] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.955849] env[62954]: DEBUG oslo_vmware.api [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.212926] env[62954]: DEBUG oslo_vmware.api [None req-1a3d73da-0c96-489a-a339-6c9c1dcee24f tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598433, 'name': PowerOffVM_Task, 'duration_secs': 0.175794} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.213194] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3d73da-0c96-489a-a339-6c9c1dcee24f tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1323.213417] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3d73da-0c96-489a-a339-6c9c1dcee24f tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1323.213689] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-580f59c9-abe5-44cc-9a81-6e2faa9e49c7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.275081] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3d73da-0c96-489a-a339-6c9c1dcee24f tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1323.275324] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3d73da-0c96-489a-a339-6c9c1dcee24f tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1323.275509] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a3d73da-0c96-489a-a339-6c9c1dcee24f tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Deleting the datastore file [datastore2] 18d58b3a-c163-4f33-9f07-873193a56af2 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1323.275769] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f71ce60a-ae58-4510-951c-40de44176d69 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.283599] env[62954]: DEBUG oslo_vmware.api [None req-1a3d73da-0c96-489a-a339-6c9c1dcee24f tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for the task: (returnval){ [ 1323.283599] env[62954]: value = "task-2598436" [ 1323.283599] env[62954]: _type = "Task" [ 1323.283599] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.291954] env[62954]: DEBUG oslo_vmware.api [None req-1a3d73da-0c96-489a-a339-6c9c1dcee24f tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.460963] env[62954]: DEBUG oslo_vmware.api [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598434, 'name': PowerOnVM_Task, 'duration_secs': 0.425042} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.461427] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1323.461586] env[62954]: INFO nova.compute.manager [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Took 6.76 seconds to spawn the instance on the hypervisor. [ 1323.461838] env[62954]: DEBUG nova.compute.manager [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1323.462959] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee7407a-7a3d-4403-a0ed-69f597678f7a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.793330] env[62954]: DEBUG oslo_vmware.api [None req-1a3d73da-0c96-489a-a339-6c9c1dcee24f tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Task: {'id': task-2598436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151257} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.793558] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a3d73da-0c96-489a-a339-6c9c1dcee24f tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1323.793717] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3d73da-0c96-489a-a339-6c9c1dcee24f tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1323.793895] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3d73da-0c96-489a-a339-6c9c1dcee24f tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1323.794082] env[62954]: INFO nova.compute.manager [None req-1a3d73da-0c96-489a-a339-6c9c1dcee24f tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1323.794324] env[62954]: DEBUG oslo.service.loopingcall [None req-1a3d73da-0c96-489a-a339-6c9c1dcee24f tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1323.794510] env[62954]: DEBUG nova.compute.manager [-] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1323.794602] env[62954]: DEBUG nova.network.neutron [-] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1323.985714] env[62954]: INFO nova.compute.manager [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Took 11.46 seconds to build instance. [ 1324.255935] env[62954]: DEBUG nova.compute.manager [req-8a70d3a4-1942-4f81-8cdb-2afe043e6116 req-53e3bfef-d47f-4bee-bea3-d1f2229c79ba service nova] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Received event network-vif-deleted-f4c97f63-d68a-4afc-a5bb-baafa2584dd3 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1324.256690] env[62954]: INFO nova.compute.manager [req-8a70d3a4-1942-4f81-8cdb-2afe043e6116 req-53e3bfef-d47f-4bee-bea3-d1f2229c79ba service nova] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Neutron deleted interface f4c97f63-d68a-4afc-a5bb-baafa2584dd3; detaching it from the instance and deleting it from the info cache [ 1324.256690] env[62954]: DEBUG nova.network.neutron [req-8a70d3a4-1942-4f81-8cdb-2afe043e6116 req-53e3bfef-d47f-4bee-bea3-d1f2229c79ba service nova] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.488484] env[62954]: DEBUG oslo_concurrency.lockutils [None req-28356e54-7906-4c04-9f61-4b477beb8685 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "0b71e15b-f23e-4cd6-921c-9cf55e29397e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.969s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.489763] env[62954]: DEBUG nova.compute.manager [req-de9f4721-330a-404a-b8ff-cd0d80c0cd88 req-e73ce48e-4374-4046-8952-a794cd5344dd service nova] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Received event network-changed-017c7e35-e53d-466e-8c1d-a78283141073 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1324.489951] env[62954]: DEBUG nova.compute.manager [req-de9f4721-330a-404a-b8ff-cd0d80c0cd88 req-e73ce48e-4374-4046-8952-a794cd5344dd service nova] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Refreshing instance network info cache due to event network-changed-017c7e35-e53d-466e-8c1d-a78283141073. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1324.490192] env[62954]: DEBUG oslo_concurrency.lockutils [req-de9f4721-330a-404a-b8ff-cd0d80c0cd88 req-e73ce48e-4374-4046-8952-a794cd5344dd service nova] Acquiring lock "refresh_cache-0b71e15b-f23e-4cd6-921c-9cf55e29397e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.490420] env[62954]: DEBUG oslo_concurrency.lockutils [req-de9f4721-330a-404a-b8ff-cd0d80c0cd88 req-e73ce48e-4374-4046-8952-a794cd5344dd service nova] Acquired lock "refresh_cache-0b71e15b-f23e-4cd6-921c-9cf55e29397e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.490634] env[62954]: DEBUG nova.network.neutron [req-de9f4721-330a-404a-b8ff-cd0d80c0cd88 req-e73ce48e-4374-4046-8952-a794cd5344dd service nova] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Refreshing network info cache for port 017c7e35-e53d-466e-8c1d-a78283141073 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1324.739867] env[62954]: DEBUG nova.network.neutron [-] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.758896] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-23364306-18ac-47e1-8fdf-649705dabe17 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.768469] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9016e9-99c3-4a32-a918-0914422f4594 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.794561] env[62954]: DEBUG nova.compute.manager [req-8a70d3a4-1942-4f81-8cdb-2afe043e6116 req-53e3bfef-d47f-4bee-bea3-d1f2229c79ba service nova] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Detach interface failed, port_id=f4c97f63-d68a-4afc-a5bb-baafa2584dd3, reason: Instance 18d58b3a-c163-4f33-9f07-873193a56af2 could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1324.931392] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.208546] env[62954]: DEBUG nova.network.neutron [req-de9f4721-330a-404a-b8ff-cd0d80c0cd88 req-e73ce48e-4374-4046-8952-a794cd5344dd service nova] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Updated VIF entry in instance network info cache for port 017c7e35-e53d-466e-8c1d-a78283141073. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1325.209123] env[62954]: DEBUG nova.network.neutron [req-de9f4721-330a-404a-b8ff-cd0d80c0cd88 req-e73ce48e-4374-4046-8952-a794cd5344dd service nova] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Updating instance_info_cache with network_info: [{"id": "017c7e35-e53d-466e-8c1d-a78283141073", "address": "fa:16:3e:1f:d7:c8", "network": {"id": "b92cb287-9120-4f4f-b2e5-dd3d10fcd6c9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-531245150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5822cb258bd84b3a8a71026ea2d131e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap017c7e35-e5", "ovs_interfaceid": "017c7e35-e53d-466e-8c1d-a78283141073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.242814] env[62954]: INFO nova.compute.manager [-] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Took 1.45 seconds to deallocate network for instance. [ 1325.712321] env[62954]: DEBUG oslo_concurrency.lockutils [req-de9f4721-330a-404a-b8ff-cd0d80c0cd88 req-e73ce48e-4374-4046-8952-a794cd5344dd service nova] Releasing lock "refresh_cache-0b71e15b-f23e-4cd6-921c-9cf55e29397e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.748672] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1a3d73da-0c96-489a-a339-6c9c1dcee24f tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1325.748944] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1a3d73da-0c96-489a-a339-6c9c1dcee24f tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.749195] env[62954]: DEBUG nova.objects.instance [None req-1a3d73da-0c96-489a-a339-6c9c1dcee24f tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lazy-loading 'resources' on Instance uuid 18d58b3a-c163-4f33-9f07-873193a56af2 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.294437] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8093471-5359-4d58-ba0b-9c3c8c521360 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.302370] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b91ab0-0661-4aa9-8c00-f93b0ae5c9bc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.331246] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da89261-c0b0-4a0c-a8e6-99ead225447f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.338017] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9969bce7-9fa4-4a04-9e51-1a89eea6cbd8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.350581] env[62954]: DEBUG nova.compute.provider_tree [None req-1a3d73da-0c96-489a-a339-6c9c1dcee24f tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.853797] env[62954]: DEBUG nova.scheduler.client.report [None req-1a3d73da-0c96-489a-a339-6c9c1dcee24f tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1327.361077] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1a3d73da-0c96-489a-a339-6c9c1dcee24f tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.612s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.378331] env[62954]: INFO nova.scheduler.client.report [None req-1a3d73da-0c96-489a-a339-6c9c1dcee24f tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Deleted allocations for instance 18d58b3a-c163-4f33-9f07-873193a56af2 [ 1327.886135] env[62954]: DEBUG oslo_concurrency.lockutils [None req-1a3d73da-0c96-489a-a339-6c9c1dcee24f tempest-ServerActionsTestOtherB-1126237338 tempest-ServerActionsTestOtherB-1126237338-project-member] Lock "18d58b3a-c163-4f33-9f07-873193a56af2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.707s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1328.931165] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.931633] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Starting heal instance info cache {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1328.931633] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Rebuilding the list of instances to heal {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1329.474472] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "refresh_cache-0b71e15b-f23e-4cd6-921c-9cf55e29397e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.474645] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquired lock "refresh_cache-0b71e15b-f23e-4cd6-921c-9cf55e29397e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.474798] env[62954]: DEBUG nova.network.neutron [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Forcefully refreshing network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1329.474979] env[62954]: DEBUG nova.objects.instance [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lazy-loading 'info_cache' on Instance uuid 0b71e15b-f23e-4cd6-921c-9cf55e29397e {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1331.201293] env[62954]: DEBUG nova.network.neutron [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Updating instance_info_cache with network_info: [{"id": "017c7e35-e53d-466e-8c1d-a78283141073", "address": "fa:16:3e:1f:d7:c8", "network": {"id": "b92cb287-9120-4f4f-b2e5-dd3d10fcd6c9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-531245150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5822cb258bd84b3a8a71026ea2d131e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap017c7e35-e5", "ovs_interfaceid": "017c7e35-e53d-466e-8c1d-a78283141073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.704069] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Releasing lock "refresh_cache-0b71e15b-f23e-4cd6-921c-9cf55e29397e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.704323] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Updated the network info_cache for instance {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1331.704516] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.704680] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.704839] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.704986] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.705164] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62954) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1331.705327] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1332.208290] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.208666] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.208726] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.208876] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62954) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1332.209814] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b1e9c6-83c1-42b7-8787-022292d2360b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.218435] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd40afb-6842-45ff-8d22-0069ec630557 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.232497] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17e29c5-032c-40e5-924b-8c80492671d7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.238820] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce9aef6-d2ac-46eb-ae1e-caab945731c3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.269107] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181113MB free_disk=128GB free_vcpus=48 pci_devices=None {{(pid=62954) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1332.269107] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.269275] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1333.297772] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 0b71e15b-f23e-4cd6-921c-9cf55e29397e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1333.297772] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62954) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1333.297772] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62954) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1333.327312] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6382d838-803c-40e5-9755-0198cddbf126 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.335768] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfe47cd-53c0-4d6a-9fad-71a7cd9c11d3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.365441] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6925d2d1-a40b-4605-8855-e711ca405513 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.373590] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f27edc-3c2e-44e2-a129-1a19f2749be5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.388661] env[62954]: DEBUG nova.compute.provider_tree [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.891615] env[62954]: DEBUG nova.scheduler.client.report [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1334.396494] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62954) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1334.396820] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.127s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.623612] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.926910] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1336.211244] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquiring lock "66c5785f-b56c-4115-a1a4-3d61e48cac19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.211495] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Lock "66c5785f-b56c-4115-a1a4-3d61e48cac19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.494253] env[62954]: DEBUG oslo_concurrency.lockutils [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquiring lock "5c5995c2-6c3c-4d68-81eb-65bf753d4ced" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.494486] env[62954]: DEBUG oslo_concurrency.lockutils [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Lock "5c5995c2-6c3c-4d68-81eb-65bf753d4ced" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.713591] env[62954]: DEBUG nova.compute.manager [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1336.997491] env[62954]: DEBUG nova.compute.manager [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1337.235606] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.235887] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.237361] env[62954]: INFO nova.compute.claims [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1337.514117] env[62954]: DEBUG oslo_concurrency.lockutils [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.296672] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e999df6b-30ed-4c02-b1dc-c3511680fdcc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.304790] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53301d63-2756-4fea-925d-d07689c79f26 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.333850] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea142bc1-b196-42c7-adab-f38b3486bf6a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.340624] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3375589-9941-4b26-b02a-02bf3277c68e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.353136] env[62954]: DEBUG nova.compute.provider_tree [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Updating inventory in ProviderTree for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1338.873588] env[62954]: ERROR nova.scheduler.client.report [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [req-15dac2fa-ebfc-4da0-b850-24ed6d6e96a7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6fcf5ae7-e825-4914-bf51-14f0c81039d4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-15dac2fa-ebfc-4da0-b850-24ed6d6e96a7"}]} [ 1338.889169] env[62954]: DEBUG nova.scheduler.client.report [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Refreshing inventories for resource provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1338.901372] env[62954]: DEBUG nova.scheduler.client.report [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Updating ProviderTree inventory for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1338.901569] env[62954]: DEBUG nova.compute.provider_tree [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Updating inventory in ProviderTree for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1338.910943] env[62954]: DEBUG nova.scheduler.client.report [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Refreshing aggregate associations for resource provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4, aggregates: None {{(pid=62954) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1338.926789] env[62954]: DEBUG nova.scheduler.client.report [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Refreshing trait associations for resource provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62954) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1338.967034] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae6ad2c-eee2-4f7a-9577-3a9d8ea2704a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.974308] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acdd4bdd-290a-424e-a78a-b039a3c26ee4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.004644] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971fa129-ec24-486a-90d4-52080d46ba8e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.011515] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00005ac9-3bb1-4ec3-afc5-4ec0a010bc30 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.024415] env[62954]: DEBUG nova.compute.provider_tree [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Updating inventory in ProviderTree for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1339.553755] env[62954]: DEBUG nova.scheduler.client.report [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Updated inventory for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 with generation 170 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1339.554079] env[62954]: DEBUG nova.compute.provider_tree [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Updating resource provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 generation from 170 to 171 during operation: update_inventory {{(pid=62954) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1339.554218] env[62954]: DEBUG nova.compute.provider_tree [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Updating inventory in ProviderTree for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1340.058922] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.823s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1340.059463] env[62954]: DEBUG nova.compute.manager [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1340.062408] env[62954]: DEBUG oslo_concurrency.lockutils [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.548s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1340.063748] env[62954]: INFO nova.compute.claims [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1340.568242] env[62954]: DEBUG nova.compute.utils [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1340.571517] env[62954]: DEBUG nova.compute.manager [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1340.571686] env[62954]: DEBUG nova.network.neutron [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1340.608580] env[62954]: DEBUG nova.policy [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c6e4c53ec2144dc8593efb2fdc00cea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c77c2039caf41a1a05a3c1ad64abbfd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 1340.858304] env[62954]: DEBUG nova.network.neutron [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Successfully created port: 35f7c31a-3e84-44af-80b0-72df699b5ba6 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1341.072479] env[62954]: DEBUG nova.compute.manager [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1341.127103] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3519369-14f6-442e-afa2-afee8c173057 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.135493] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecddfb90-1b2d-4d71-8692-2186505f5ff3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.166546] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361f0359-2bea-4639-befc-10dc1c45a318 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.173467] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e2e491-9c55-42c0-b63f-8f7ef2d9660f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.186407] env[62954]: DEBUG nova.compute.provider_tree [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.690058] env[62954]: DEBUG nova.scheduler.client.report [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1341.927447] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1342.083634] env[62954]: DEBUG nova.compute.manager [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1342.109087] env[62954]: DEBUG nova.virt.hardware [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1342.109345] env[62954]: DEBUG nova.virt.hardware [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1342.109503] env[62954]: DEBUG nova.virt.hardware [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1342.109684] env[62954]: DEBUG nova.virt.hardware [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1342.109831] env[62954]: DEBUG nova.virt.hardware [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1342.109979] env[62954]: DEBUG nova.virt.hardware [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1342.110207] env[62954]: DEBUG nova.virt.hardware [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1342.110368] env[62954]: DEBUG nova.virt.hardware [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1342.110538] env[62954]: DEBUG nova.virt.hardware [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1342.110702] env[62954]: DEBUG nova.virt.hardware [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1342.110918] env[62954]: DEBUG nova.virt.hardware [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1342.111770] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483274b6-1773-4e4a-8aa4-0838a01fd3d6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.119605] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b91e69-591f-4f1a-a0dc-2f3cd24997d0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.194511] env[62954]: DEBUG oslo_concurrency.lockutils [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.132s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.195078] env[62954]: DEBUG nova.compute.manager [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1342.205976] env[62954]: DEBUG nova.compute.manager [req-b90b0c4c-c2b0-4a5d-bb97-24c9f210bcd2 req-eba4d4e6-d680-4fed-a45d-df899844620a service nova] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Received event network-vif-plugged-35f7c31a-3e84-44af-80b0-72df699b5ba6 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1342.206259] env[62954]: DEBUG oslo_concurrency.lockutils [req-b90b0c4c-c2b0-4a5d-bb97-24c9f210bcd2 req-eba4d4e6-d680-4fed-a45d-df899844620a service nova] Acquiring lock "66c5785f-b56c-4115-a1a4-3d61e48cac19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.206401] env[62954]: DEBUG oslo_concurrency.lockutils [req-b90b0c4c-c2b0-4a5d-bb97-24c9f210bcd2 req-eba4d4e6-d680-4fed-a45d-df899844620a service nova] Lock "66c5785f-b56c-4115-a1a4-3d61e48cac19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1342.206569] env[62954]: DEBUG oslo_concurrency.lockutils [req-b90b0c4c-c2b0-4a5d-bb97-24c9f210bcd2 req-eba4d4e6-d680-4fed-a45d-df899844620a service nova] Lock "66c5785f-b56c-4115-a1a4-3d61e48cac19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.206735] env[62954]: DEBUG nova.compute.manager [req-b90b0c4c-c2b0-4a5d-bb97-24c9f210bcd2 req-eba4d4e6-d680-4fed-a45d-df899844620a service nova] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] No waiting events found dispatching network-vif-plugged-35f7c31a-3e84-44af-80b0-72df699b5ba6 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1342.206900] env[62954]: WARNING nova.compute.manager [req-b90b0c4c-c2b0-4a5d-bb97-24c9f210bcd2 req-eba4d4e6-d680-4fed-a45d-df899844620a service nova] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Received unexpected event network-vif-plugged-35f7c31a-3e84-44af-80b0-72df699b5ba6 for instance with vm_state building and task_state spawning. [ 1342.285820] env[62954]: DEBUG nova.network.neutron [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Successfully updated port: 35f7c31a-3e84-44af-80b0-72df699b5ba6 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1342.700770] env[62954]: DEBUG nova.compute.utils [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1342.702251] env[62954]: DEBUG nova.compute.manager [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1342.702348] env[62954]: DEBUG nova.network.neutron [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1342.740825] env[62954]: DEBUG nova.policy [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c6e4c53ec2144dc8593efb2fdc00cea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c77c2039caf41a1a05a3c1ad64abbfd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 1342.788519] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquiring lock "refresh_cache-66c5785f-b56c-4115-a1a4-3d61e48cac19" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1342.788721] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquired lock "refresh_cache-66c5785f-b56c-4115-a1a4-3d61e48cac19" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.788861] env[62954]: DEBUG nova.network.neutron [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1342.952515] env[62954]: DEBUG nova.network.neutron [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Successfully created port: a21dafc0-c6b9-4525-9994-b5c4ec8818fb {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1343.205088] env[62954]: DEBUG nova.compute.manager [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1343.317562] env[62954]: DEBUG nova.network.neutron [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1343.430590] env[62954]: DEBUG nova.network.neutron [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Updating instance_info_cache with network_info: [{"id": "35f7c31a-3e84-44af-80b0-72df699b5ba6", "address": "fa:16:3e:00:27:d0", "network": {"id": "3c501446-bd21-4826-97e2-105d526cadb1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1015969330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c77c2039caf41a1a05a3c1ad64abbfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35f7c31a-3e", "ovs_interfaceid": "35f7c31a-3e84-44af-80b0-72df699b5ba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.933359] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Releasing lock "refresh_cache-66c5785f-b56c-4115-a1a4-3d61e48cac19" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.933707] env[62954]: DEBUG nova.compute.manager [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Instance network_info: |[{"id": "35f7c31a-3e84-44af-80b0-72df699b5ba6", "address": "fa:16:3e:00:27:d0", "network": {"id": "3c501446-bd21-4826-97e2-105d526cadb1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1015969330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c77c2039caf41a1a05a3c1ad64abbfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35f7c31a-3e", "ovs_interfaceid": "35f7c31a-3e84-44af-80b0-72df699b5ba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1343.934101] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:27:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35f7c31a-3e84-44af-80b0-72df699b5ba6', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1343.941691] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Creating folder: Project (0c77c2039caf41a1a05a3c1ad64abbfd). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1343.941949] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4c3a8c7-423c-4bf8-9c97-e0ffe6141e68 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.954295] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Created folder: Project (0c77c2039caf41a1a05a3c1ad64abbfd) in parent group-v523717. [ 1343.954477] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Creating folder: Instances. Parent ref: group-v524045. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1343.954699] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d25e5d8-6eab-40a1-91ec-1a1e7ddb74aa {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.964867] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Created folder: Instances in parent group-v524045. [ 1343.965100] env[62954]: DEBUG oslo.service.loopingcall [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1343.965284] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1343.965469] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-046cfb85-98cf-40bb-9c1e-e9d3746ba528 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.983852] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1343.983852] env[62954]: value = "task-2598440" [ 1343.983852] env[62954]: _type = "Task" [ 1343.983852] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.990780] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598440, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.213989] env[62954]: DEBUG nova.compute.manager [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1344.231800] env[62954]: DEBUG nova.compute.manager [req-97b2e277-0b88-4e1e-83dd-aaa870414eaa req-b9dc91b0-108a-4903-ae27-46132595011a service nova] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Received event network-changed-35f7c31a-3e84-44af-80b0-72df699b5ba6 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1344.231800] env[62954]: DEBUG nova.compute.manager [req-97b2e277-0b88-4e1e-83dd-aaa870414eaa req-b9dc91b0-108a-4903-ae27-46132595011a service nova] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Refreshing instance network info cache due to event network-changed-35f7c31a-3e84-44af-80b0-72df699b5ba6. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1344.231800] env[62954]: DEBUG oslo_concurrency.lockutils [req-97b2e277-0b88-4e1e-83dd-aaa870414eaa req-b9dc91b0-108a-4903-ae27-46132595011a service nova] Acquiring lock "refresh_cache-66c5785f-b56c-4115-a1a4-3d61e48cac19" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.231800] env[62954]: DEBUG oslo_concurrency.lockutils [req-97b2e277-0b88-4e1e-83dd-aaa870414eaa req-b9dc91b0-108a-4903-ae27-46132595011a service nova] Acquired lock "refresh_cache-66c5785f-b56c-4115-a1a4-3d61e48cac19" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.232330] env[62954]: DEBUG nova.network.neutron [req-97b2e277-0b88-4e1e-83dd-aaa870414eaa req-b9dc91b0-108a-4903-ae27-46132595011a service nova] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Refreshing network info cache for port 35f7c31a-3e84-44af-80b0-72df699b5ba6 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1344.242278] env[62954]: DEBUG nova.virt.hardware [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1344.242751] env[62954]: DEBUG nova.virt.hardware [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1344.242751] env[62954]: DEBUG nova.virt.hardware [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1344.242906] env[62954]: DEBUG nova.virt.hardware [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1344.243018] env[62954]: DEBUG nova.virt.hardware [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1344.243190] env[62954]: DEBUG nova.virt.hardware [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1344.243411] env[62954]: DEBUG nova.virt.hardware [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1344.243583] env[62954]: DEBUG nova.virt.hardware [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1344.243761] env[62954]: DEBUG nova.virt.hardware [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1344.243934] env[62954]: DEBUG nova.virt.hardware [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1344.244170] env[62954]: DEBUG nova.virt.hardware [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1344.245483] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbb35d7-b223-495a-b279-38fa8ea28a04 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.255045] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c98ef6-f86a-4f2e-9abc-8e91122dfe84 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.385069] env[62954]: DEBUG nova.network.neutron [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Successfully updated port: a21dafc0-c6b9-4525-9994-b5c4ec8818fb {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1344.493900] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598440, 'name': CreateVM_Task, 'duration_secs': 0.380519} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.494174] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1344.494756] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.494929] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.495302] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1344.495553] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82a92461-792e-4237-bb60-8a5baa2abb52 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.500892] env[62954]: DEBUG oslo_vmware.api [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1344.500892] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]524a9ff6-bb63-ec94-c665-07dd9f82806b" [ 1344.500892] env[62954]: _type = "Task" [ 1344.500892] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.509307] env[62954]: DEBUG oslo_vmware.api [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]524a9ff6-bb63-ec94-c665-07dd9f82806b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.890219] env[62954]: DEBUG oslo_concurrency.lockutils [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquiring lock "refresh_cache-5c5995c2-6c3c-4d68-81eb-65bf753d4ced" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.890370] env[62954]: DEBUG oslo_concurrency.lockutils [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquired lock "refresh_cache-5c5995c2-6c3c-4d68-81eb-65bf753d4ced" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.890521] env[62954]: DEBUG nova.network.neutron [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1344.911803] env[62954]: DEBUG nova.network.neutron [req-97b2e277-0b88-4e1e-83dd-aaa870414eaa req-b9dc91b0-108a-4903-ae27-46132595011a service nova] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Updated VIF entry in instance network info cache for port 35f7c31a-3e84-44af-80b0-72df699b5ba6. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1344.912186] env[62954]: DEBUG nova.network.neutron [req-97b2e277-0b88-4e1e-83dd-aaa870414eaa req-b9dc91b0-108a-4903-ae27-46132595011a service nova] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Updating instance_info_cache with network_info: [{"id": "35f7c31a-3e84-44af-80b0-72df699b5ba6", "address": "fa:16:3e:00:27:d0", "network": {"id": "3c501446-bd21-4826-97e2-105d526cadb1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1015969330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c77c2039caf41a1a05a3c1ad64abbfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35f7c31a-3e", "ovs_interfaceid": "35f7c31a-3e84-44af-80b0-72df699b5ba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.011531] env[62954]: DEBUG oslo_vmware.api [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]524a9ff6-bb63-ec94-c665-07dd9f82806b, 'name': SearchDatastore_Task, 'duration_secs': 0.009955} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.011844] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1345.012087] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1345.012336] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.012484] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.012664] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1345.012905] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e02bc4fb-f95a-40d9-a94f-d3c7cddf461d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.020902] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1345.021095] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1345.021760] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9a93a72-c43c-4fae-bb5e-3750caaea21e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.026333] env[62954]: DEBUG oslo_vmware.api [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1345.026333] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]521dd542-f5cb-4c02-08eb-7bd5696e1452" [ 1345.026333] env[62954]: _type = "Task" [ 1345.026333] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.033910] env[62954]: DEBUG oslo_vmware.api [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]521dd542-f5cb-4c02-08eb-7bd5696e1452, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.414967] env[62954]: DEBUG oslo_concurrency.lockutils [req-97b2e277-0b88-4e1e-83dd-aaa870414eaa req-b9dc91b0-108a-4903-ae27-46132595011a service nova] Releasing lock "refresh_cache-66c5785f-b56c-4115-a1a4-3d61e48cac19" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1345.421728] env[62954]: DEBUG nova.network.neutron [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1345.536041] env[62954]: DEBUG oslo_vmware.api [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]521dd542-f5cb-4c02-08eb-7bd5696e1452, 'name': SearchDatastore_Task, 'duration_secs': 0.008585} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.536794] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2afa2a58-3e30-4afa-9850-6b53157959da {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.541483] env[62954]: DEBUG oslo_vmware.api [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1345.541483] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]522439a9-0ee7-9daf-0ad7-1f3fc682ab8b" [ 1345.541483] env[62954]: _type = "Task" [ 1345.541483] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.548346] env[62954]: DEBUG oslo_vmware.api [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]522439a9-0ee7-9daf-0ad7-1f3fc682ab8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.549356] env[62954]: DEBUG nova.network.neutron [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Updating instance_info_cache with network_info: [{"id": "a21dafc0-c6b9-4525-9994-b5c4ec8818fb", "address": "fa:16:3e:d2:6e:1b", "network": {"id": "3c501446-bd21-4826-97e2-105d526cadb1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1015969330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c77c2039caf41a1a05a3c1ad64abbfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa21dafc0-c6", "ovs_interfaceid": "a21dafc0-c6b9-4525-9994-b5c4ec8818fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.051564] env[62954]: DEBUG oslo_concurrency.lockutils [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Releasing lock "refresh_cache-5c5995c2-6c3c-4d68-81eb-65bf753d4ced" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.051877] env[62954]: DEBUG nova.compute.manager [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Instance network_info: |[{"id": "a21dafc0-c6b9-4525-9994-b5c4ec8818fb", "address": "fa:16:3e:d2:6e:1b", "network": {"id": "3c501446-bd21-4826-97e2-105d526cadb1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1015969330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c77c2039caf41a1a05a3c1ad64abbfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa21dafc0-c6", "ovs_interfaceid": "a21dafc0-c6b9-4525-9994-b5c4ec8818fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1346.052209] env[62954]: DEBUG oslo_vmware.api [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]522439a9-0ee7-9daf-0ad7-1f3fc682ab8b, 'name': SearchDatastore_Task, 'duration_secs': 0.013509} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.052533] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:6e:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a21dafc0-c6b9-4525-9994-b5c4ec8818fb', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1346.059772] env[62954]: DEBUG oslo.service.loopingcall [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1346.059986] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.060233] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 66c5785f-b56c-4115-a1a4-3d61e48cac19/66c5785f-b56c-4115-a1a4-3d61e48cac19.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1346.060475] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1346.060674] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45d24bff-0f7d-4ba3-a4e7-8c195bffb4e2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.062769] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af208136-d9ee-4bb7-b9f6-557c2ae25450 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.081325] env[62954]: DEBUG oslo_vmware.api [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1346.081325] env[62954]: value = "task-2598441" [ 1346.081325] env[62954]: _type = "Task" [ 1346.081325] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.082462] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1346.082462] env[62954]: value = "task-2598442" [ 1346.082462] env[62954]: _type = "Task" [ 1346.082462] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.092305] env[62954]: DEBUG oslo_vmware.api [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.094958] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598442, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.261103] env[62954]: DEBUG nova.compute.manager [req-ac96dd83-c68f-42bf-8ba5-8b632b56a345 req-35b1ab8a-a884-45a5-8461-3968370d56c1 service nova] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Received event network-vif-plugged-a21dafc0-c6b9-4525-9994-b5c4ec8818fb {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1346.261331] env[62954]: DEBUG oslo_concurrency.lockutils [req-ac96dd83-c68f-42bf-8ba5-8b632b56a345 req-35b1ab8a-a884-45a5-8461-3968370d56c1 service nova] Acquiring lock "5c5995c2-6c3c-4d68-81eb-65bf753d4ced-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.261538] env[62954]: DEBUG oslo_concurrency.lockutils [req-ac96dd83-c68f-42bf-8ba5-8b632b56a345 req-35b1ab8a-a884-45a5-8461-3968370d56c1 service nova] Lock "5c5995c2-6c3c-4d68-81eb-65bf753d4ced-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.261730] env[62954]: DEBUG oslo_concurrency.lockutils [req-ac96dd83-c68f-42bf-8ba5-8b632b56a345 req-35b1ab8a-a884-45a5-8461-3968370d56c1 service nova] Lock "5c5995c2-6c3c-4d68-81eb-65bf753d4ced-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.261891] env[62954]: DEBUG nova.compute.manager [req-ac96dd83-c68f-42bf-8ba5-8b632b56a345 req-35b1ab8a-a884-45a5-8461-3968370d56c1 service nova] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] No waiting events found dispatching network-vif-plugged-a21dafc0-c6b9-4525-9994-b5c4ec8818fb {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1346.262253] env[62954]: WARNING nova.compute.manager [req-ac96dd83-c68f-42bf-8ba5-8b632b56a345 req-35b1ab8a-a884-45a5-8461-3968370d56c1 service nova] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Received unexpected event network-vif-plugged-a21dafc0-c6b9-4525-9994-b5c4ec8818fb for instance with vm_state building and task_state spawning. [ 1346.262253] env[62954]: DEBUG nova.compute.manager [req-ac96dd83-c68f-42bf-8ba5-8b632b56a345 req-35b1ab8a-a884-45a5-8461-3968370d56c1 service nova] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Received event network-changed-a21dafc0-c6b9-4525-9994-b5c4ec8818fb {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1346.262390] env[62954]: DEBUG nova.compute.manager [req-ac96dd83-c68f-42bf-8ba5-8b632b56a345 req-35b1ab8a-a884-45a5-8461-3968370d56c1 service nova] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Refreshing instance network info cache due to event network-changed-a21dafc0-c6b9-4525-9994-b5c4ec8818fb. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1346.262571] env[62954]: DEBUG oslo_concurrency.lockutils [req-ac96dd83-c68f-42bf-8ba5-8b632b56a345 req-35b1ab8a-a884-45a5-8461-3968370d56c1 service nova] Acquiring lock "refresh_cache-5c5995c2-6c3c-4d68-81eb-65bf753d4ced" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1346.262707] env[62954]: DEBUG oslo_concurrency.lockutils [req-ac96dd83-c68f-42bf-8ba5-8b632b56a345 req-35b1ab8a-a884-45a5-8461-3968370d56c1 service nova] Acquired lock "refresh_cache-5c5995c2-6c3c-4d68-81eb-65bf753d4ced" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.262865] env[62954]: DEBUG nova.network.neutron [req-ac96dd83-c68f-42bf-8ba5-8b632b56a345 req-35b1ab8a-a884-45a5-8461-3968370d56c1 service nova] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Refreshing network info cache for port a21dafc0-c6b9-4525-9994-b5c4ec8818fb {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1346.598049] env[62954]: DEBUG oslo_vmware.api [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598441, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.428713} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.598302] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598442, 'name': CreateVM_Task, 'duration_secs': 0.500544} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.598475] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 66c5785f-b56c-4115-a1a4-3d61e48cac19/66c5785f-b56c-4115-a1a4-3d61e48cac19.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1346.598679] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1346.598934] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1346.599203] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2aacb713-fbfd-4484-9164-6b4b9b20e3f9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.601238] env[62954]: DEBUG oslo_concurrency.lockutils [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1346.601402] env[62954]: DEBUG oslo_concurrency.lockutils [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.601713] env[62954]: DEBUG oslo_concurrency.lockutils [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1346.601957] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1259b3b-b716-405b-993a-21ac35a35f78 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.606396] env[62954]: DEBUG oslo_vmware.api [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1346.606396] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52c5a0e3-a2a3-f44f-6bf5-275d274c4bd1" [ 1346.606396] env[62954]: _type = "Task" [ 1346.606396] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.607554] env[62954]: DEBUG oslo_vmware.api [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1346.607554] env[62954]: value = "task-2598443" [ 1346.607554] env[62954]: _type = "Task" [ 1346.607554] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.617204] env[62954]: DEBUG oslo_vmware.api [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598443, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.620136] env[62954]: DEBUG oslo_vmware.api [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52c5a0e3-a2a3-f44f-6bf5-275d274c4bd1, 'name': SearchDatastore_Task, 'duration_secs': 0.008605} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.620404] env[62954]: DEBUG oslo_concurrency.lockutils [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.620625] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1346.620859] env[62954]: DEBUG oslo_concurrency.lockutils [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1346.621033] env[62954]: DEBUG oslo_concurrency.lockutils [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.621224] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1346.621452] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ad3461c-40ba-4fa9-942b-32e1e65a1dfb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.627917] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1346.628105] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1346.628754] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa39e67d-2d67-4b2d-af2e-b24af1f93e7b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.633378] env[62954]: DEBUG oslo_vmware.api [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1346.633378] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52fe2bf6-373d-20d1-3344-1975f73da68f" [ 1346.633378] env[62954]: _type = "Task" [ 1346.633378] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.640161] env[62954]: DEBUG oslo_vmware.api [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52fe2bf6-373d-20d1-3344-1975f73da68f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.955227] env[62954]: DEBUG nova.network.neutron [req-ac96dd83-c68f-42bf-8ba5-8b632b56a345 req-35b1ab8a-a884-45a5-8461-3968370d56c1 service nova] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Updated VIF entry in instance network info cache for port a21dafc0-c6b9-4525-9994-b5c4ec8818fb. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1346.955582] env[62954]: DEBUG nova.network.neutron [req-ac96dd83-c68f-42bf-8ba5-8b632b56a345 req-35b1ab8a-a884-45a5-8461-3968370d56c1 service nova] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Updating instance_info_cache with network_info: [{"id": "a21dafc0-c6b9-4525-9994-b5c4ec8818fb", "address": "fa:16:3e:d2:6e:1b", "network": {"id": "3c501446-bd21-4826-97e2-105d526cadb1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1015969330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c77c2039caf41a1a05a3c1ad64abbfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa21dafc0-c6", "ovs_interfaceid": "a21dafc0-c6b9-4525-9994-b5c4ec8818fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.120418] env[62954]: DEBUG oslo_vmware.api [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598443, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057673} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.120765] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1347.121407] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93c39fd-0ee8-40fc-91cf-d4ae100fd298 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.142769] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 66c5785f-b56c-4115-a1a4-3d61e48cac19/66c5785f-b56c-4115-a1a4-3d61e48cac19.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1347.145704] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e3edd0c-ddb3-48da-a954-41b411e2fd52 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.164657] env[62954]: DEBUG oslo_vmware.api [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52fe2bf6-373d-20d1-3344-1975f73da68f, 'name': SearchDatastore_Task, 'duration_secs': 0.007953} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.166337] env[62954]: DEBUG oslo_vmware.api [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1347.166337] env[62954]: value = "task-2598444" [ 1347.166337] env[62954]: _type = "Task" [ 1347.166337] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.166573] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c555bf9-04f2-405f-ba35-9584b4cf47a0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.176270] env[62954]: DEBUG oslo_vmware.api [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598444, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.177380] env[62954]: DEBUG oslo_vmware.api [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1347.177380] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]529452cf-7711-cfa6-ec70-7171bade8fe0" [ 1347.177380] env[62954]: _type = "Task" [ 1347.177380] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.184542] env[62954]: DEBUG oslo_vmware.api [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]529452cf-7711-cfa6-ec70-7171bade8fe0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.458655] env[62954]: DEBUG oslo_concurrency.lockutils [req-ac96dd83-c68f-42bf-8ba5-8b632b56a345 req-35b1ab8a-a884-45a5-8461-3968370d56c1 service nova] Releasing lock "refresh_cache-5c5995c2-6c3c-4d68-81eb-65bf753d4ced" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1347.677990] env[62954]: DEBUG oslo_vmware.api [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598444, 'name': ReconfigVM_Task, 'duration_secs': 0.270163} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.680938] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 66c5785f-b56c-4115-a1a4-3d61e48cac19/66c5785f-b56c-4115-a1a4-3d61e48cac19.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1347.681520] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e4a4f56-a1c8-45db-8e5f-798a618ae580 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.687519] env[62954]: DEBUG oslo_vmware.api [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]529452cf-7711-cfa6-ec70-7171bade8fe0, 'name': SearchDatastore_Task, 'duration_secs': 0.011694} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.688541] env[62954]: DEBUG oslo_concurrency.lockutils [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1347.688791] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 5c5995c2-6c3c-4d68-81eb-65bf753d4ced/5c5995c2-6c3c-4d68-81eb-65bf753d4ced.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1347.689096] env[62954]: DEBUG oslo_vmware.api [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1347.689096] env[62954]: value = "task-2598445" [ 1347.689096] env[62954]: _type = "Task" [ 1347.689096] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.689278] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d50d4ab9-9493-4d9f-a387-ec365dbe9a5e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.697773] env[62954]: DEBUG oslo_vmware.api [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598445, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.698816] env[62954]: DEBUG oslo_vmware.api [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1347.698816] env[62954]: value = "task-2598446" [ 1347.698816] env[62954]: _type = "Task" [ 1347.698816] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.707104] env[62954]: DEBUG oslo_vmware.api [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598446, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.200607] env[62954]: DEBUG oslo_vmware.api [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598445, 'name': Rename_Task, 'duration_secs': 0.135324} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.205540] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1348.205664] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcdd8bc2-7c52-409b-9a7c-fed86398cf1a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.211701] env[62954]: DEBUG oslo_vmware.api [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598446, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442961} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.212798] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 5c5995c2-6c3c-4d68-81eb-65bf753d4ced/5c5995c2-6c3c-4d68-81eb-65bf753d4ced.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1348.213014] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1348.213310] env[62954]: DEBUG oslo_vmware.api [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1348.213310] env[62954]: value = "task-2598447" [ 1348.213310] env[62954]: _type = "Task" [ 1348.213310] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.213485] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37fd5bcb-5d2a-45bf-9aab-a2d823f3fd12 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.222621] env[62954]: DEBUG oslo_vmware.api [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.223701] env[62954]: DEBUG oslo_vmware.api [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1348.223701] env[62954]: value = "task-2598448" [ 1348.223701] env[62954]: _type = "Task" [ 1348.223701] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.230555] env[62954]: DEBUG oslo_vmware.api [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598448, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.725795] env[62954]: DEBUG oslo_vmware.api [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598447, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.734899] env[62954]: DEBUG oslo_vmware.api [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598448, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072254} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.735251] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1348.736243] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1475118b-1c6d-4628-bbde-57bafa2f059e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.758805] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 5c5995c2-6c3c-4d68-81eb-65bf753d4ced/5c5995c2-6c3c-4d68-81eb-65bf753d4ced.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1348.759071] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d669471-52e7-4b50-8743-dbbe1e83e6ad {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.777010] env[62954]: DEBUG oslo_vmware.api [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1348.777010] env[62954]: value = "task-2598449" [ 1348.777010] env[62954]: _type = "Task" [ 1348.777010] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.784587] env[62954]: DEBUG oslo_vmware.api [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598449, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.226383] env[62954]: DEBUG oslo_vmware.api [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598447, 'name': PowerOnVM_Task, 'duration_secs': 0.556165} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.226698] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1349.226834] env[62954]: INFO nova.compute.manager [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Took 7.14 seconds to spawn the instance on the hypervisor. [ 1349.227027] env[62954]: DEBUG nova.compute.manager [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1349.227778] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99063d0d-574d-4553-b944-c80f8c394925 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.286815] env[62954]: DEBUG oslo_vmware.api [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598449, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.747085] env[62954]: INFO nova.compute.manager [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Took 12.53 seconds to build instance. [ 1349.787433] env[62954]: DEBUG oslo_vmware.api [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598449, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.250146] env[62954]: DEBUG oslo_concurrency.lockutils [None req-a27e1ffe-a897-46a9-9435-f345c9c27127 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Lock "66c5785f-b56c-4115-a1a4-3d61e48cac19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.038s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.287981] env[62954]: DEBUG oslo_vmware.api [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598449, 'name': ReconfigVM_Task, 'duration_secs': 1.291839} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.288282] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 5c5995c2-6c3c-4d68-81eb-65bf753d4ced/5c5995c2-6c3c-4d68-81eb-65bf753d4ced.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1350.288927] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf690558-a1a7-4d71-a3a1-d524ef3981b9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.295820] env[62954]: DEBUG oslo_vmware.api [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1350.295820] env[62954]: value = "task-2598450" [ 1350.295820] env[62954]: _type = "Task" [ 1350.295820] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.303279] env[62954]: DEBUG oslo_vmware.api [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598450, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.806496] env[62954]: DEBUG oslo_vmware.api [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598450, 'name': Rename_Task, 'duration_secs': 0.130396} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.806799] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1350.806942] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a0e744f-2b96-4572-8e82-618368093893 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.813378] env[62954]: DEBUG oslo_vmware.api [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1350.813378] env[62954]: value = "task-2598451" [ 1350.813378] env[62954]: _type = "Task" [ 1350.813378] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.820392] env[62954]: DEBUG oslo_vmware.api [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.322747] env[62954]: DEBUG oslo_vmware.api [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598451, 'name': PowerOnVM_Task, 'duration_secs': 0.493423} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.323041] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1351.323268] env[62954]: INFO nova.compute.manager [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Took 7.11 seconds to spawn the instance on the hypervisor. [ 1351.323474] env[62954]: DEBUG nova.compute.manager [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1351.324260] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b088c085-467b-4cbe-8c2c-fb0ba82d51cc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.841575] env[62954]: INFO nova.compute.manager [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Took 14.34 seconds to build instance. [ 1352.344187] env[62954]: DEBUG oslo_concurrency.lockutils [None req-71c293cd-d01b-49bb-9349-55ce185ecd11 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Lock "5c5995c2-6c3c-4d68-81eb-65bf753d4ced" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.849s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1353.051617] env[62954]: INFO nova.compute.manager [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Rescuing [ 1353.052171] env[62954]: DEBUG oslo_concurrency.lockutils [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquiring lock "refresh_cache-5c5995c2-6c3c-4d68-81eb-65bf753d4ced" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.052171] env[62954]: DEBUG oslo_concurrency.lockutils [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquired lock "refresh_cache-5c5995c2-6c3c-4d68-81eb-65bf753d4ced" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.052331] env[62954]: DEBUG nova.network.neutron [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1353.817093] env[62954]: DEBUG nova.network.neutron [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Updating instance_info_cache with network_info: [{"id": "a21dafc0-c6b9-4525-9994-b5c4ec8818fb", "address": "fa:16:3e:d2:6e:1b", "network": {"id": "3c501446-bd21-4826-97e2-105d526cadb1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1015969330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c77c2039caf41a1a05a3c1ad64abbfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa21dafc0-c6", "ovs_interfaceid": "a21dafc0-c6b9-4525-9994-b5c4ec8818fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.320406] env[62954]: DEBUG oslo_concurrency.lockutils [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Releasing lock "refresh_cache-5c5995c2-6c3c-4d68-81eb-65bf753d4ced" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1355.854110] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1355.854474] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e66a6f3f-f702-4180-b974-a218a2d67cab {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.862979] env[62954]: DEBUG oslo_vmware.api [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1355.862979] env[62954]: value = "task-2598452" [ 1355.862979] env[62954]: _type = "Task" [ 1355.862979] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.870338] env[62954]: DEBUG oslo_vmware.api [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.373614] env[62954]: DEBUG oslo_vmware.api [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598452, 'name': PowerOffVM_Task, 'duration_secs': 0.282756} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.373893] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1356.374641] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6559ebe8-f5c7-4f5d-8728-5507ef3861a1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.392619] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd17c474-c1ab-4b7d-8635-a87f9e57e565 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.421695] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1356.422050] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96de5f29-ca31-457e-9a37-17d6a583c030 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.428722] env[62954]: DEBUG oslo_vmware.api [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1356.428722] env[62954]: value = "task-2598453" [ 1356.428722] env[62954]: _type = "Task" [ 1356.428722] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.436304] env[62954]: DEBUG oslo_vmware.api [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.939518] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] VM already powered off {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1356.939996] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1356.940262] env[62954]: DEBUG oslo_concurrency.lockutils [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.940509] env[62954]: DEBUG oslo_concurrency.lockutils [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.940791] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1356.941131] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12f7e969-3db4-48c7-a828-1ed6b8725127 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.949330] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1356.949592] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1356.950380] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a500e075-da91-467a-96b6-5d72c5b0d0f4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.955286] env[62954]: DEBUG oslo_vmware.api [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1356.955286] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]528ca9aa-1088-ca6f-1d67-e6589fb21fd6" [ 1356.955286] env[62954]: _type = "Task" [ 1356.955286] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.962789] env[62954]: DEBUG oslo_vmware.api [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]528ca9aa-1088-ca6f-1d67-e6589fb21fd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.465904] env[62954]: DEBUG oslo_vmware.api [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]528ca9aa-1088-ca6f-1d67-e6589fb21fd6, 'name': SearchDatastore_Task, 'duration_secs': 0.00867} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.466757] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92b2e186-d407-4571-97ff-729b52d9193a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.471633] env[62954]: DEBUG oslo_vmware.api [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1357.471633] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5246a8dd-fb55-4f48-a972-149f0e7950f3" [ 1357.471633] env[62954]: _type = "Task" [ 1357.471633] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.478848] env[62954]: DEBUG oslo_vmware.api [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5246a8dd-fb55-4f48-a972-149f0e7950f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.981700] env[62954]: DEBUG oslo_vmware.api [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5246a8dd-fb55-4f48-a972-149f0e7950f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010074} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.982112] env[62954]: DEBUG oslo_concurrency.lockutils [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1357.982262] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 5c5995c2-6c3c-4d68-81eb-65bf753d4ced/45a12149-1b6c-414b-9b32-1b6ffa65e320-rescue.vmdk. {{(pid=62954) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1357.982515] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f679e75-a64b-4482-a470-89572b19318e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.990063] env[62954]: DEBUG oslo_vmware.api [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1357.990063] env[62954]: value = "task-2598454" [ 1357.990063] env[62954]: _type = "Task" [ 1357.990063] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.997581] env[62954]: DEBUG oslo_vmware.api [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598454, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.501320] env[62954]: DEBUG oslo_vmware.api [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598454, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.001195] env[62954]: DEBUG oslo_vmware.api [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598454, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.863812} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.001623] env[62954]: INFO nova.virt.vmwareapi.ds_util [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 5c5995c2-6c3c-4d68-81eb-65bf753d4ced/45a12149-1b6c-414b-9b32-1b6ffa65e320-rescue.vmdk. [ 1359.002262] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c858b68e-4184-48bd-997f-b0a56df5ed74 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.027141] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 5c5995c2-6c3c-4d68-81eb-65bf753d4ced/45a12149-1b6c-414b-9b32-1b6ffa65e320-rescue.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1359.027375] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8f4dee5-9b7d-47d2-a88b-7a1bd7e3cd03 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.045333] env[62954]: DEBUG oslo_vmware.api [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1359.045333] env[62954]: value = "task-2598455" [ 1359.045333] env[62954]: _type = "Task" [ 1359.045333] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.052458] env[62954]: DEBUG oslo_vmware.api [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598455, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.555249] env[62954]: DEBUG oslo_vmware.api [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598455, 'name': ReconfigVM_Task, 'duration_secs': 0.330536} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.555478] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 5c5995c2-6c3c-4d68-81eb-65bf753d4ced/45a12149-1b6c-414b-9b32-1b6ffa65e320-rescue.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1359.556302] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a188313d-0a44-4c1e-88f1-81e4324ecd1b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.580474] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0439230-f61e-407d-8024-2d7d197bc658 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.595821] env[62954]: DEBUG oslo_vmware.api [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1359.595821] env[62954]: value = "task-2598456" [ 1359.595821] env[62954]: _type = "Task" [ 1359.595821] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.603262] env[62954]: DEBUG oslo_vmware.api [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598456, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.105919] env[62954]: DEBUG oslo_vmware.api [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598456, 'name': ReconfigVM_Task, 'duration_secs': 0.151977} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.106304] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1360.106474] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b5439c1-e29b-4ad2-8d73-06f816ac165f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.114206] env[62954]: DEBUG oslo_vmware.api [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1360.114206] env[62954]: value = "task-2598457" [ 1360.114206] env[62954]: _type = "Task" [ 1360.114206] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.122019] env[62954]: DEBUG oslo_vmware.api [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.624388] env[62954]: DEBUG oslo_vmware.api [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598457, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.666935] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9ea16e42-1b28-4f70-ac48-8d57a55ff206 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "0b71e15b-f23e-4cd6-921c-9cf55e29397e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.667184] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9ea16e42-1b28-4f70-ac48-8d57a55ff206 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "0b71e15b-f23e-4cd6-921c-9cf55e29397e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.667383] env[62954]: DEBUG nova.compute.manager [None req-9ea16e42-1b28-4f70-ac48-8d57a55ff206 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1360.668224] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ba28c9-462d-466a-adbc-b65dd53755fe {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.674443] env[62954]: DEBUG nova.compute.manager [None req-9ea16e42-1b28-4f70-ac48-8d57a55ff206 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62954) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1360.674982] env[62954]: DEBUG nova.objects.instance [None req-9ea16e42-1b28-4f70-ac48-8d57a55ff206 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lazy-loading 'flavor' on Instance uuid 0b71e15b-f23e-4cd6-921c-9cf55e29397e {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1361.124626] env[62954]: DEBUG oslo_vmware.api [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598457, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.625258] env[62954]: DEBUG oslo_vmware.api [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598457, 'name': PowerOnVM_Task, 'duration_secs': 1.397826} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.625635] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1361.628426] env[62954]: DEBUG nova.compute.manager [None req-47359b4f-be29-473d-88f3-a9f9aab5cc9b tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1361.629295] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c63606-13ca-4297-8cba-e1ecd17b5ef6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.681437] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea16e42-1b28-4f70-ac48-8d57a55ff206 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1361.681911] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a6a4d27-dbfb-4c11-bad5-1f56f78959d5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.690175] env[62954]: DEBUG oslo_vmware.api [None req-9ea16e42-1b28-4f70-ac48-8d57a55ff206 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1361.690175] env[62954]: value = "task-2598458" [ 1361.690175] env[62954]: _type = "Task" [ 1361.690175] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.699185] env[62954]: DEBUG oslo_vmware.api [None req-9ea16e42-1b28-4f70-ac48-8d57a55ff206 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.199853] env[62954]: DEBUG oslo_vmware.api [None req-9ea16e42-1b28-4f70-ac48-8d57a55ff206 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598458, 'name': PowerOffVM_Task, 'duration_secs': 0.19362} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.200240] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea16e42-1b28-4f70-ac48-8d57a55ff206 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1362.200358] env[62954]: DEBUG nova.compute.manager [None req-9ea16e42-1b28-4f70-ac48-8d57a55ff206 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1362.201095] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7df7f1-990d-4406-9129-60849127ae2f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.711920] env[62954]: DEBUG oslo_concurrency.lockutils [None req-9ea16e42-1b28-4f70-ac48-8d57a55ff206 tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "0b71e15b-f23e-4cd6-921c-9cf55e29397e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.009815] env[62954]: DEBUG nova.objects.instance [None req-709f45ac-4d86-4fb3-8f0e-6e291f4edf5f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lazy-loading 'flavor' on Instance uuid 0b71e15b-f23e-4cd6-921c-9cf55e29397e {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1363.515216] env[62954]: DEBUG oslo_concurrency.lockutils [None req-709f45ac-4d86-4fb3-8f0e-6e291f4edf5f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "refresh_cache-0b71e15b-f23e-4cd6-921c-9cf55e29397e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.515584] env[62954]: DEBUG oslo_concurrency.lockutils [None req-709f45ac-4d86-4fb3-8f0e-6e291f4edf5f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquired lock "refresh_cache-0b71e15b-f23e-4cd6-921c-9cf55e29397e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.515584] env[62954]: DEBUG nova.network.neutron [None req-709f45ac-4d86-4fb3-8f0e-6e291f4edf5f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1363.515728] env[62954]: DEBUG nova.objects.instance [None req-709f45ac-4d86-4fb3-8f0e-6e291f4edf5f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lazy-loading 'info_cache' on Instance uuid 0b71e15b-f23e-4cd6-921c-9cf55e29397e {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1364.019977] env[62954]: DEBUG nova.objects.base [None req-709f45ac-4d86-4fb3-8f0e-6e291f4edf5f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Object Instance<0b71e15b-f23e-4cd6-921c-9cf55e29397e> lazy-loaded attributes: flavor,info_cache {{(pid=62954) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1364.469996] env[62954]: INFO nova.compute.manager [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Rescuing [ 1364.470350] env[62954]: DEBUG oslo_concurrency.lockutils [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquiring lock "refresh_cache-66c5785f-b56c-4115-a1a4-3d61e48cac19" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1364.470556] env[62954]: DEBUG oslo_concurrency.lockutils [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquired lock "refresh_cache-66c5785f-b56c-4115-a1a4-3d61e48cac19" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.470762] env[62954]: DEBUG nova.network.neutron [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1364.730393] env[62954]: DEBUG nova.network.neutron [None req-709f45ac-4d86-4fb3-8f0e-6e291f4edf5f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Updating instance_info_cache with network_info: [{"id": "017c7e35-e53d-466e-8c1d-a78283141073", "address": "fa:16:3e:1f:d7:c8", "network": {"id": "b92cb287-9120-4f4f-b2e5-dd3d10fcd6c9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-531245150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5822cb258bd84b3a8a71026ea2d131e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap017c7e35-e5", "ovs_interfaceid": "017c7e35-e53d-466e-8c1d-a78283141073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.150245] env[62954]: DEBUG nova.network.neutron [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Updating instance_info_cache with network_info: [{"id": "35f7c31a-3e84-44af-80b0-72df699b5ba6", "address": "fa:16:3e:00:27:d0", "network": {"id": "3c501446-bd21-4826-97e2-105d526cadb1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1015969330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c77c2039caf41a1a05a3c1ad64abbfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35f7c31a-3e", "ovs_interfaceid": "35f7c31a-3e84-44af-80b0-72df699b5ba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.233022] env[62954]: DEBUG oslo_concurrency.lockutils [None req-709f45ac-4d86-4fb3-8f0e-6e291f4edf5f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Releasing lock "refresh_cache-0b71e15b-f23e-4cd6-921c-9cf55e29397e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.652707] env[62954]: DEBUG oslo_concurrency.lockutils [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Releasing lock "refresh_cache-66c5785f-b56c-4115-a1a4-3d61e48cac19" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.240059] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-709f45ac-4d86-4fb3-8f0e-6e291f4edf5f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1366.240059] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e028333-c6aa-4841-8377-4ff4a5272606 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.246383] env[62954]: DEBUG oslo_vmware.api [None req-709f45ac-4d86-4fb3-8f0e-6e291f4edf5f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1366.246383] env[62954]: value = "task-2598459" [ 1366.246383] env[62954]: _type = "Task" [ 1366.246383] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.254554] env[62954]: DEBUG oslo_vmware.api [None req-709f45ac-4d86-4fb3-8f0e-6e291f4edf5f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598459, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.756949] env[62954]: DEBUG oslo_vmware.api [None req-709f45ac-4d86-4fb3-8f0e-6e291f4edf5f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598459, 'name': PowerOnVM_Task, 'duration_secs': 0.405714} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.757231] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-709f45ac-4d86-4fb3-8f0e-6e291f4edf5f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1366.757465] env[62954]: DEBUG nova.compute.manager [None req-709f45ac-4d86-4fb3-8f0e-6e291f4edf5f tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1366.758350] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833efc04-2cd6-40e4-86fc-33c4ef1c0767 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.188711] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1367.189059] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ef2567a-dea9-4286-99f3-2a2d85cffd3a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.196246] env[62954]: DEBUG oslo_vmware.api [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1367.196246] env[62954]: value = "task-2598460" [ 1367.196246] env[62954]: _type = "Task" [ 1367.196246] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.204900] env[62954]: DEBUG oslo_vmware.api [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.707115] env[62954]: DEBUG oslo_vmware.api [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598460, 'name': PowerOffVM_Task, 'duration_secs': 0.264422} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.707602] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1367.708097] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f801495-eeef-4230-961c-da8b13ec316b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.728149] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b99b8a-9951-4c09-9a27-4eda4371d2ea {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.756028] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1367.756138] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f498221-090c-4e39-9f74-75068e22f7b2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.763907] env[62954]: DEBUG oslo_vmware.api [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1367.763907] env[62954]: value = "task-2598461" [ 1367.763907] env[62954]: _type = "Task" [ 1367.763907] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.771927] env[62954]: DEBUG oslo_vmware.api [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.072557] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53605543-462d-4c7b-9735-39cdb4b99982 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.079776] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-cf54fe4e-8fd8-44b9-a64f-814edd3ee71d tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Suspending the VM {{(pid=62954) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1368.080015] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-52e6d874-dd47-474a-8a23-c580edddfd69 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.086856] env[62954]: DEBUG oslo_vmware.api [None req-cf54fe4e-8fd8-44b9-a64f-814edd3ee71d tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1368.086856] env[62954]: value = "task-2598462" [ 1368.086856] env[62954]: _type = "Task" [ 1368.086856] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.095142] env[62954]: DEBUG oslo_vmware.api [None req-cf54fe4e-8fd8-44b9-a64f-814edd3ee71d tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598462, 'name': SuspendVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.275870] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] VM already powered off {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1368.276161] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1368.276410] env[62954]: DEBUG oslo_concurrency.lockutils [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1368.276566] env[62954]: DEBUG oslo_concurrency.lockutils [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.276753] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1368.277021] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2e69870-d23b-4fb8-ad3e-5959498f43e6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.286941] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1368.287211] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1368.288083] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac1116e0-ae13-4679-8d4b-7512b6094b7a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.293917] env[62954]: DEBUG oslo_vmware.api [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1368.293917] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5223ad96-badc-b7a2-f2c4-b001c8e6c33b" [ 1368.293917] env[62954]: _type = "Task" [ 1368.293917] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.302789] env[62954]: DEBUG oslo_vmware.api [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5223ad96-badc-b7a2-f2c4-b001c8e6c33b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.597748] env[62954]: DEBUG oslo_vmware.api [None req-cf54fe4e-8fd8-44b9-a64f-814edd3ee71d tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598462, 'name': SuspendVM_Task} progress is 70%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.804775] env[62954]: DEBUG oslo_vmware.api [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5223ad96-badc-b7a2-f2c4-b001c8e6c33b, 'name': SearchDatastore_Task, 'duration_secs': 0.011097} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.805690] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-639bbf1c-f9d3-4664-9f4a-edea6fdc9941 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.812059] env[62954]: DEBUG oslo_vmware.api [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1368.812059] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]525c0926-be2a-0d39-92f9-b784170e710d" [ 1368.812059] env[62954]: _type = "Task" [ 1368.812059] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.819240] env[62954]: DEBUG oslo_vmware.api [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]525c0926-be2a-0d39-92f9-b784170e710d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.097958] env[62954]: DEBUG oslo_vmware.api [None req-cf54fe4e-8fd8-44b9-a64f-814edd3ee71d tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598462, 'name': SuspendVM_Task, 'duration_secs': 0.633912} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.098229] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-cf54fe4e-8fd8-44b9-a64f-814edd3ee71d tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Suspended the VM {{(pid=62954) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1369.098377] env[62954]: DEBUG nova.compute.manager [None req-cf54fe4e-8fd8-44b9-a64f-814edd3ee71d tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1369.099139] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ebda65-1f7f-44b3-938e-8ae5e7582a92 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.321721] env[62954]: DEBUG oslo_vmware.api [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]525c0926-be2a-0d39-92f9-b784170e710d, 'name': SearchDatastore_Task, 'duration_secs': 0.021079} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.321986] env[62954]: DEBUG oslo_concurrency.lockutils [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1369.322272] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 66c5785f-b56c-4115-a1a4-3d61e48cac19/45a12149-1b6c-414b-9b32-1b6ffa65e320-rescue.vmdk. {{(pid=62954) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1369.322538] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f51c4d1-d764-44c9-9cd9-f6e049778751 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.329099] env[62954]: DEBUG oslo_vmware.api [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1369.329099] env[62954]: value = "task-2598463" [ 1369.329099] env[62954]: _type = "Task" [ 1369.329099] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.336139] env[62954]: DEBUG oslo_vmware.api [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.838941] env[62954]: DEBUG oslo_vmware.api [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598463, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.340326] env[62954]: DEBUG oslo_vmware.api [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598463, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515773} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.340625] env[62954]: INFO nova.virt.vmwareapi.ds_util [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore1] 66c5785f-b56c-4115-a1a4-3d61e48cac19/45a12149-1b6c-414b-9b32-1b6ffa65e320-rescue.vmdk. [ 1370.341462] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571a5237-94a7-46e2-8ab7-46878dd3d86c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.365801] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 66c5785f-b56c-4115-a1a4-3d61e48cac19/45a12149-1b6c-414b-9b32-1b6ffa65e320-rescue.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1370.366079] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36907226-398c-4403-b492-75045818bb7f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.384558] env[62954]: DEBUG oslo_vmware.api [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1370.384558] env[62954]: value = "task-2598464" [ 1370.384558] env[62954]: _type = "Task" [ 1370.384558] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.391950] env[62954]: DEBUG oslo_vmware.api [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598464, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.452683] env[62954]: INFO nova.compute.manager [None req-87b5c6a8-870d-4228-ab40-1b054d2b24aa tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Resuming [ 1370.453309] env[62954]: DEBUG nova.objects.instance [None req-87b5c6a8-870d-4228-ab40-1b054d2b24aa tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lazy-loading 'flavor' on Instance uuid 0b71e15b-f23e-4cd6-921c-9cf55e29397e {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1370.894656] env[62954]: DEBUG oslo_vmware.api [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598464, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.394592] env[62954]: DEBUG oslo_vmware.api [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598464, 'name': ReconfigVM_Task, 'duration_secs': 0.724089} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.394853] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 66c5785f-b56c-4115-a1a4-3d61e48cac19/45a12149-1b6c-414b-9b32-1b6ffa65e320-rescue.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1371.395673] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c07a779-3f36-4a5f-9a91-1b7538bbd253 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.419170] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24c21dc2-703a-498f-ba6e-ad5df2422bc4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.434577] env[62954]: DEBUG oslo_vmware.api [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1371.434577] env[62954]: value = "task-2598465" [ 1371.434577] env[62954]: _type = "Task" [ 1371.434577] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.441579] env[62954]: DEBUG oslo_vmware.api [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598465, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.946208] env[62954]: DEBUG oslo_vmware.api [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598465, 'name': ReconfigVM_Task, 'duration_secs': 0.162643} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.946576] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1371.946661] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07edffff-3bab-4d88-86c8-66a6d1c7f470 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.953160] env[62954]: DEBUG oslo_vmware.api [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1371.953160] env[62954]: value = "task-2598466" [ 1371.953160] env[62954]: _type = "Task" [ 1371.953160] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.960114] env[62954]: DEBUG oslo_vmware.api [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.963686] env[62954]: DEBUG oslo_concurrency.lockutils [None req-87b5c6a8-870d-4228-ab40-1b054d2b24aa tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "refresh_cache-0b71e15b-f23e-4cd6-921c-9cf55e29397e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.963847] env[62954]: DEBUG oslo_concurrency.lockutils [None req-87b5c6a8-870d-4228-ab40-1b054d2b24aa tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquired lock "refresh_cache-0b71e15b-f23e-4cd6-921c-9cf55e29397e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.964032] env[62954]: DEBUG nova.network.neutron [None req-87b5c6a8-870d-4228-ab40-1b054d2b24aa tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1372.465103] env[62954]: DEBUG oslo_vmware.api [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598466, 'name': PowerOnVM_Task, 'duration_secs': 0.36803} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.465376] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1372.469483] env[62954]: DEBUG nova.compute.manager [None req-21531752-abe5-49e5-b9a6-eb2d6e0aadec tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1372.470230] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27aa758-dedb-4c36-8513-7f3e150e712c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.668436] env[62954]: DEBUG nova.network.neutron [None req-87b5c6a8-870d-4228-ab40-1b054d2b24aa tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Updating instance_info_cache with network_info: [{"id": "017c7e35-e53d-466e-8c1d-a78283141073", "address": "fa:16:3e:1f:d7:c8", "network": {"id": "b92cb287-9120-4f4f-b2e5-dd3d10fcd6c9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-531245150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5822cb258bd84b3a8a71026ea2d131e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap017c7e35-e5", "ovs_interfaceid": "017c7e35-e53d-466e-8c1d-a78283141073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.171549] env[62954]: DEBUG oslo_concurrency.lockutils [None req-87b5c6a8-870d-4228-ab40-1b054d2b24aa tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Releasing lock "refresh_cache-0b71e15b-f23e-4cd6-921c-9cf55e29397e" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.172985] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb912f5-d7f2-45bd-a5bf-0d701d3afdeb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.182146] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-87b5c6a8-870d-4228-ab40-1b054d2b24aa tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Resuming the VM {{(pid=62954) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1373.182449] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bade6df-2727-466b-bc7b-91281c7a1496 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.189865] env[62954]: DEBUG oslo_vmware.api [None req-87b5c6a8-870d-4228-ab40-1b054d2b24aa tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1373.189865] env[62954]: value = "task-2598467" [ 1373.189865] env[62954]: _type = "Task" [ 1373.189865] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.203943] env[62954]: DEBUG oslo_vmware.api [None req-87b5c6a8-870d-4228-ab40-1b054d2b24aa tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598467, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.415356] env[62954]: INFO nova.compute.manager [None req-0fb6cd6a-ddf8-4e61-a0ef-1ff20d3b2525 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Unrescuing [ 1373.415635] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0fb6cd6a-ddf8-4e61-a0ef-1ff20d3b2525 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquiring lock "refresh_cache-66c5785f-b56c-4115-a1a4-3d61e48cac19" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.415786] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0fb6cd6a-ddf8-4e61-a0ef-1ff20d3b2525 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquired lock "refresh_cache-66c5785f-b56c-4115-a1a4-3d61e48cac19" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.415957] env[62954]: DEBUG nova.network.neutron [None req-0fb6cd6a-ddf8-4e61-a0ef-1ff20d3b2525 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1373.700656] env[62954]: DEBUG oslo_vmware.api [None req-87b5c6a8-870d-4228-ab40-1b054d2b24aa tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598467, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.112885] env[62954]: DEBUG nova.network.neutron [None req-0fb6cd6a-ddf8-4e61-a0ef-1ff20d3b2525 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Updating instance_info_cache with network_info: [{"id": "35f7c31a-3e84-44af-80b0-72df699b5ba6", "address": "fa:16:3e:00:27:d0", "network": {"id": "3c501446-bd21-4826-97e2-105d526cadb1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1015969330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c77c2039caf41a1a05a3c1ad64abbfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35f7c31a-3e", "ovs_interfaceid": "35f7c31a-3e84-44af-80b0-72df699b5ba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.199435] env[62954]: DEBUG oslo_vmware.api [None req-87b5c6a8-870d-4228-ab40-1b054d2b24aa tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598467, 'name': PowerOnVM_Task, 'duration_secs': 0.51967} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.199847] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-87b5c6a8-870d-4228-ab40-1b054d2b24aa tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Resumed the VM {{(pid=62954) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1374.199847] env[62954]: DEBUG nova.compute.manager [None req-87b5c6a8-870d-4228-ab40-1b054d2b24aa tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1374.200693] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fd45e9-d5f2-4845-bef1-4844fa424e33 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.616014] env[62954]: DEBUG oslo_concurrency.lockutils [None req-0fb6cd6a-ddf8-4e61-a0ef-1ff20d3b2525 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Releasing lock "refresh_cache-66c5785f-b56c-4115-a1a4-3d61e48cac19" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.616643] env[62954]: DEBUG nova.objects.instance [None req-0fb6cd6a-ddf8-4e61-a0ef-1ff20d3b2525 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Lazy-loading 'flavor' on Instance uuid 66c5785f-b56c-4115-a1a4-3d61e48cac19 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1375.109633] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3392bf72-b40a-47dd-821a-b21d4b6a6c5a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "0b71e15b-f23e-4cd6-921c-9cf55e29397e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.109844] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3392bf72-b40a-47dd-821a-b21d4b6a6c5a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "0b71e15b-f23e-4cd6-921c-9cf55e29397e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.109971] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3392bf72-b40a-47dd-821a-b21d4b6a6c5a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "0b71e15b-f23e-4cd6-921c-9cf55e29397e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.110149] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3392bf72-b40a-47dd-821a-b21d4b6a6c5a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "0b71e15b-f23e-4cd6-921c-9cf55e29397e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.110324] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3392bf72-b40a-47dd-821a-b21d4b6a6c5a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "0b71e15b-f23e-4cd6-921c-9cf55e29397e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.112425] env[62954]: INFO nova.compute.manager [None req-3392bf72-b40a-47dd-821a-b21d4b6a6c5a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Terminating instance [ 1375.121356] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b56529e-3ce8-47fa-b90e-046f20fe4a83 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.143204] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb6cd6a-ddf8-4e61-a0ef-1ff20d3b2525 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1375.143460] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da3f824a-33fd-4427-84b2-fa6fd86a81e0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.149809] env[62954]: DEBUG oslo_vmware.api [None req-0fb6cd6a-ddf8-4e61-a0ef-1ff20d3b2525 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1375.149809] env[62954]: value = "task-2598468" [ 1375.149809] env[62954]: _type = "Task" [ 1375.149809] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.157667] env[62954]: DEBUG oslo_vmware.api [None req-0fb6cd6a-ddf8-4e61-a0ef-1ff20d3b2525 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.617036] env[62954]: DEBUG nova.compute.manager [None req-3392bf72-b40a-47dd-821a-b21d4b6a6c5a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1375.617036] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3392bf72-b40a-47dd-821a-b21d4b6a6c5a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1375.617792] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363daf2e-8f73-4b3b-b8fe-30b21bf67701 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.625610] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3392bf72-b40a-47dd-821a-b21d4b6a6c5a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1375.625835] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8122e2dc-b3d8-4a3f-8606-d21164362a3d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.631569] env[62954]: DEBUG oslo_vmware.api [None req-3392bf72-b40a-47dd-821a-b21d4b6a6c5a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1375.631569] env[62954]: value = "task-2598469" [ 1375.631569] env[62954]: _type = "Task" [ 1375.631569] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.639109] env[62954]: DEBUG oslo_vmware.api [None req-3392bf72-b40a-47dd-821a-b21d4b6a6c5a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.658518] env[62954]: DEBUG oslo_vmware.api [None req-0fb6cd6a-ddf8-4e61-a0ef-1ff20d3b2525 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598468, 'name': PowerOffVM_Task, 'duration_secs': 0.270086} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.658778] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb6cd6a-ddf8-4e61-a0ef-1ff20d3b2525 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1375.664210] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fb6cd6a-ddf8-4e61-a0ef-1ff20d3b2525 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1375.664502] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c6f57cc-839f-4561-970e-071fe7157d95 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.682243] env[62954]: DEBUG oslo_vmware.api [None req-0fb6cd6a-ddf8-4e61-a0ef-1ff20d3b2525 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1375.682243] env[62954]: value = "task-2598470" [ 1375.682243] env[62954]: _type = "Task" [ 1375.682243] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.689847] env[62954]: DEBUG oslo_vmware.api [None req-0fb6cd6a-ddf8-4e61-a0ef-1ff20d3b2525 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598470, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.141649] env[62954]: DEBUG oslo_vmware.api [None req-3392bf72-b40a-47dd-821a-b21d4b6a6c5a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598469, 'name': PowerOffVM_Task, 'duration_secs': 0.207562} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.141891] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3392bf72-b40a-47dd-821a-b21d4b6a6c5a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1376.142078] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3392bf72-b40a-47dd-821a-b21d4b6a6c5a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1376.142356] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7124eec3-6b38-42d1-b3c2-8c8c10824836 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.191755] env[62954]: DEBUG oslo_vmware.api [None req-0fb6cd6a-ddf8-4e61-a0ef-1ff20d3b2525 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598470, 'name': ReconfigVM_Task, 'duration_secs': 0.220013} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.192016] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fb6cd6a-ddf8-4e61-a0ef-1ff20d3b2525 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1376.192209] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb6cd6a-ddf8-4e61-a0ef-1ff20d3b2525 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1376.192447] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4711a886-28f9-49b2-8946-930fe8f433f5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.200280] env[62954]: DEBUG oslo_vmware.api [None req-0fb6cd6a-ddf8-4e61-a0ef-1ff20d3b2525 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1376.200280] env[62954]: value = "task-2598472" [ 1376.200280] env[62954]: _type = "Task" [ 1376.200280] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.204019] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3392bf72-b40a-47dd-821a-b21d4b6a6c5a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1376.204215] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3392bf72-b40a-47dd-821a-b21d4b6a6c5a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1376.204395] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-3392bf72-b40a-47dd-821a-b21d4b6a6c5a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Deleting the datastore file [datastore2] 0b71e15b-f23e-4cd6-921c-9cf55e29397e {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1376.204920] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2048ee44-3aa4-471b-af2e-c2c26ba382c3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.209147] env[62954]: DEBUG oslo_vmware.api [None req-0fb6cd6a-ddf8-4e61-a0ef-1ff20d3b2525 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.213337] env[62954]: DEBUG oslo_vmware.api [None req-3392bf72-b40a-47dd-821a-b21d4b6a6c5a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for the task: (returnval){ [ 1376.213337] env[62954]: value = "task-2598473" [ 1376.213337] env[62954]: _type = "Task" [ 1376.213337] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.220293] env[62954]: DEBUG oslo_vmware.api [None req-3392bf72-b40a-47dd-821a-b21d4b6a6c5a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.710365] env[62954]: DEBUG oslo_vmware.api [None req-0fb6cd6a-ddf8-4e61-a0ef-1ff20d3b2525 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598472, 'name': PowerOnVM_Task, 'duration_secs': 0.362174} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.710727] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb6cd6a-ddf8-4e61-a0ef-1ff20d3b2525 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1376.710869] env[62954]: DEBUG nova.compute.manager [None req-0fb6cd6a-ddf8-4e61-a0ef-1ff20d3b2525 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1376.711666] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12068c72-cbc9-43ae-ae93-014537a650f5 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.724286] env[62954]: DEBUG oslo_vmware.api [None req-3392bf72-b40a-47dd-821a-b21d4b6a6c5a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Task: {'id': task-2598473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274059} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.724701] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-3392bf72-b40a-47dd-821a-b21d4b6a6c5a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1376.724883] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3392bf72-b40a-47dd-821a-b21d4b6a6c5a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1376.725077] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3392bf72-b40a-47dd-821a-b21d4b6a6c5a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1376.725253] env[62954]: INFO nova.compute.manager [None req-3392bf72-b40a-47dd-821a-b21d4b6a6c5a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1376.725508] env[62954]: DEBUG oslo.service.loopingcall [None req-3392bf72-b40a-47dd-821a-b21d4b6a6c5a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1376.725691] env[62954]: DEBUG nova.compute.manager [-] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1376.725784] env[62954]: DEBUG nova.network.neutron [-] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1377.174274] env[62954]: DEBUG nova.compute.manager [req-94526818-38e3-43f6-96d3-750f946fa8ac req-3fdb5886-5450-4238-b796-97573c5eef4e service nova] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Received event network-vif-deleted-017c7e35-e53d-466e-8c1d-a78283141073 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1377.174383] env[62954]: INFO nova.compute.manager [req-94526818-38e3-43f6-96d3-750f946fa8ac req-3fdb5886-5450-4238-b796-97573c5eef4e service nova] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Neutron deleted interface 017c7e35-e53d-466e-8c1d-a78283141073; detaching it from the instance and deleting it from the info cache [ 1377.174535] env[62954]: DEBUG nova.network.neutron [req-94526818-38e3-43f6-96d3-750f946fa8ac req-3fdb5886-5450-4238-b796-97573c5eef4e service nova] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.652454] env[62954]: DEBUG nova.network.neutron [-] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.677765] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-12a6af03-e68a-424b-a52b-34320ef1733d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.689290] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0974943a-5cc3-4b65-9bf1-e56704b5ff1e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.715183] env[62954]: DEBUG nova.compute.manager [req-94526818-38e3-43f6-96d3-750f946fa8ac req-3fdb5886-5450-4238-b796-97573c5eef4e service nova] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Detach interface failed, port_id=017c7e35-e53d-466e-8c1d-a78283141073, reason: Instance 0b71e15b-f23e-4cd6-921c-9cf55e29397e could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1378.156106] env[62954]: INFO nova.compute.manager [-] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Took 1.43 seconds to deallocate network for instance. [ 1378.662797] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3392bf72-b40a-47dd-821a-b21d4b6a6c5a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.663083] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3392bf72-b40a-47dd-821a-b21d4b6a6c5a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.663313] env[62954]: DEBUG nova.objects.instance [None req-3392bf72-b40a-47dd-821a-b21d4b6a6c5a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lazy-loading 'resources' on Instance uuid 0b71e15b-f23e-4cd6-921c-9cf55e29397e {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1379.221826] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a721053c-8a7a-4d96-ac86-3c7c3ed14158 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.230181] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a06c4a-73e1-48cc-8422-21785ee53e98 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.262748] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3241cfab-c83c-41a2-8dcd-51a4093058bc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.270570] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d7333e-d2d3-4a82-94e3-eb3bc9c13152 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.284460] env[62954]: DEBUG nova.compute.provider_tree [None req-3392bf72-b40a-47dd-821a-b21d4b6a6c5a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1379.787822] env[62954]: DEBUG nova.scheduler.client.report [None req-3392bf72-b40a-47dd-821a-b21d4b6a6c5a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1380.142363] env[62954]: DEBUG oslo_concurrency.lockutils [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquiring lock "b3ce6439-c16d-487b-868a-6b38e276d188" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.142617] env[62954]: DEBUG oslo_concurrency.lockutils [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Lock "b3ce6439-c16d-487b-868a-6b38e276d188" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.294306] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3392bf72-b40a-47dd-821a-b21d4b6a6c5a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.631s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.316111] env[62954]: INFO nova.scheduler.client.report [None req-3392bf72-b40a-47dd-821a-b21d4b6a6c5a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Deleted allocations for instance 0b71e15b-f23e-4cd6-921c-9cf55e29397e [ 1380.644873] env[62954]: DEBUG nova.compute.manager [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1380.823877] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3392bf72-b40a-47dd-821a-b21d4b6a6c5a tempest-ServerActionsTestJSON-1726760657 tempest-ServerActionsTestJSON-1726760657-project-member] Lock "0b71e15b-f23e-4cd6-921c-9cf55e29397e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.714s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1381.163604] env[62954]: DEBUG oslo_concurrency.lockutils [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1381.163907] env[62954]: DEBUG oslo_concurrency.lockutils [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1381.165431] env[62954]: INFO nova.compute.claims [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1382.233670] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4e14ba-4017-4c0d-b543-7d871bb4b865 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.241895] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730a05ed-abc2-46f7-ba79-ee2bd1d0d4f1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.272370] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ead891a-6c2e-45a1-aa19-cdfc574b0fd2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.280241] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3f75cc-1415-4b07-8724-ad7b653b8ddb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.295436] env[62954]: DEBUG nova.compute.provider_tree [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1382.798851] env[62954]: DEBUG nova.scheduler.client.report [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1383.303679] env[62954]: DEBUG oslo_concurrency.lockutils [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.140s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.304289] env[62954]: DEBUG nova.compute.manager [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1383.809971] env[62954]: DEBUG nova.compute.utils [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1383.811514] env[62954]: DEBUG nova.compute.manager [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Allocating IP information in the background. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1383.811700] env[62954]: DEBUG nova.network.neutron [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] allocate_for_instance() {{(pid=62954) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1383.866410] env[62954]: DEBUG nova.policy [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c6e4c53ec2144dc8593efb2fdc00cea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c77c2039caf41a1a05a3c1ad64abbfd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62954) authorize /opt/stack/nova/nova/policy.py:192}} [ 1384.115282] env[62954]: DEBUG nova.network.neutron [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Successfully created port: 04080c14-c686-4c06-9e4b-aa8bb3939e69 {{(pid=62954) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1384.198013] env[62954]: DEBUG oslo_concurrency.lockutils [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Acquiring lock "9964d35a-56f6-4e7a-a75e-6b8a175ae678" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.198257] env[62954]: DEBUG oslo_concurrency.lockutils [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Lock "9964d35a-56f6-4e7a-a75e-6b8a175ae678" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.315473] env[62954]: DEBUG nova.compute.manager [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1384.700909] env[62954]: DEBUG nova.compute.manager [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Starting instance... {{(pid=62954) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1385.223014] env[62954]: DEBUG oslo_concurrency.lockutils [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.223419] env[62954]: DEBUG oslo_concurrency.lockutils [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.224906] env[62954]: INFO nova.compute.claims [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1385.329388] env[62954]: DEBUG nova.compute.manager [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1385.355346] env[62954]: DEBUG nova.virt.hardware [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1385.355602] env[62954]: DEBUG nova.virt.hardware [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1385.355766] env[62954]: DEBUG nova.virt.hardware [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1385.355946] env[62954]: DEBUG nova.virt.hardware [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1385.356109] env[62954]: DEBUG nova.virt.hardware [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1385.356262] env[62954]: DEBUG nova.virt.hardware [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1385.356472] env[62954]: DEBUG nova.virt.hardware [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1385.356632] env[62954]: DEBUG nova.virt.hardware [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1385.356802] env[62954]: DEBUG nova.virt.hardware [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1385.356965] env[62954]: DEBUG nova.virt.hardware [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1385.357154] env[62954]: DEBUG nova.virt.hardware [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1385.358017] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3627fe13-7892-4922-bb74-d814d76da1fa {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.366105] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3668c24b-9721-4080-98bb-768bd054873c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.466839] env[62954]: DEBUG nova.compute.manager [req-0cacea8e-63f2-41bd-bf45-1c8482668586 req-504ac777-2f7e-4f16-abd6-c7c6b246d1ef service nova] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Received event network-vif-plugged-04080c14-c686-4c06-9e4b-aa8bb3939e69 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1385.467084] env[62954]: DEBUG oslo_concurrency.lockutils [req-0cacea8e-63f2-41bd-bf45-1c8482668586 req-504ac777-2f7e-4f16-abd6-c7c6b246d1ef service nova] Acquiring lock "b3ce6439-c16d-487b-868a-6b38e276d188-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.467290] env[62954]: DEBUG oslo_concurrency.lockutils [req-0cacea8e-63f2-41bd-bf45-1c8482668586 req-504ac777-2f7e-4f16-abd6-c7c6b246d1ef service nova] Lock "b3ce6439-c16d-487b-868a-6b38e276d188-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.467459] env[62954]: DEBUG oslo_concurrency.lockutils [req-0cacea8e-63f2-41bd-bf45-1c8482668586 req-504ac777-2f7e-4f16-abd6-c7c6b246d1ef service nova] Lock "b3ce6439-c16d-487b-868a-6b38e276d188-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.467675] env[62954]: DEBUG nova.compute.manager [req-0cacea8e-63f2-41bd-bf45-1c8482668586 req-504ac777-2f7e-4f16-abd6-c7c6b246d1ef service nova] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] No waiting events found dispatching network-vif-plugged-04080c14-c686-4c06-9e4b-aa8bb3939e69 {{(pid=62954) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1385.467806] env[62954]: WARNING nova.compute.manager [req-0cacea8e-63f2-41bd-bf45-1c8482668586 req-504ac777-2f7e-4f16-abd6-c7c6b246d1ef service nova] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Received unexpected event network-vif-plugged-04080c14-c686-4c06-9e4b-aa8bb3939e69 for instance with vm_state building and task_state spawning. [ 1385.547382] env[62954]: DEBUG nova.network.neutron [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Successfully updated port: 04080c14-c686-4c06-9e4b-aa8bb3939e69 {{(pid=62954) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1385.931955] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.052952] env[62954]: DEBUG oslo_concurrency.lockutils [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquiring lock "refresh_cache-b3ce6439-c16d-487b-868a-6b38e276d188" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.052952] env[62954]: DEBUG oslo_concurrency.lockutils [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquired lock "refresh_cache-b3ce6439-c16d-487b-868a-6b38e276d188" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.052952] env[62954]: DEBUG nova.network.neutron [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1386.288102] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ae8e09-7c6d-4041-a367-2cea62eeedbc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.295870] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd2bf5c-e378-43db-aa01-36c7a02992eb {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.324781] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb030c19-2e34-4685-8de2-fdc7166973ed {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.331831] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e0a1ce-d07a-449e-9499-2169587a21d2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.344566] env[62954]: DEBUG nova.compute.provider_tree [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1386.583988] env[62954]: DEBUG nova.network.neutron [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1386.699263] env[62954]: DEBUG nova.network.neutron [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Updating instance_info_cache with network_info: [{"id": "04080c14-c686-4c06-9e4b-aa8bb3939e69", "address": "fa:16:3e:b0:3f:9a", "network": {"id": "3c501446-bd21-4826-97e2-105d526cadb1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1015969330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c77c2039caf41a1a05a3c1ad64abbfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04080c14-c6", "ovs_interfaceid": "04080c14-c686-4c06-9e4b-aa8bb3939e69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.847676] env[62954]: DEBUG nova.scheduler.client.report [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1387.201651] env[62954]: DEBUG oslo_concurrency.lockutils [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Releasing lock "refresh_cache-b3ce6439-c16d-487b-868a-6b38e276d188" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.201974] env[62954]: DEBUG nova.compute.manager [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Instance network_info: |[{"id": "04080c14-c686-4c06-9e4b-aa8bb3939e69", "address": "fa:16:3e:b0:3f:9a", "network": {"id": "3c501446-bd21-4826-97e2-105d526cadb1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1015969330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c77c2039caf41a1a05a3c1ad64abbfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04080c14-c6", "ovs_interfaceid": "04080c14-c686-4c06-9e4b-aa8bb3939e69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1387.202436] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:3f:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04080c14-c686-4c06-9e4b-aa8bb3939e69', 'vif_model': 'vmxnet3'}] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1387.209751] env[62954]: DEBUG oslo.service.loopingcall [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1387.209952] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1387.210186] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87d00636-d2ca-4696-8f7a-c8c526989716 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.230303] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1387.230303] env[62954]: value = "task-2598474" [ 1387.230303] env[62954]: _type = "Task" [ 1387.230303] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.237450] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598474, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.352630] env[62954]: DEBUG oslo_concurrency.lockutils [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.129s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.353178] env[62954]: DEBUG nova.compute.manager [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Start building networks asynchronously for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1387.493054] env[62954]: DEBUG nova.compute.manager [req-fefb7e73-4893-451e-b782-8528f83972a7 req-6ce928e5-e3f7-405c-b975-f43641fd4a2c service nova] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Received event network-changed-04080c14-c686-4c06-9e4b-aa8bb3939e69 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1387.493267] env[62954]: DEBUG nova.compute.manager [req-fefb7e73-4893-451e-b782-8528f83972a7 req-6ce928e5-e3f7-405c-b975-f43641fd4a2c service nova] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Refreshing instance network info cache due to event network-changed-04080c14-c686-4c06-9e4b-aa8bb3939e69. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1387.493501] env[62954]: DEBUG oslo_concurrency.lockutils [req-fefb7e73-4893-451e-b782-8528f83972a7 req-6ce928e5-e3f7-405c-b975-f43641fd4a2c service nova] Acquiring lock "refresh_cache-b3ce6439-c16d-487b-868a-6b38e276d188" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.493650] env[62954]: DEBUG oslo_concurrency.lockutils [req-fefb7e73-4893-451e-b782-8528f83972a7 req-6ce928e5-e3f7-405c-b975-f43641fd4a2c service nova] Acquired lock "refresh_cache-b3ce6439-c16d-487b-868a-6b38e276d188" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.493826] env[62954]: DEBUG nova.network.neutron [req-fefb7e73-4893-451e-b782-8528f83972a7 req-6ce928e5-e3f7-405c-b975-f43641fd4a2c service nova] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Refreshing network info cache for port 04080c14-c686-4c06-9e4b-aa8bb3939e69 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1387.740435] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598474, 'name': CreateVM_Task} progress is 25%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.859055] env[62954]: DEBUG nova.compute.utils [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1387.859640] env[62954]: DEBUG nova.compute.manager [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Not allocating networking since 'none' was specified. {{(pid=62954) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1388.172516] env[62954]: DEBUG nova.network.neutron [req-fefb7e73-4893-451e-b782-8528f83972a7 req-6ce928e5-e3f7-405c-b975-f43641fd4a2c service nova] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Updated VIF entry in instance network info cache for port 04080c14-c686-4c06-9e4b-aa8bb3939e69. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1388.172889] env[62954]: DEBUG nova.network.neutron [req-fefb7e73-4893-451e-b782-8528f83972a7 req-6ce928e5-e3f7-405c-b975-f43641fd4a2c service nova] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Updating instance_info_cache with network_info: [{"id": "04080c14-c686-4c06-9e4b-aa8bb3939e69", "address": "fa:16:3e:b0:3f:9a", "network": {"id": "3c501446-bd21-4826-97e2-105d526cadb1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1015969330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c77c2039caf41a1a05a3c1ad64abbfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04080c14-c6", "ovs_interfaceid": "04080c14-c686-4c06-9e4b-aa8bb3939e69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.240803] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598474, 'name': CreateVM_Task, 'duration_secs': 0.741635} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.240984] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1388.241709] env[62954]: DEBUG oslo_concurrency.lockutils [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.241882] env[62954]: DEBUG oslo_concurrency.lockutils [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.242215] env[62954]: DEBUG oslo_concurrency.lockutils [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1388.242464] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aef5f62-0038-4635-8f8f-6591d607a309 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.246991] env[62954]: DEBUG oslo_vmware.api [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1388.246991] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52544062-eaf3-4071-a0bb-bb45d09d2418" [ 1388.246991] env[62954]: _type = "Task" [ 1388.246991] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.254327] env[62954]: DEBUG oslo_vmware.api [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52544062-eaf3-4071-a0bb-bb45d09d2418, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.361725] env[62954]: DEBUG nova.compute.manager [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Start building block device mappings for instance. {{(pid=62954) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1388.678401] env[62954]: DEBUG oslo_concurrency.lockutils [req-fefb7e73-4893-451e-b782-8528f83972a7 req-6ce928e5-e3f7-405c-b975-f43641fd4a2c service nova] Releasing lock "refresh_cache-b3ce6439-c16d-487b-868a-6b38e276d188" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.757179] env[62954]: DEBUG oslo_vmware.api [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52544062-eaf3-4071-a0bb-bb45d09d2418, 'name': SearchDatastore_Task, 'duration_secs': 0.009938} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.757526] env[62954]: DEBUG oslo_concurrency.lockutils [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.757832] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1388.758126] env[62954]: DEBUG oslo_concurrency.lockutils [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.758338] env[62954]: DEBUG oslo_concurrency.lockutils [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.758563] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1388.758863] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7dea159-2f56-4eb1-96c8-a84c9af547df {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.767209] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1388.767376] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1388.768041] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1bc608f-afb1-4e40-aa5d-14c3c896982b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.772875] env[62954]: DEBUG oslo_vmware.api [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1388.772875] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]527295c4-615f-b357-5ceb-ef40f1b5f12a" [ 1388.772875] env[62954]: _type = "Task" [ 1388.772875] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.779647] env[62954]: DEBUG oslo_vmware.api [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]527295c4-615f-b357-5ceb-ef40f1b5f12a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.931839] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1389.285057] env[62954]: DEBUG oslo_vmware.api [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]527295c4-615f-b357-5ceb-ef40f1b5f12a, 'name': SearchDatastore_Task, 'duration_secs': 0.008372} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.285585] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f557b0a1-a6c6-44df-bd84-d117aecc708d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.290810] env[62954]: DEBUG oslo_vmware.api [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1389.290810] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52da2749-6160-2c6a-aa9c-e19a3aa431c3" [ 1389.290810] env[62954]: _type = "Task" [ 1389.290810] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.298267] env[62954]: DEBUG oslo_vmware.api [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52da2749-6160-2c6a-aa9c-e19a3aa431c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.371657] env[62954]: DEBUG nova.compute.manager [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Start spawning the instance on the hypervisor. {{(pid=62954) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1389.391356] env[62954]: DEBUG nova.virt.hardware [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1389.391611] env[62954]: DEBUG nova.virt.hardware [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1389.391774] env[62954]: DEBUG nova.virt.hardware [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1389.391961] env[62954]: DEBUG nova.virt.hardware [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1389.392127] env[62954]: DEBUG nova.virt.hardware [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1389.392276] env[62954]: DEBUG nova.virt.hardware [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1389.392487] env[62954]: DEBUG nova.virt.hardware [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1389.392650] env[62954]: DEBUG nova.virt.hardware [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1389.392814] env[62954]: DEBUG nova.virt.hardware [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1389.392976] env[62954]: DEBUG nova.virt.hardware [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1389.394223] env[62954]: DEBUG nova.virt.hardware [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1389.394223] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc41e1b-d524-4a20-9c72-8280527b9b4a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.401722] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0f5831-d578-4c61-8ad3-c38bab11f11f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.414721] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Instance VIF info [] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1389.420054] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Creating folder: Project (4927aa23dcf14511ba3f695e6edcbe85). Parent ref: group-v523717. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1389.420310] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c785367-abaf-478c-87a7-0a60ebc44cf4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.431075] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Created folder: Project (4927aa23dcf14511ba3f695e6edcbe85) in parent group-v523717. [ 1389.431249] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Creating folder: Instances. Parent ref: group-v524050. {{(pid=62954) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1389.431481] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f58e88a-50c8-4528-838e-f9433b29e54d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.439922] env[62954]: INFO nova.virt.vmwareapi.vm_util [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Created folder: Instances in parent group-v524050. [ 1389.440156] env[62954]: DEBUG oslo.service.loopingcall [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1389.440338] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1389.440521] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc4cdcc1-e94f-4100-8c84-5c2cc9ce09fd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.455475] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1389.455475] env[62954]: value = "task-2598477" [ 1389.455475] env[62954]: _type = "Task" [ 1389.455475] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.462078] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598477, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.801700] env[62954]: DEBUG oslo_vmware.api [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52da2749-6160-2c6a-aa9c-e19a3aa431c3, 'name': SearchDatastore_Task, 'duration_secs': 0.00908} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.801935] env[62954]: DEBUG oslo_concurrency.lockutils [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.802175] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] b3ce6439-c16d-487b-868a-6b38e276d188/b3ce6439-c16d-487b-868a-6b38e276d188.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1389.802419] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fd5e25e-d8ad-4788-9d01-2f7ecb13bdd7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.808558] env[62954]: DEBUG oslo_vmware.api [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1389.808558] env[62954]: value = "task-2598478" [ 1389.808558] env[62954]: _type = "Task" [ 1389.808558] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.815994] env[62954]: DEBUG oslo_vmware.api [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598478, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.965621] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598477, 'name': CreateVM_Task, 'duration_secs': 0.24372} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.965833] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1389.966266] env[62954]: DEBUG oslo_concurrency.lockutils [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.966429] env[62954]: DEBUG oslo_concurrency.lockutils [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.966782] env[62954]: DEBUG oslo_concurrency.lockutils [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1389.967060] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3835520d-f1ec-4776-9bc6-e269551b81a0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.972759] env[62954]: DEBUG oslo_vmware.api [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Waiting for the task: (returnval){ [ 1389.972759] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5235015e-116b-88cc-63f4-2023b6344757" [ 1389.972759] env[62954]: _type = "Task" [ 1389.972759] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.980667] env[62954]: DEBUG oslo_vmware.api [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5235015e-116b-88cc-63f4-2023b6344757, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.318456] env[62954]: DEBUG oslo_vmware.api [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598478, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.416095} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.318727] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] b3ce6439-c16d-487b-868a-6b38e276d188/b3ce6439-c16d-487b-868a-6b38e276d188.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1390.318940] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1390.319210] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09b6b9a5-8a64-4f99-bb56-02052e0aa710 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.325812] env[62954]: DEBUG oslo_vmware.api [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1390.325812] env[62954]: value = "task-2598479" [ 1390.325812] env[62954]: _type = "Task" [ 1390.325812] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.333051] env[62954]: DEBUG oslo_vmware.api [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598479, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.433796] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1390.434093] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1390.434220] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62954) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1390.483236] env[62954]: DEBUG oslo_vmware.api [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5235015e-116b-88cc-63f4-2023b6344757, 'name': SearchDatastore_Task, 'duration_secs': 0.046768} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.483643] env[62954]: DEBUG oslo_concurrency.lockutils [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.483971] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1390.484335] env[62954]: DEBUG oslo_concurrency.lockutils [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1390.484532] env[62954]: DEBUG oslo_concurrency.lockutils [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.484736] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1390.485056] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a6a9da2-2d4c-49d8-8d42-e7da078023a2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.492957] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1390.493147] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1390.493856] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c3b8baa-6cdf-4582-ac9c-4cd7162d6e44 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.499734] env[62954]: DEBUG oslo_vmware.api [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Waiting for the task: (returnval){ [ 1390.499734] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]526ab937-642f-d9b1-01aa-52f3cfec49b6" [ 1390.499734] env[62954]: _type = "Task" [ 1390.499734] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.506879] env[62954]: DEBUG oslo_vmware.api [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]526ab937-642f-d9b1-01aa-52f3cfec49b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.835509] env[62954]: DEBUG oslo_vmware.api [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598479, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067334} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.835773] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1390.836528] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b2f737-8794-483e-b3e5-33b71c68b5f1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.857896] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] b3ce6439-c16d-487b-868a-6b38e276d188/b3ce6439-c16d-487b-868a-6b38e276d188.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1390.858132] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c930855-80c0-4642-9673-c3ea6a795aec {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.876678] env[62954]: DEBUG oslo_vmware.api [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1390.876678] env[62954]: value = "task-2598480" [ 1390.876678] env[62954]: _type = "Task" [ 1390.876678] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.883752] env[62954]: DEBUG oslo_vmware.api [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598480, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.931306] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1390.931491] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Starting heal instance info cache {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1390.931609] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Rebuilding the list of instances to heal {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1391.009569] env[62954]: DEBUG oslo_vmware.api [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]526ab937-642f-d9b1-01aa-52f3cfec49b6, 'name': SearchDatastore_Task, 'duration_secs': 0.008238} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.010381] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09c78c35-ac93-4eb3-8c9a-dce7ecaa6dac {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.015767] env[62954]: DEBUG oslo_vmware.api [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Waiting for the task: (returnval){ [ 1391.015767] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]5220bb4a-381e-4542-ea0d-c3fca3e98d3b" [ 1391.015767] env[62954]: _type = "Task" [ 1391.015767] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.023104] env[62954]: DEBUG oslo_vmware.api [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5220bb4a-381e-4542-ea0d-c3fca3e98d3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.387220] env[62954]: DEBUG oslo_vmware.api [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.435774] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Skipping network cache update for instance because it is Building. {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 1391.436191] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Skipping network cache update for instance because it is Building. {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 1391.463140] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "refresh_cache-66c5785f-b56c-4115-a1a4-3d61e48cac19" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.463291] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquired lock "refresh_cache-66c5785f-b56c-4115-a1a4-3d61e48cac19" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.463440] env[62954]: DEBUG nova.network.neutron [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Forcefully refreshing network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1391.463594] env[62954]: DEBUG nova.objects.instance [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lazy-loading 'info_cache' on Instance uuid 66c5785f-b56c-4115-a1a4-3d61e48cac19 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1391.527637] env[62954]: DEBUG oslo_vmware.api [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]5220bb4a-381e-4542-ea0d-c3fca3e98d3b, 'name': SearchDatastore_Task, 'duration_secs': 0.022827} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.528754] env[62954]: DEBUG oslo_concurrency.lockutils [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.528754] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 9964d35a-56f6-4e7a-a75e-6b8a175ae678/9964d35a-56f6-4e7a-a75e-6b8a175ae678.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1391.528754] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-333048f4-8f65-4cf9-af5e-9420c4000bdc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.535079] env[62954]: DEBUG oslo_vmware.api [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Waiting for the task: (returnval){ [ 1391.535079] env[62954]: value = "task-2598481" [ 1391.535079] env[62954]: _type = "Task" [ 1391.535079] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.542555] env[62954]: DEBUG oslo_vmware.api [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Task: {'id': task-2598481, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.887510] env[62954]: DEBUG oslo_vmware.api [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598480, 'name': ReconfigVM_Task, 'duration_secs': 0.808222} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.887945] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Reconfigured VM instance instance-0000007d to attach disk [datastore2] b3ce6439-c16d-487b-868a-6b38e276d188/b3ce6439-c16d-487b-868a-6b38e276d188.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1391.888701] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff329273-88da-4257-a3a5-7698e92f470b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.895017] env[62954]: DEBUG oslo_vmware.api [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1391.895017] env[62954]: value = "task-2598482" [ 1391.895017] env[62954]: _type = "Task" [ 1391.895017] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.903318] env[62954]: DEBUG oslo_vmware.api [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598482, 'name': Rename_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.045686] env[62954]: DEBUG oslo_vmware.api [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Task: {'id': task-2598481, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.405647] env[62954]: DEBUG oslo_vmware.api [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598482, 'name': Rename_Task, 'duration_secs': 0.243146} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.405928] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1392.406215] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c550de7c-89a5-4b69-b7c0-0f08ae0975b4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.412251] env[62954]: DEBUG oslo_vmware.api [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1392.412251] env[62954]: value = "task-2598483" [ 1392.412251] env[62954]: _type = "Task" [ 1392.412251] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.420496] env[62954]: DEBUG oslo_vmware.api [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598483, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.545329] env[62954]: DEBUG oslo_vmware.api [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Task: {'id': task-2598481, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518612} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.545603] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 9964d35a-56f6-4e7a-a75e-6b8a175ae678/9964d35a-56f6-4e7a-a75e-6b8a175ae678.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1392.545787] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1392.546050] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-582d9f5c-6a56-4c06-b806-d4331e73e68e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.552926] env[62954]: DEBUG oslo_vmware.api [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Waiting for the task: (returnval){ [ 1392.552926] env[62954]: value = "task-2598484" [ 1392.552926] env[62954]: _type = "Task" [ 1392.552926] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.560737] env[62954]: DEBUG oslo_vmware.api [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Task: {'id': task-2598484, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.921844] env[62954]: DEBUG oslo_vmware.api [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598483, 'name': PowerOnVM_Task, 'duration_secs': 0.470215} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.922145] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1392.922360] env[62954]: INFO nova.compute.manager [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Took 7.59 seconds to spawn the instance on the hypervisor. [ 1392.922548] env[62954]: DEBUG nova.compute.manager [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1392.923320] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9a613c-5f70-4b89-8111-55f1ae533aee {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.062931] env[62954]: DEBUG oslo_vmware.api [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Task: {'id': task-2598484, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063732} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.063202] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1393.063973] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f790251-42d0-40c2-9513-80ac7a945f7d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.083035] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 9964d35a-56f6-4e7a-a75e-6b8a175ae678/9964d35a-56f6-4e7a-a75e-6b8a175ae678.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1393.085511] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-439aadaa-d821-4469-80fa-45f39b10fe59 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.105235] env[62954]: DEBUG oslo_vmware.api [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Waiting for the task: (returnval){ [ 1393.105235] env[62954]: value = "task-2598485" [ 1393.105235] env[62954]: _type = "Task" [ 1393.105235] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.112818] env[62954]: DEBUG oslo_vmware.api [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Task: {'id': task-2598485, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.225700] env[62954]: DEBUG nova.network.neutron [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Updating instance_info_cache with network_info: [{"id": "35f7c31a-3e84-44af-80b0-72df699b5ba6", "address": "fa:16:3e:00:27:d0", "network": {"id": "3c501446-bd21-4826-97e2-105d526cadb1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1015969330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c77c2039caf41a1a05a3c1ad64abbfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35f7c31a-3e", "ovs_interfaceid": "35f7c31a-3e84-44af-80b0-72df699b5ba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.439227] env[62954]: INFO nova.compute.manager [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Took 12.29 seconds to build instance. [ 1393.614621] env[62954]: DEBUG oslo_vmware.api [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Task: {'id': task-2598485, 'name': ReconfigVM_Task, 'duration_secs': 0.252262} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.614957] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 9964d35a-56f6-4e7a-a75e-6b8a175ae678/9964d35a-56f6-4e7a-a75e-6b8a175ae678.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1393.615538] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6526ebac-22ee-4c66-947f-1b769c99ac85 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.621306] env[62954]: DEBUG oslo_vmware.api [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Waiting for the task: (returnval){ [ 1393.621306] env[62954]: value = "task-2598486" [ 1393.621306] env[62954]: _type = "Task" [ 1393.621306] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.630059] env[62954]: DEBUG oslo_vmware.api [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Task: {'id': task-2598486, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.728346] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Releasing lock "refresh_cache-66c5785f-b56c-4115-a1a4-3d61e48cac19" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.728567] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Updated the network info_cache for instance {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1393.728781] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1393.728946] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1393.729110] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1393.941055] env[62954]: DEBUG oslo_concurrency.lockutils [None req-563a4a62-cd86-404e-9e3a-117476b5f643 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Lock "b3ce6439-c16d-487b-868a-6b38e276d188" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.798s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.135376] env[62954]: DEBUG oslo_vmware.api [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Task: {'id': task-2598486, 'name': Rename_Task, 'duration_secs': 0.12579} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.135376] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1394.135678] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f448f364-3286-40b8-9757-991eecc8afba {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.144306] env[62954]: DEBUG oslo_vmware.api [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Waiting for the task: (returnval){ [ 1394.144306] env[62954]: value = "task-2598487" [ 1394.144306] env[62954]: _type = "Task" [ 1394.144306] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.154682] env[62954]: DEBUG oslo_vmware.api [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Task: {'id': task-2598487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.219939] env[62954]: DEBUG nova.compute.manager [req-869ab278-113c-47ec-bd2a-b4e08ef30556 req-72b2e6e2-cfe2-49da-82ed-1c1b523817a0 service nova] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Received event network-changed-04080c14-c686-4c06-9e4b-aa8bb3939e69 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1394.221099] env[62954]: DEBUG nova.compute.manager [req-869ab278-113c-47ec-bd2a-b4e08ef30556 req-72b2e6e2-cfe2-49da-82ed-1c1b523817a0 service nova] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Refreshing instance network info cache due to event network-changed-04080c14-c686-4c06-9e4b-aa8bb3939e69. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1394.221376] env[62954]: DEBUG oslo_concurrency.lockutils [req-869ab278-113c-47ec-bd2a-b4e08ef30556 req-72b2e6e2-cfe2-49da-82ed-1c1b523817a0 service nova] Acquiring lock "refresh_cache-b3ce6439-c16d-487b-868a-6b38e276d188" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.221577] env[62954]: DEBUG oslo_concurrency.lockutils [req-869ab278-113c-47ec-bd2a-b4e08ef30556 req-72b2e6e2-cfe2-49da-82ed-1c1b523817a0 service nova] Acquired lock "refresh_cache-b3ce6439-c16d-487b-868a-6b38e276d188" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.221770] env[62954]: DEBUG nova.network.neutron [req-869ab278-113c-47ec-bd2a-b4e08ef30556 req-72b2e6e2-cfe2-49da-82ed-1c1b523817a0 service nova] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Refreshing network info cache for port 04080c14-c686-4c06-9e4b-aa8bb3939e69 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1394.232189] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.232395] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.232641] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.232752] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62954) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1394.233806] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85146909-fb62-4e88-a6a2-e19ca91a9610 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.242592] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5e1ba0-cdb7-4842-823d-426793c2a88b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.257178] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1e7d43-5c27-40bd-b7a0-18a4d6268290 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.263517] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80f84f8-0f51-47db-93ea-4ecf2c34e856 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.293430] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180968MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=62954) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1394.293707] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.293880] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.657014] env[62954]: DEBUG oslo_vmware.api [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Task: {'id': task-2598487, 'name': PowerOnVM_Task, 'duration_secs': 0.415119} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.657403] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1394.657521] env[62954]: INFO nova.compute.manager [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Took 5.29 seconds to spawn the instance on the hypervisor. [ 1394.657702] env[62954]: DEBUG nova.compute.manager [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1394.658504] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4a85a6-d24c-4bce-82f4-ba332a9c2a0f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.929517] env[62954]: DEBUG nova.network.neutron [req-869ab278-113c-47ec-bd2a-b4e08ef30556 req-72b2e6e2-cfe2-49da-82ed-1c1b523817a0 service nova] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Updated VIF entry in instance network info cache for port 04080c14-c686-4c06-9e4b-aa8bb3939e69. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1394.929928] env[62954]: DEBUG nova.network.neutron [req-869ab278-113c-47ec-bd2a-b4e08ef30556 req-72b2e6e2-cfe2-49da-82ed-1c1b523817a0 service nova] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Updating instance_info_cache with network_info: [{"id": "04080c14-c686-4c06-9e4b-aa8bb3939e69", "address": "fa:16:3e:b0:3f:9a", "network": {"id": "3c501446-bd21-4826-97e2-105d526cadb1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1015969330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c77c2039caf41a1a05a3c1ad64abbfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04080c14-c6", "ovs_interfaceid": "04080c14-c686-4c06-9e4b-aa8bb3939e69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.173892] env[62954]: INFO nova.compute.manager [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Took 9.97 seconds to build instance. [ 1395.391258] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 66c5785f-b56c-4115-a1a4-3d61e48cac19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1395.391569] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 5c5995c2-6c3c-4d68-81eb-65bf753d4ced actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1395.391766] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance b3ce6439-c16d-487b-868a-6b38e276d188 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1395.391971] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 9964d35a-56f6-4e7a-a75e-6b8a175ae678 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1395.392258] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=62954) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1395.392493] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=62954) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1395.432677] env[62954]: DEBUG oslo_concurrency.lockutils [req-869ab278-113c-47ec-bd2a-b4e08ef30556 req-72b2e6e2-cfe2-49da-82ed-1c1b523817a0 service nova] Releasing lock "refresh_cache-b3ce6439-c16d-487b-868a-6b38e276d188" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.457365] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad04f07-4456-480c-9844-8bcdac18dd0e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.466560] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c2343c-2f81-41ee-9e6b-bea4d2f4c346 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.498485] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25cec65-50ea-47f0-a3b0-0f6c7a9f3579 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.506554] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495a56ac-5b8e-43b2-9da4-0e153bbec7c0 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.522072] env[62954]: DEBUG nova.compute.provider_tree [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1395.676122] env[62954]: DEBUG oslo_concurrency.lockutils [None req-59b23f88-1414-40bf-bcb0-00bfcc29f9c1 tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Lock "9964d35a-56f6-4e7a-a75e-6b8a175ae678" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.478s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.917091] env[62954]: INFO nova.compute.manager [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Rebuilding instance [ 1395.952568] env[62954]: DEBUG nova.compute.manager [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1395.953429] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdc76d5-6e1e-46e0-b17d-0948a2bd1171 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.024874] env[62954]: DEBUG nova.scheduler.client.report [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1396.529579] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62954) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1396.529786] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.236s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.529992] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.530140] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Cleaning up deleted instances {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1396.966726] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1396.967183] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce39789c-39ff-416e-ac76-23bb3f5253e2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.974411] env[62954]: DEBUG oslo_vmware.api [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Waiting for the task: (returnval){ [ 1396.974411] env[62954]: value = "task-2598488" [ 1396.974411] env[62954]: _type = "Task" [ 1396.974411] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.982860] env[62954]: DEBUG oslo_vmware.api [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Task: {'id': task-2598488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.037546] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] There are 21 instances to clean {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1397.037736] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 0b71e15b-f23e-4cd6-921c-9cf55e29397e] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1397.485627] env[62954]: DEBUG oslo_vmware.api [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Task: {'id': task-2598488, 'name': PowerOffVM_Task, 'duration_secs': 0.129488} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.485842] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1397.486088] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1397.486838] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288ce091-c412-4267-a6ac-604b805e9dbc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.493173] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1397.493384] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51cc1157-120f-4ea1-b381-e08b78551557 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.517551] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1397.517757] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1397.517939] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Deleting the datastore file [datastore2] 9964d35a-56f6-4e7a-a75e-6b8a175ae678 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1397.518186] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16761a81-99a3-4036-9c00-8453195bb08a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.523680] env[62954]: DEBUG oslo_vmware.api [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Waiting for the task: (returnval){ [ 1397.523680] env[62954]: value = "task-2598490" [ 1397.523680] env[62954]: _type = "Task" [ 1397.523680] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.531154] env[62954]: DEBUG oslo_vmware.api [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Task: {'id': task-2598490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.540658] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 18d58b3a-c163-4f33-9f07-873193a56af2] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1398.033677] env[62954]: DEBUG oslo_vmware.api [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Task: {'id': task-2598490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10197} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.034086] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1398.034224] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1398.034282] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1398.043333] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: ef40b3a6-2b80-4a1b-9750-ad702aac6089] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1398.546061] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: a200d6f6-61fc-4b2d-865c-9bfe3908ffb5] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1399.048467] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: b17eb744-0f2c-4f42-a1a9-4da7dbfa8a55] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1399.063292] env[62954]: DEBUG nova.virt.hardware [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-17T22:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-17T22:28:07Z,direct_url=,disk_format='vmdk',id=45a12149-1b6c-414b-9b32-1b6ffa65e320,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ae6c0f6d5bc5436aa4f50fbf2889df6b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-17T22:28:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1399.063554] env[62954]: DEBUG nova.virt.hardware [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Flavor limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1399.063711] env[62954]: DEBUG nova.virt.hardware [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Image limits 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1399.063892] env[62954]: DEBUG nova.virt.hardware [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Flavor pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1399.064051] env[62954]: DEBUG nova.virt.hardware [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Image pref 0:0:0 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1399.064206] env[62954]: DEBUG nova.virt.hardware [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62954) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1399.064410] env[62954]: DEBUG nova.virt.hardware [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1399.064569] env[62954]: DEBUG nova.virt.hardware [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1399.064735] env[62954]: DEBUG nova.virt.hardware [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Got 1 possible topologies {{(pid=62954) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1399.064898] env[62954]: DEBUG nova.virt.hardware [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1399.065084] env[62954]: DEBUG nova.virt.hardware [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62954) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1399.065932] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd8896a-be87-424a-b362-0a3ad965899f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.074416] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03cd620-7c03-4d5e-85c3-6dbc65ddfa6a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.088200] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Instance VIF info [] {{(pid=62954) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1399.093785] env[62954]: DEBUG oslo.service.loopingcall [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1399.094015] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Creating VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1399.094223] env[62954]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3af06225-f0a3-4b95-bdbc-1b44df47ff84 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.111236] env[62954]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1399.111236] env[62954]: value = "task-2598491" [ 1399.111236] env[62954]: _type = "Task" [ 1399.111236] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.118702] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598491, 'name': CreateVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.551519] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: d5d74873-989a-4faa-a88d-fee92f732a9a] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1399.620694] env[62954]: DEBUG oslo_vmware.api [-] Task: {'id': task-2598491, 'name': CreateVM_Task, 'duration_secs': 0.395458} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.620896] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Created VM on the ESX host {{(pid=62954) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1399.621253] env[62954]: DEBUG oslo_concurrency.lockutils [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.621410] env[62954]: DEBUG oslo_concurrency.lockutils [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.621739] env[62954]: DEBUG oslo_concurrency.lockutils [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1399.621985] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79132177-6cf5-4c9a-b66b-7046f585e3ba {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.626114] env[62954]: DEBUG oslo_vmware.api [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Waiting for the task: (returnval){ [ 1399.626114] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52dd1193-cb63-640e-4559-a55842f2da10" [ 1399.626114] env[62954]: _type = "Task" [ 1399.626114] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.633073] env[62954]: DEBUG oslo_vmware.api [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52dd1193-cb63-640e-4559-a55842f2da10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.055287] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 4cbd2cb4-3ca1-4240-ae98-82f99d7270f3] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1400.135945] env[62954]: DEBUG oslo_vmware.api [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52dd1193-cb63-640e-4559-a55842f2da10, 'name': SearchDatastore_Task, 'duration_secs': 0.010222} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.136250] env[62954]: DEBUG oslo_concurrency.lockutils [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.136475] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1400.136699] env[62954]: DEBUG oslo_concurrency.lockutils [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.136847] env[62954]: DEBUG oslo_concurrency.lockutils [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.137035] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1400.137283] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c215a38d-42ee-4f86-9dcb-a0796b7c29e6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.145124] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1400.145302] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1400.145971] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42375d67-37af-4c97-b76d-3ff51e96fb98 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.150510] env[62954]: DEBUG oslo_vmware.api [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Waiting for the task: (returnval){ [ 1400.150510] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52e0a7e0-f2b8-45ff-6d13-3633369c0e92" [ 1400.150510] env[62954]: _type = "Task" [ 1400.150510] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.157362] env[62954]: DEBUG oslo_vmware.api [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52e0a7e0-f2b8-45ff-6d13-3633369c0e92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.559447] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: ff274adc-122d-43d8-b2be-a653e1557b60] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1400.661751] env[62954]: DEBUG oslo_vmware.api [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52e0a7e0-f2b8-45ff-6d13-3633369c0e92, 'name': SearchDatastore_Task, 'duration_secs': 0.008548} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.662509] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f8e49b0-14ec-459d-9c25-0ab8709a4258 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.667411] env[62954]: DEBUG oslo_vmware.api [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Waiting for the task: (returnval){ [ 1400.667411] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52127a5d-1b30-5b98-2fcf-c325d386bfa1" [ 1400.667411] env[62954]: _type = "Task" [ 1400.667411] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.674526] env[62954]: DEBUG oslo_vmware.api [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52127a5d-1b30-5b98-2fcf-c325d386bfa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.062597] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: ea5e84ec-8669-45bd-914b-02454f0dce24] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1401.177965] env[62954]: DEBUG oslo_vmware.api [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52127a5d-1b30-5b98-2fcf-c325d386bfa1, 'name': SearchDatastore_Task, 'duration_secs': 0.011935} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.178181] env[62954]: DEBUG oslo_concurrency.lockutils [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.178446] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 9964d35a-56f6-4e7a-a75e-6b8a175ae678/9964d35a-56f6-4e7a-a75e-6b8a175ae678.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1401.178698] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4037bf6d-4f5f-4b78-8074-35b9baf3d95a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.185434] env[62954]: DEBUG oslo_vmware.api [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Waiting for the task: (returnval){ [ 1401.185434] env[62954]: value = "task-2598492" [ 1401.185434] env[62954]: _type = "Task" [ 1401.185434] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.192739] env[62954]: DEBUG oslo_vmware.api [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Task: {'id': task-2598492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.565843] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 5a8ce48d-44cc-43ee-b274-7df2f4647ec5] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1401.695405] env[62954]: DEBUG oslo_vmware.api [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Task: {'id': task-2598492, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.417787} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.695655] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] 9964d35a-56f6-4e7a-a75e-6b8a175ae678/9964d35a-56f6-4e7a-a75e-6b8a175ae678.vmdk {{(pid=62954) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1401.695867] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Extending root virtual disk to 1048576 {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1401.696123] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca20daba-907f-40b0-b7e3-f1efa9d77f24 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.702040] env[62954]: DEBUG oslo_vmware.api [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Waiting for the task: (returnval){ [ 1401.702040] env[62954]: value = "task-2598493" [ 1401.702040] env[62954]: _type = "Task" [ 1401.702040] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.709121] env[62954]: DEBUG oslo_vmware.api [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Task: {'id': task-2598493, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.069355] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: fd3f0cf1-8aa5-44b2-8e8d-deb2c512ebd6] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1402.210993] env[62954]: DEBUG oslo_vmware.api [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Task: {'id': task-2598493, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058934} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.211283] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Extended root virtual disk {{(pid=62954) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1402.212183] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf6d4f2-0b43-4b6e-8105-2a739a0d5f55 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.231573] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 9964d35a-56f6-4e7a-a75e-6b8a175ae678/9964d35a-56f6-4e7a-a75e-6b8a175ae678.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1402.231834] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7bdafa2-5f34-4be4-a904-0764aafcb5a1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.250909] env[62954]: DEBUG oslo_vmware.api [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Waiting for the task: (returnval){ [ 1402.250909] env[62954]: value = "task-2598494" [ 1402.250909] env[62954]: _type = "Task" [ 1402.250909] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.572493] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 36fb9db8-37cd-4ad1-b9ff-3d3a9d8e3d06] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1402.760669] env[62954]: DEBUG oslo_vmware.api [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Task: {'id': task-2598494, 'name': ReconfigVM_Task, 'duration_secs': 0.344887} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.760944] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 9964d35a-56f6-4e7a-a75e-6b8a175ae678/9964d35a-56f6-4e7a-a75e-6b8a175ae678.vmdk or device None with type sparse {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1402.761555] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6873b47f-ad9b-4fa1-80a1-b6728663578a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.767663] env[62954]: DEBUG oslo_vmware.api [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Waiting for the task: (returnval){ [ 1402.767663] env[62954]: value = "task-2598495" [ 1402.767663] env[62954]: _type = "Task" [ 1402.767663] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.774836] env[62954]: DEBUG oslo_vmware.api [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Task: {'id': task-2598495, 'name': Rename_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.076346] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 0c2abcb1-5d84-486f-a4d2-14867ddcacb3] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1403.279143] env[62954]: DEBUG oslo_vmware.api [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Task: {'id': task-2598495, 'name': Rename_Task, 'duration_secs': 0.129616} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.279423] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1403.279668] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1357b864-60f7-423e-839b-f335c66ac834 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.285517] env[62954]: DEBUG oslo_vmware.api [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Waiting for the task: (returnval){ [ 1403.285517] env[62954]: value = "task-2598496" [ 1403.285517] env[62954]: _type = "Task" [ 1403.285517] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.292580] env[62954]: DEBUG oslo_vmware.api [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Task: {'id': task-2598496, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.580203] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: e2c875ef-c405-428f-86ea-10f0fddae6cd] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1403.795053] env[62954]: DEBUG oslo_vmware.api [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Task: {'id': task-2598496, 'name': PowerOnVM_Task, 'duration_secs': 0.384777} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.795314] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1403.795519] env[62954]: DEBUG nova.compute.manager [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1403.796282] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74b9118-7329-4ba1-9d1c-51677eff1df3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.084062] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 4d1f016e-3dc7-46ed-ae06-324c3e4c51ac] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1404.312198] env[62954]: DEBUG oslo_concurrency.lockutils [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.312312] env[62954]: DEBUG oslo_concurrency.lockutils [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.312466] env[62954]: DEBUG nova.objects.instance [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62954) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1404.515418] env[62954]: DEBUG oslo_concurrency.lockutils [None req-499936ff-3af1-4962-a8ce-e58eab842b3e tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Acquiring lock "9964d35a-56f6-4e7a-a75e-6b8a175ae678" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.515638] env[62954]: DEBUG oslo_concurrency.lockutils [None req-499936ff-3af1-4962-a8ce-e58eab842b3e tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Lock "9964d35a-56f6-4e7a-a75e-6b8a175ae678" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.515824] env[62954]: DEBUG oslo_concurrency.lockutils [None req-499936ff-3af1-4962-a8ce-e58eab842b3e tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Acquiring lock "9964d35a-56f6-4e7a-a75e-6b8a175ae678-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.516458] env[62954]: DEBUG oslo_concurrency.lockutils [None req-499936ff-3af1-4962-a8ce-e58eab842b3e tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Lock "9964d35a-56f6-4e7a-a75e-6b8a175ae678-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.516645] env[62954]: DEBUG oslo_concurrency.lockutils [None req-499936ff-3af1-4962-a8ce-e58eab842b3e tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Lock "9964d35a-56f6-4e7a-a75e-6b8a175ae678-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.518755] env[62954]: INFO nova.compute.manager [None req-499936ff-3af1-4962-a8ce-e58eab842b3e tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Terminating instance [ 1404.587470] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: b8b76e1c-723c-47b9-a810-381de87e54bc] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1405.022771] env[62954]: DEBUG oslo_concurrency.lockutils [None req-499936ff-3af1-4962-a8ce-e58eab842b3e tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Acquiring lock "refresh_cache-9964d35a-56f6-4e7a-a75e-6b8a175ae678" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.023043] env[62954]: DEBUG oslo_concurrency.lockutils [None req-499936ff-3af1-4962-a8ce-e58eab842b3e tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Acquired lock "refresh_cache-9964d35a-56f6-4e7a-a75e-6b8a175ae678" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.023250] env[62954]: DEBUG nova.network.neutron [None req-499936ff-3af1-4962-a8ce-e58eab842b3e tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1405.090134] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 9d694e55-25f6-45fc-9909-3ce31bb25956] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1405.320073] env[62954]: DEBUG oslo_concurrency.lockutils [None req-63739526-543e-4f88-9861-2a50e26aa1ce tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.541490] env[62954]: DEBUG nova.network.neutron [None req-499936ff-3af1-4962-a8ce-e58eab842b3e tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1405.590999] env[62954]: DEBUG nova.network.neutron [None req-499936ff-3af1-4962-a8ce-e58eab842b3e tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.592703] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 034c1fcc-bec2-4e4b-b77d-821eba6a81fb] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1406.094052] env[62954]: DEBUG oslo_concurrency.lockutils [None req-499936ff-3af1-4962-a8ce-e58eab842b3e tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Releasing lock "refresh_cache-9964d35a-56f6-4e7a-a75e-6b8a175ae678" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.094535] env[62954]: DEBUG nova.compute.manager [None req-499936ff-3af1-4962-a8ce-e58eab842b3e tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1406.094746] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-499936ff-3af1-4962-a8ce-e58eab842b3e tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1406.095648] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78786d7e-1c1a-4ced-885d-f5bb88f986e1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.098756] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 39a464fe-3499-47d5-b1d4-2c3cf4db3356] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1406.105392] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-499936ff-3af1-4962-a8ce-e58eab842b3e tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1406.105619] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-877eae22-c9db-48eb-9ac5-66297b16340a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.111650] env[62954]: DEBUG oslo_vmware.api [None req-499936ff-3af1-4962-a8ce-e58eab842b3e tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Waiting for the task: (returnval){ [ 1406.111650] env[62954]: value = "task-2598497" [ 1406.111650] env[62954]: _type = "Task" [ 1406.111650] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.119446] env[62954]: DEBUG oslo_vmware.api [None req-499936ff-3af1-4962-a8ce-e58eab842b3e tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Task: {'id': task-2598497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.602642] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 7c869ee8-46a2-4f90-81b0-81399e6495bc] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1406.621262] env[62954]: DEBUG oslo_vmware.api [None req-499936ff-3af1-4962-a8ce-e58eab842b3e tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Task: {'id': task-2598497, 'name': PowerOffVM_Task, 'duration_secs': 0.186988} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.621526] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-499936ff-3af1-4962-a8ce-e58eab842b3e tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1406.621676] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-499936ff-3af1-4962-a8ce-e58eab842b3e tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1406.621934] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abcaa697-2bc0-46b4-a905-be040b01230e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.648188] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-499936ff-3af1-4962-a8ce-e58eab842b3e tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1406.648410] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-499936ff-3af1-4962-a8ce-e58eab842b3e tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1406.648570] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-499936ff-3af1-4962-a8ce-e58eab842b3e tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Deleting the datastore file [datastore2] 9964d35a-56f6-4e7a-a75e-6b8a175ae678 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1406.648816] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fca859b-705f-4389-b63d-abb1dc91fde1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.655884] env[62954]: DEBUG oslo_vmware.api [None req-499936ff-3af1-4962-a8ce-e58eab842b3e tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Waiting for the task: (returnval){ [ 1406.655884] env[62954]: value = "task-2598499" [ 1406.655884] env[62954]: _type = "Task" [ 1406.655884] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.664054] env[62954]: DEBUG oslo_vmware.api [None req-499936ff-3af1-4962-a8ce-e58eab842b3e tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Task: {'id': task-2598499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.106500] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 5ea4c876-a32b-4295-855c-61464cc8f72b] Instance has had 0 of 5 cleanup attempts {{(pid=62954) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1407.165440] env[62954]: DEBUG oslo_vmware.api [None req-499936ff-3af1-4962-a8ce-e58eab842b3e tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Task: {'id': task-2598499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093146} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.165751] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-499936ff-3af1-4962-a8ce-e58eab842b3e tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1407.165965] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-499936ff-3af1-4962-a8ce-e58eab842b3e tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1407.166163] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-499936ff-3af1-4962-a8ce-e58eab842b3e tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1407.166341] env[62954]: INFO nova.compute.manager [None req-499936ff-3af1-4962-a8ce-e58eab842b3e tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1407.166578] env[62954]: DEBUG oslo.service.loopingcall [None req-499936ff-3af1-4962-a8ce-e58eab842b3e tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1407.166762] env[62954]: DEBUG nova.compute.manager [-] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1407.166857] env[62954]: DEBUG nova.network.neutron [-] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1407.181582] env[62954]: DEBUG nova.network.neutron [-] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Instance cache missing network info. {{(pid=62954) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1407.610038] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1407.610317] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Cleaning up deleted instances with incomplete migration {{(pid=62954) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1407.683886] env[62954]: DEBUG nova.network.neutron [-] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.186027] env[62954]: INFO nova.compute.manager [-] [instance: 9964d35a-56f6-4e7a-a75e-6b8a175ae678] Took 1.02 seconds to deallocate network for instance. [ 1408.315607] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1408.315607] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1408.692676] env[62954]: DEBUG oslo_concurrency.lockutils [None req-499936ff-3af1-4962-a8ce-e58eab842b3e tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.692676] env[62954]: DEBUG oslo_concurrency.lockutils [None req-499936ff-3af1-4962-a8ce-e58eab842b3e tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.692676] env[62954]: DEBUG nova.objects.instance [None req-499936ff-3af1-4962-a8ce-e58eab842b3e tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Lazy-loading 'resources' on Instance uuid 9964d35a-56f6-4e7a-a75e-6b8a175ae678 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1409.255397] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e491eb8d-ed3f-43b4-9de5-601160188acf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.263216] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6e67d4-4f16-4920-970d-fedaf1e76825 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.293462] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77b5f6e-11cc-4310-b4a8-996d0a792da6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.300946] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f77204-e895-4928-b3c2-2e59d87ba15f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.313715] env[62954]: DEBUG nova.compute.provider_tree [None req-499936ff-3af1-4962-a8ce-e58eab842b3e tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1409.817240] env[62954]: DEBUG nova.scheduler.client.report [None req-499936ff-3af1-4962-a8ce-e58eab842b3e tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1410.322596] env[62954]: DEBUG oslo_concurrency.lockutils [None req-499936ff-3af1-4962-a8ce-e58eab842b3e tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1410.340469] env[62954]: INFO nova.scheduler.client.report [None req-499936ff-3af1-4962-a8ce-e58eab842b3e tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Deleted allocations for instance 9964d35a-56f6-4e7a-a75e-6b8a175ae678 [ 1410.848171] env[62954]: DEBUG oslo_concurrency.lockutils [None req-499936ff-3af1-4962-a8ce-e58eab842b3e tempest-ServerShowV257Test-551461169 tempest-ServerShowV257Test-551461169-project-member] Lock "9964d35a-56f6-4e7a-a75e-6b8a175ae678" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.332s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.483368] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d7a21698-c65c-4187-a2b5-4a0eae17c59d tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquiring lock "b3ce6439-c16d-487b-868a-6b38e276d188" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.483669] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d7a21698-c65c-4187-a2b5-4a0eae17c59d tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Lock "b3ce6439-c16d-487b-868a-6b38e276d188" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.986747] env[62954]: DEBUG nova.compute.utils [None req-d7a21698-c65c-4187-a2b5-4a0eae17c59d tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Using /dev/sd instead of None {{(pid=62954) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1431.490693] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d7a21698-c65c-4187-a2b5-4a0eae17c59d tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Lock "b3ce6439-c16d-487b-868a-6b38e276d188" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.548168] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d7a21698-c65c-4187-a2b5-4a0eae17c59d tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquiring lock "b3ce6439-c16d-487b-868a-6b38e276d188" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.548564] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d7a21698-c65c-4187-a2b5-4a0eae17c59d tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Lock "b3ce6439-c16d-487b-868a-6b38e276d188" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.548662] env[62954]: INFO nova.compute.manager [None req-d7a21698-c65c-4187-a2b5-4a0eae17c59d tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Attaching volume 8a85f56e-5fc1-4926-bb0b-641415b706a0 to /dev/sdb [ 1432.603052] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88550900-6cba-450a-bc7a-fde86694c0cf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.609728] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a49d6c-ec82-43f8-aa29-de4748404467 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.622900] env[62954]: DEBUG nova.virt.block_device [None req-d7a21698-c65c-4187-a2b5-4a0eae17c59d tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Updating existing volume attachment record: 6ec7310b-3a8c-4ee6-a326-fecba94584f5 {{(pid=62954) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1437.165029] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7a21698-c65c-4187-a2b5-4a0eae17c59d tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Volume attach. Driver type: vmdk {{(pid=62954) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1437.165298] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7a21698-c65c-4187-a2b5-4a0eae17c59d tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-524055', 'volume_id': '8a85f56e-5fc1-4926-bb0b-641415b706a0', 'name': 'volume-8a85f56e-5fc1-4926-bb0b-641415b706a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3ce6439-c16d-487b-868a-6b38e276d188', 'attached_at': '', 'detached_at': '', 'volume_id': '8a85f56e-5fc1-4926-bb0b-641415b706a0', 'serial': '8a85f56e-5fc1-4926-bb0b-641415b706a0'} {{(pid=62954) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1437.166179] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af982af6-2d0b-48d3-8611-636dac2c4463 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.181994] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7a50d6-7d7e-40bc-8f6b-e465c3e9742c {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.205060] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7a21698-c65c-4187-a2b5-4a0eae17c59d tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] volume-8a85f56e-5fc1-4926-bb0b-641415b706a0/volume-8a85f56e-5fc1-4926-bb0b-641415b706a0.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1437.205302] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28251fb3-7285-48ba-a925-979af1c8ce14 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.224050] env[62954]: DEBUG oslo_vmware.api [None req-d7a21698-c65c-4187-a2b5-4a0eae17c59d tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1437.224050] env[62954]: value = "task-2598504" [ 1437.224050] env[62954]: _type = "Task" [ 1437.224050] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.230960] env[62954]: DEBUG oslo_vmware.api [None req-d7a21698-c65c-4187-a2b5-4a0eae17c59d tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598504, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.735221] env[62954]: DEBUG oslo_vmware.api [None req-d7a21698-c65c-4187-a2b5-4a0eae17c59d tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598504, 'name': ReconfigVM_Task, 'duration_secs': 0.311426} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.735490] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7a21698-c65c-4187-a2b5-4a0eae17c59d tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Reconfigured VM instance instance-0000007d to attach disk [datastore2] volume-8a85f56e-5fc1-4926-bb0b-641415b706a0/volume-8a85f56e-5fc1-4926-bb0b-641415b706a0.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1437.739929] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c5f9371-7245-4e14-aece-6131cfcfa825 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.754007] env[62954]: DEBUG oslo_vmware.api [None req-d7a21698-c65c-4187-a2b5-4a0eae17c59d tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1437.754007] env[62954]: value = "task-2598505" [ 1437.754007] env[62954]: _type = "Task" [ 1437.754007] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.761331] env[62954]: DEBUG oslo_vmware.api [None req-d7a21698-c65c-4187-a2b5-4a0eae17c59d tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598505, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.264141] env[62954]: DEBUG oslo_vmware.api [None req-d7a21698-c65c-4187-a2b5-4a0eae17c59d tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598505, 'name': ReconfigVM_Task, 'duration_secs': 0.132994} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.264433] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7a21698-c65c-4187-a2b5-4a0eae17c59d tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-524055', 'volume_id': '8a85f56e-5fc1-4926-bb0b-641415b706a0', 'name': 'volume-8a85f56e-5fc1-4926-bb0b-641415b706a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3ce6439-c16d-487b-868a-6b38e276d188', 'attached_at': '', 'detached_at': '', 'volume_id': '8a85f56e-5fc1-4926-bb0b-641415b706a0', 'serial': '8a85f56e-5fc1-4926-bb0b-641415b706a0'} {{(pid=62954) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1439.298062] env[62954]: DEBUG nova.objects.instance [None req-d7a21698-c65c-4187-a2b5-4a0eae17c59d tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Lazy-loading 'flavor' on Instance uuid b3ce6439-c16d-487b-868a-6b38e276d188 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1439.804658] env[62954]: DEBUG oslo_concurrency.lockutils [None req-d7a21698-c65c-4187-a2b5-4a0eae17c59d tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Lock "b3ce6439-c16d-487b-868a-6b38e276d188" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.256s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.936605] env[62954]: INFO nova.compute.manager [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Rescuing [ 1439.936883] env[62954]: DEBUG oslo_concurrency.lockutils [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquiring lock "refresh_cache-b3ce6439-c16d-487b-868a-6b38e276d188" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.937054] env[62954]: DEBUG oslo_concurrency.lockutils [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquired lock "refresh_cache-b3ce6439-c16d-487b-868a-6b38e276d188" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.937225] env[62954]: DEBUG nova.network.neutron [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1440.747267] env[62954]: DEBUG nova.network.neutron [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Updating instance_info_cache with network_info: [{"id": "04080c14-c686-4c06-9e4b-aa8bb3939e69", "address": "fa:16:3e:b0:3f:9a", "network": {"id": "3c501446-bd21-4826-97e2-105d526cadb1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1015969330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c77c2039caf41a1a05a3c1ad64abbfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04080c14-c6", "ovs_interfaceid": "04080c14-c686-4c06-9e4b-aa8bb3939e69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.249741] env[62954]: DEBUG oslo_concurrency.lockutils [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Releasing lock "refresh_cache-b3ce6439-c16d-487b-868a-6b38e276d188" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.788439] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1442.788857] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bd3651b-5975-4fb7-b43b-7ac3bcda7488 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.797127] env[62954]: DEBUG oslo_vmware.api [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1442.797127] env[62954]: value = "task-2598506" [ 1442.797127] env[62954]: _type = "Task" [ 1442.797127] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.804467] env[62954]: DEBUG oslo_vmware.api [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.307907] env[62954]: DEBUG oslo_vmware.api [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598506, 'name': PowerOffVM_Task, 'duration_secs': 0.211553} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.308179] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1443.308959] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e4aab8-5d76-464a-8201-8ef5bb993a0a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.329707] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca87f42a-17f6-49f5-b4b1-54d748d44b87 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.354842] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1443.355095] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71f32d30-47e1-4970-852b-94912f7cf41a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.361421] env[62954]: DEBUG oslo_vmware.api [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1443.361421] env[62954]: value = "task-2598507" [ 1443.361421] env[62954]: _type = "Task" [ 1443.361421] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.368580] env[62954]: DEBUG oslo_vmware.api [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598507, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.871466] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] VM already powered off {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1443.871900] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Processing image 45a12149-1b6c-414b-9b32-1b6ffa65e320 {{(pid=62954) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1443.871900] env[62954]: DEBUG oslo_concurrency.lockutils [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.872068] env[62954]: DEBUG oslo_concurrency.lockutils [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.872276] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1443.872520] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1560a147-6a61-412f-bf79-3a189ffbba80 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.880900] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62954) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1443.881082] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62954) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1443.881759] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca5d2881-b2ec-4f1d-bdbe-90f7579dd5a8 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.886507] env[62954]: DEBUG oslo_vmware.api [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1443.886507] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52c67097-0a81-f604-4808-364ce915d1f2" [ 1443.886507] env[62954]: _type = "Task" [ 1443.886507] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.895317] env[62954]: DEBUG oslo_vmware.api [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52c67097-0a81-f604-4808-364ce915d1f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.397528] env[62954]: DEBUG oslo_vmware.api [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52c67097-0a81-f604-4808-364ce915d1f2, 'name': SearchDatastore_Task, 'duration_secs': 0.008619} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.398294] env[62954]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97b30438-d0f7-413a-9519-97da86ffd909 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.403216] env[62954]: DEBUG oslo_vmware.api [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1444.403216] env[62954]: value = "session[526ae527-772a-2440-5ddc-4e28ced665e2]52fc20be-7336-aba6-5b93-f724fd8539d2" [ 1444.403216] env[62954]: _type = "Task" [ 1444.403216] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.410275] env[62954]: DEBUG oslo_vmware.api [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52fc20be-7336-aba6-5b93-f724fd8539d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.912719] env[62954]: DEBUG oslo_vmware.api [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': session[526ae527-772a-2440-5ddc-4e28ced665e2]52fc20be-7336-aba6-5b93-f724fd8539d2, 'name': SearchDatastore_Task, 'duration_secs': 0.019197} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.913178] env[62954]: DEBUG oslo_concurrency.lockutils [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.913255] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] b3ce6439-c16d-487b-868a-6b38e276d188/45a12149-1b6c-414b-9b32-1b6ffa65e320-rescue.vmdk. {{(pid=62954) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1444.913515] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1b5f26b-7d6a-4af4-ab10-12a4b255d1b1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.921175] env[62954]: DEBUG oslo_vmware.api [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1444.921175] env[62954]: value = "task-2598508" [ 1444.921175] env[62954]: _type = "Task" [ 1444.921175] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.928188] env[62954]: DEBUG oslo_vmware.api [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.431152] env[62954]: DEBUG oslo_vmware.api [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598508, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.414062} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.431420] env[62954]: INFO nova.virt.vmwareapi.ds_util [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/45a12149-1b6c-414b-9b32-1b6ffa65e320/45a12149-1b6c-414b-9b32-1b6ffa65e320.vmdk to [datastore2] b3ce6439-c16d-487b-868a-6b38e276d188/45a12149-1b6c-414b-9b32-1b6ffa65e320-rescue.vmdk. [ 1445.432149] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31779d3-c246-4de2-9848-cb34137f92ea {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.459502] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] b3ce6439-c16d-487b-868a-6b38e276d188/45a12149-1b6c-414b-9b32-1b6ffa65e320-rescue.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1445.459720] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fb39722-f69b-4eba-9863-e30c740112f4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.476914] env[62954]: DEBUG oslo_vmware.api [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1445.476914] env[62954]: value = "task-2598509" [ 1445.476914] env[62954]: _type = "Task" [ 1445.476914] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.483893] env[62954]: DEBUG oslo_vmware.api [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.986954] env[62954]: DEBUG oslo_vmware.api [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598509, 'name': ReconfigVM_Task, 'duration_secs': 0.343384} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.987449] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Reconfigured VM instance instance-0000007d to attach disk [datastore2] b3ce6439-c16d-487b-868a-6b38e276d188/45a12149-1b6c-414b-9b32-1b6ffa65e320-rescue.vmdk or device None with type thin {{(pid=62954) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1445.988074] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b227f47b-05f9-48d8-a809-293089650710 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.014871] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-616b4a38-e7e4-4c6d-8f0f-84b2bbf94ff2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.030769] env[62954]: DEBUG oslo_vmware.api [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1446.030769] env[62954]: value = "task-2598510" [ 1446.030769] env[62954]: _type = "Task" [ 1446.030769] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.041793] env[62954]: DEBUG oslo_vmware.api [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598510, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.540610] env[62954]: DEBUG oslo_vmware.api [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598510, 'name': ReconfigVM_Task, 'duration_secs': 0.156683} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.540870] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1446.541178] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff886cfd-c63f-4dd8-a39a-68c60c82db06 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.547555] env[62954]: DEBUG oslo_vmware.api [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1446.547555] env[62954]: value = "task-2598511" [ 1446.547555] env[62954]: _type = "Task" [ 1446.547555] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.931739] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1447.057068] env[62954]: DEBUG oslo_vmware.api [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598511, 'name': PowerOnVM_Task, 'duration_secs': 0.480907} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.057456] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1447.059912] env[62954]: DEBUG nova.compute.manager [None req-38d43f8c-6ece-4937-842c-4639fd533ff5 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1447.060682] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbb5d28-7db0-43ff-bc87-68e7f47c48e1 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.049083] env[62954]: INFO nova.compute.manager [None req-8cf63a7c-e598-466c-b5ac-13e5aff874ab tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Unrescuing [ 1448.049309] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8cf63a7c-e598-466c-b5ac-13e5aff874ab tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquiring lock "refresh_cache-b3ce6439-c16d-487b-868a-6b38e276d188" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.049309] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8cf63a7c-e598-466c-b5ac-13e5aff874ab tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquired lock "refresh_cache-b3ce6439-c16d-487b-868a-6b38e276d188" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.049456] env[62954]: DEBUG nova.network.neutron [None req-8cf63a7c-e598-466c-b5ac-13e5aff874ab tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Building network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1448.778933] env[62954]: DEBUG nova.network.neutron [None req-8cf63a7c-e598-466c-b5ac-13e5aff874ab tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Updating instance_info_cache with network_info: [{"id": "04080c14-c686-4c06-9e4b-aa8bb3939e69", "address": "fa:16:3e:b0:3f:9a", "network": {"id": "3c501446-bd21-4826-97e2-105d526cadb1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1015969330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c77c2039caf41a1a05a3c1ad64abbfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04080c14-c6", "ovs_interfaceid": "04080c14-c686-4c06-9e4b-aa8bb3939e69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.281541] env[62954]: DEBUG oslo_concurrency.lockutils [None req-8cf63a7c-e598-466c-b5ac-13e5aff874ab tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Releasing lock "refresh_cache-b3ce6439-c16d-487b-868a-6b38e276d188" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.282294] env[62954]: DEBUG nova.objects.instance [None req-8cf63a7c-e598-466c-b5ac-13e5aff874ab tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Lazy-loading 'flavor' on Instance uuid b3ce6439-c16d-487b-868a-6b38e276d188 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1449.788051] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93a650a-5537-45df-a187-bfb640f795e3 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.812648] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf63a7c-e598-466c-b5ac-13e5aff874ab tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1449.812939] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99d6ed28-bcb8-4390-9f34-85de80474429 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.819165] env[62954]: DEBUG oslo_vmware.api [None req-8cf63a7c-e598-466c-b5ac-13e5aff874ab tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1449.819165] env[62954]: value = "task-2598512" [ 1449.819165] env[62954]: _type = "Task" [ 1449.819165] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.826769] env[62954]: DEBUG oslo_vmware.api [None req-8cf63a7c-e598-466c-b5ac-13e5aff874ab tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.329435] env[62954]: DEBUG oslo_vmware.api [None req-8cf63a7c-e598-466c-b5ac-13e5aff874ab tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598512, 'name': PowerOffVM_Task, 'duration_secs': 0.20476} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.329721] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf63a7c-e598-466c-b5ac-13e5aff874ab tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1450.334869] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cf63a7c-e598-466c-b5ac-13e5aff874ab tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Reconfiguring VM instance instance-0000007d to detach disk 2002 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1450.335130] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-529b6e55-4e5d-40a2-83c2-bb22e4f6c5e6 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.353062] env[62954]: DEBUG oslo_vmware.api [None req-8cf63a7c-e598-466c-b5ac-13e5aff874ab tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1450.353062] env[62954]: value = "task-2598513" [ 1450.353062] env[62954]: _type = "Task" [ 1450.353062] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.360255] env[62954]: DEBUG oslo_vmware.api [None req-8cf63a7c-e598-466c-b5ac-13e5aff874ab tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598513, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.862837] env[62954]: DEBUG oslo_vmware.api [None req-8cf63a7c-e598-466c-b5ac-13e5aff874ab tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598513, 'name': ReconfigVM_Task, 'duration_secs': 0.220259} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.863221] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cf63a7c-e598-466c-b5ac-13e5aff874ab tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Reconfigured VM instance instance-0000007d to detach disk 2002 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1450.863312] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf63a7c-e598-466c-b5ac-13e5aff874ab tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Powering on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1450.863538] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-818b5d23-7e66-4aca-8314-1f7dcf33a327 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.869544] env[62954]: DEBUG oslo_vmware.api [None req-8cf63a7c-e598-466c-b5ac-13e5aff874ab tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1450.869544] env[62954]: value = "task-2598514" [ 1450.869544] env[62954]: _type = "Task" [ 1450.869544] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.876681] env[62954]: DEBUG oslo_vmware.api [None req-8cf63a7c-e598-466c-b5ac-13e5aff874ab tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.931376] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.931552] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Starting heal instance info cache {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1451.379846] env[62954]: DEBUG oslo_vmware.api [None req-8cf63a7c-e598-466c-b5ac-13e5aff874ab tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598514, 'name': PowerOnVM_Task, 'duration_secs': 0.34593} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.380175] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf63a7c-e598-466c-b5ac-13e5aff874ab tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Powered on the VM {{(pid=62954) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1451.380384] env[62954]: DEBUG nova.compute.manager [None req-8cf63a7c-e598-466c-b5ac-13e5aff874ab tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Checking state {{(pid=62954) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1451.381137] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14846e7f-fef9-4a1a-a14f-00fbd3a95053 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.460526] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "refresh_cache-5c5995c2-6c3c-4d68-81eb-65bf753d4ced" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.460684] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquired lock "refresh_cache-5c5995c2-6c3c-4d68-81eb-65bf753d4ced" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.460811] env[62954]: DEBUG nova.network.neutron [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Forcefully refreshing network info cache for instance {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1452.824381] env[62954]: DEBUG nova.network.neutron [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Updating instance_info_cache with network_info: [{"id": "a21dafc0-c6b9-4525-9994-b5c4ec8818fb", "address": "fa:16:3e:d2:6e:1b", "network": {"id": "3c501446-bd21-4826-97e2-105d526cadb1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1015969330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c77c2039caf41a1a05a3c1ad64abbfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa21dafc0-c6", "ovs_interfaceid": "a21dafc0-c6b9-4525-9994-b5c4ec8818fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.859868] env[62954]: DEBUG nova.compute.manager [req-5efff421-3db9-4615-8431-3286a9ea2ef1 req-e388dbda-e6e2-40ef-b5aa-35a1401e8598 service nova] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Received event network-changed-04080c14-c686-4c06-9e4b-aa8bb3939e69 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1452.860082] env[62954]: DEBUG nova.compute.manager [req-5efff421-3db9-4615-8431-3286a9ea2ef1 req-e388dbda-e6e2-40ef-b5aa-35a1401e8598 service nova] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Refreshing instance network info cache due to event network-changed-04080c14-c686-4c06-9e4b-aa8bb3939e69. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1452.860306] env[62954]: DEBUG oslo_concurrency.lockutils [req-5efff421-3db9-4615-8431-3286a9ea2ef1 req-e388dbda-e6e2-40ef-b5aa-35a1401e8598 service nova] Acquiring lock "refresh_cache-b3ce6439-c16d-487b-868a-6b38e276d188" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.860489] env[62954]: DEBUG oslo_concurrency.lockutils [req-5efff421-3db9-4615-8431-3286a9ea2ef1 req-e388dbda-e6e2-40ef-b5aa-35a1401e8598 service nova] Acquired lock "refresh_cache-b3ce6439-c16d-487b-868a-6b38e276d188" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.860605] env[62954]: DEBUG nova.network.neutron [req-5efff421-3db9-4615-8431-3286a9ea2ef1 req-e388dbda-e6e2-40ef-b5aa-35a1401e8598 service nova] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Refreshing network info cache for port 04080c14-c686-4c06-9e4b-aa8bb3939e69 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1453.327017] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Releasing lock "refresh_cache-5c5995c2-6c3c-4d68-81eb-65bf753d4ced" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1453.327337] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Updated the network info_cache for instance {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1453.327639] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1453.327882] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1453.328131] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1453.328360] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1453.328569] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62954) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1453.328790] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1453.560764] env[62954]: DEBUG nova.network.neutron [req-5efff421-3db9-4615-8431-3286a9ea2ef1 req-e388dbda-e6e2-40ef-b5aa-35a1401e8598 service nova] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Updated VIF entry in instance network info cache for port 04080c14-c686-4c06-9e4b-aa8bb3939e69. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1453.561159] env[62954]: DEBUG nova.network.neutron [req-5efff421-3db9-4615-8431-3286a9ea2ef1 req-e388dbda-e6e2-40ef-b5aa-35a1401e8598 service nova] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Updating instance_info_cache with network_info: [{"id": "04080c14-c686-4c06-9e4b-aa8bb3939e69", "address": "fa:16:3e:b0:3f:9a", "network": {"id": "3c501446-bd21-4826-97e2-105d526cadb1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1015969330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c77c2039caf41a1a05a3c1ad64abbfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04080c14-c6", "ovs_interfaceid": "04080c14-c686-4c06-9e4b-aa8bb3939e69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.832049] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.832487] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.832487] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.832656] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62954) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1453.833543] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c385618d-a4e6-4e79-a9fe-58be0014162d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.841672] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af4cec5-09fc-446a-bdb9-4c50f2231abc {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.855063] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b650efb-658f-4708-ad53-28bdb6461211 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.861042] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2149490-3297-4509-89c7-f0e92f8dd4a9 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.890229] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180630MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=62954) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1453.890396] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.890596] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.063856] env[62954]: DEBUG oslo_concurrency.lockutils [req-5efff421-3db9-4615-8431-3286a9ea2ef1 req-e388dbda-e6e2-40ef-b5aa-35a1401e8598 service nova] Releasing lock "refresh_cache-b3ce6439-c16d-487b-868a-6b38e276d188" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1454.886643] env[62954]: DEBUG nova.compute.manager [req-a12938fb-28e9-478d-86f8-eb4e3b5b8193 req-758ceb25-d2c6-440e-97f0-bba80104bf3f service nova] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Received event network-changed-04080c14-c686-4c06-9e4b-aa8bb3939e69 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1454.886846] env[62954]: DEBUG nova.compute.manager [req-a12938fb-28e9-478d-86f8-eb4e3b5b8193 req-758ceb25-d2c6-440e-97f0-bba80104bf3f service nova] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Refreshing instance network info cache due to event network-changed-04080c14-c686-4c06-9e4b-aa8bb3939e69. {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1454.887012] env[62954]: DEBUG oslo_concurrency.lockutils [req-a12938fb-28e9-478d-86f8-eb4e3b5b8193 req-758ceb25-d2c6-440e-97f0-bba80104bf3f service nova] Acquiring lock "refresh_cache-b3ce6439-c16d-487b-868a-6b38e276d188" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.887155] env[62954]: DEBUG oslo_concurrency.lockutils [req-a12938fb-28e9-478d-86f8-eb4e3b5b8193 req-758ceb25-d2c6-440e-97f0-bba80104bf3f service nova] Acquired lock "refresh_cache-b3ce6439-c16d-487b-868a-6b38e276d188" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.887302] env[62954]: DEBUG nova.network.neutron [req-a12938fb-28e9-478d-86f8-eb4e3b5b8193 req-758ceb25-d2c6-440e-97f0-bba80104bf3f service nova] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Refreshing network info cache for port 04080c14-c686-4c06-9e4b-aa8bb3939e69 {{(pid=62954) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1454.916682] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 66c5785f-b56c-4115-a1a4-3d61e48cac19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1454.916833] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance 5c5995c2-6c3c-4d68-81eb-65bf753d4ced actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1454.916959] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Instance b3ce6439-c16d-487b-868a-6b38e276d188 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62954) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1454.917158] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62954) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1454.917299] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62954) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1454.963059] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d522f6-fd84-4023-9f90-2922d7c0663f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.970426] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1447c3ec-dbe0-425a-b896-6c9d53da4d61 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.999543] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55660fff-7f4f-40e5-9a02-e7a42387801d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.006581] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6a500e-2785-4960-a2ba-7fc0efff747f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.020617] env[62954]: DEBUG nova.compute.provider_tree [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1455.523737] env[62954]: DEBUG nova.scheduler.client.report [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1455.569866] env[62954]: DEBUG nova.network.neutron [req-a12938fb-28e9-478d-86f8-eb4e3b5b8193 req-758ceb25-d2c6-440e-97f0-bba80104bf3f service nova] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Updated VIF entry in instance network info cache for port 04080c14-c686-4c06-9e4b-aa8bb3939e69. {{(pid=62954) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1455.570228] env[62954]: DEBUG nova.network.neutron [req-a12938fb-28e9-478d-86f8-eb4e3b5b8193 req-758ceb25-d2c6-440e-97f0-bba80104bf3f service nova] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Updating instance_info_cache with network_info: [{"id": "04080c14-c686-4c06-9e4b-aa8bb3939e69", "address": "fa:16:3e:b0:3f:9a", "network": {"id": "3c501446-bd21-4826-97e2-105d526cadb1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1015969330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c77c2039caf41a1a05a3c1ad64abbfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04080c14-c6", "ovs_interfaceid": "04080c14-c686-4c06-9e4b-aa8bb3939e69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.027901] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62954) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1456.028315] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.137s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.073014] env[62954]: DEBUG oslo_concurrency.lockutils [req-a12938fb-28e9-478d-86f8-eb4e3b5b8193 req-758ceb25-d2c6-440e-97f0-bba80104bf3f service nova] Releasing lock "refresh_cache-b3ce6439-c16d-487b-868a-6b38e276d188" {{(pid=62954) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.632170] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.632663] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.927579] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1487.409809] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f910f746-53e5-4ce4-965a-fcd2e80769f3 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquiring lock "b3ce6439-c16d-487b-868a-6b38e276d188" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1487.410384] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f910f746-53e5-4ce4-965a-fcd2e80769f3 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Lock "b3ce6439-c16d-487b-868a-6b38e276d188" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1487.913448] env[62954]: INFO nova.compute.manager [None req-f910f746-53e5-4ce4-965a-fcd2e80769f3 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Detaching volume 8a85f56e-5fc1-4926-bb0b-641415b706a0 [ 1487.943269] env[62954]: INFO nova.virt.block_device [None req-f910f746-53e5-4ce4-965a-fcd2e80769f3 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Attempting to driver detach volume 8a85f56e-5fc1-4926-bb0b-641415b706a0 from mountpoint /dev/sdb [ 1487.943513] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-f910f746-53e5-4ce4-965a-fcd2e80769f3 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Volume detach. Driver type: vmdk {{(pid=62954) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1487.943726] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-f910f746-53e5-4ce4-965a-fcd2e80769f3 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-524055', 'volume_id': '8a85f56e-5fc1-4926-bb0b-641415b706a0', 'name': 'volume-8a85f56e-5fc1-4926-bb0b-641415b706a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3ce6439-c16d-487b-868a-6b38e276d188', 'attached_at': '', 'detached_at': '', 'volume_id': '8a85f56e-5fc1-4926-bb0b-641415b706a0', 'serial': '8a85f56e-5fc1-4926-bb0b-641415b706a0'} {{(pid=62954) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1487.944636] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16ea3bc-7805-43fa-ba79-1e5efd520765 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.966994] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be7e4c2-439b-4843-875c-387ea8b9ca8b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.973922] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183517ed-b89e-425c-908a-ac8afa8e93bd {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.994426] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e54b6b1-235f-45c2-8013-20e3c33f4ea2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.009146] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-f910f746-53e5-4ce4-965a-fcd2e80769f3 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] The volume has not been displaced from its original location: [datastore2] volume-8a85f56e-5fc1-4926-bb0b-641415b706a0/volume-8a85f56e-5fc1-4926-bb0b-641415b706a0.vmdk. No consolidation needed. {{(pid=62954) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1488.014371] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-f910f746-53e5-4ce4-965a-fcd2e80769f3 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1488.014626] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53aabcc1-981a-42e8-9661-2938972233a4 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.031988] env[62954]: DEBUG oslo_vmware.api [None req-f910f746-53e5-4ce4-965a-fcd2e80769f3 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1488.031988] env[62954]: value = "task-2598515" [ 1488.031988] env[62954]: _type = "Task" [ 1488.031988] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.039453] env[62954]: DEBUG oslo_vmware.api [None req-f910f746-53e5-4ce4-965a-fcd2e80769f3 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598515, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.541614] env[62954]: DEBUG oslo_vmware.api [None req-f910f746-53e5-4ce4-965a-fcd2e80769f3 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598515, 'name': ReconfigVM_Task, 'duration_secs': 0.203355} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.542025] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-f910f746-53e5-4ce4-965a-fcd2e80769f3 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=62954) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1488.546501] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aee367d9-4863-455c-8ca5-27918dbf208e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.561245] env[62954]: DEBUG oslo_vmware.api [None req-f910f746-53e5-4ce4-965a-fcd2e80769f3 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1488.561245] env[62954]: value = "task-2598516" [ 1488.561245] env[62954]: _type = "Task" [ 1488.561245] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.568710] env[62954]: DEBUG oslo_vmware.api [None req-f910f746-53e5-4ce4-965a-fcd2e80769f3 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598516, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.071305] env[62954]: DEBUG oslo_vmware.api [None req-f910f746-53e5-4ce4-965a-fcd2e80769f3 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598516, 'name': ReconfigVM_Task, 'duration_secs': 0.128917} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.071595] env[62954]: DEBUG nova.virt.vmwareapi.volumeops [None req-f910f746-53e5-4ce4-965a-fcd2e80769f3 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-524055', 'volume_id': '8a85f56e-5fc1-4926-bb0b-641415b706a0', 'name': 'volume-8a85f56e-5fc1-4926-bb0b-641415b706a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3ce6439-c16d-487b-868a-6b38e276d188', 'attached_at': '', 'detached_at': '', 'volume_id': '8a85f56e-5fc1-4926-bb0b-641415b706a0', 'serial': '8a85f56e-5fc1-4926-bb0b-641415b706a0'} {{(pid=62954) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1489.610163] env[62954]: DEBUG nova.objects.instance [None req-f910f746-53e5-4ce4-965a-fcd2e80769f3 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Lazy-loading 'flavor' on Instance uuid b3ce6439-c16d-487b-868a-6b38e276d188 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1490.619721] env[62954]: DEBUG oslo_concurrency.lockutils [None req-f910f746-53e5-4ce4-965a-fcd2e80769f3 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Lock "b3ce6439-c16d-487b-868a-6b38e276d188" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.209s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.712209] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3098c8f1-1264-4fbe-88cb-98f13683c7c0 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquiring lock "b3ce6439-c16d-487b-868a-6b38e276d188" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.712554] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3098c8f1-1264-4fbe-88cb-98f13683c7c0 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Lock "b3ce6439-c16d-487b-868a-6b38e276d188" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.712695] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3098c8f1-1264-4fbe-88cb-98f13683c7c0 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquiring lock "b3ce6439-c16d-487b-868a-6b38e276d188-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.712886] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3098c8f1-1264-4fbe-88cb-98f13683c7c0 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Lock "b3ce6439-c16d-487b-868a-6b38e276d188-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.713116] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3098c8f1-1264-4fbe-88cb-98f13683c7c0 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Lock "b3ce6439-c16d-487b-868a-6b38e276d188-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.715149] env[62954]: INFO nova.compute.manager [None req-3098c8f1-1264-4fbe-88cb-98f13683c7c0 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Terminating instance [ 1492.218755] env[62954]: DEBUG nova.compute.manager [None req-3098c8f1-1264-4fbe-88cb-98f13683c7c0 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1492.218976] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3098c8f1-1264-4fbe-88cb-98f13683c7c0 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1492.219900] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a70cf07-9654-43f6-8319-21fa755e326b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.228068] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3098c8f1-1264-4fbe-88cb-98f13683c7c0 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1492.228299] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a00d85aa-a61a-4f17-b04e-74cd76afdb9a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.234890] env[62954]: DEBUG oslo_vmware.api [None req-3098c8f1-1264-4fbe-88cb-98f13683c7c0 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1492.234890] env[62954]: value = "task-2598517" [ 1492.234890] env[62954]: _type = "Task" [ 1492.234890] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.242566] env[62954]: DEBUG oslo_vmware.api [None req-3098c8f1-1264-4fbe-88cb-98f13683c7c0 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.745163] env[62954]: DEBUG oslo_vmware.api [None req-3098c8f1-1264-4fbe-88cb-98f13683c7c0 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598517, 'name': PowerOffVM_Task, 'duration_secs': 0.178257} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.745545] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3098c8f1-1264-4fbe-88cb-98f13683c7c0 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1492.745545] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3098c8f1-1264-4fbe-88cb-98f13683c7c0 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1492.745789] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9a4d65b-3b74-4c62-88c0-dbcf3d571a90 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.806678] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3098c8f1-1264-4fbe-88cb-98f13683c7c0 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1492.806903] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3098c8f1-1264-4fbe-88cb-98f13683c7c0 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Deleting contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1492.807106] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-3098c8f1-1264-4fbe-88cb-98f13683c7c0 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Deleting the datastore file [datastore2] b3ce6439-c16d-487b-868a-6b38e276d188 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1492.807373] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3cf92f36-c9e2-49f9-a6f5-e5ace19c4de2 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.813721] env[62954]: DEBUG oslo_vmware.api [None req-3098c8f1-1264-4fbe-88cb-98f13683c7c0 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1492.813721] env[62954]: value = "task-2598519" [ 1492.813721] env[62954]: _type = "Task" [ 1492.813721] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.820887] env[62954]: DEBUG oslo_vmware.api [None req-3098c8f1-1264-4fbe-88cb-98f13683c7c0 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.323102] env[62954]: DEBUG oslo_vmware.api [None req-3098c8f1-1264-4fbe-88cb-98f13683c7c0 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138831} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.323377] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-3098c8f1-1264-4fbe-88cb-98f13683c7c0 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1493.323568] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3098c8f1-1264-4fbe-88cb-98f13683c7c0 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Deleted contents of the VM from datastore datastore2 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1493.323748] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3098c8f1-1264-4fbe-88cb-98f13683c7c0 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1493.323946] env[62954]: INFO nova.compute.manager [None req-3098c8f1-1264-4fbe-88cb-98f13683c7c0 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1493.324264] env[62954]: DEBUG oslo.service.loopingcall [None req-3098c8f1-1264-4fbe-88cb-98f13683c7c0 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1493.324466] env[62954]: DEBUG nova.compute.manager [-] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1493.324615] env[62954]: DEBUG nova.network.neutron [-] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1493.762267] env[62954]: DEBUG nova.compute.manager [req-74c1728c-ee80-4810-9a96-0b27b1f0c2af req-0a961aab-3904-41d6-8e29-88725e795708 service nova] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Received event network-vif-deleted-04080c14-c686-4c06-9e4b-aa8bb3939e69 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1493.762584] env[62954]: INFO nova.compute.manager [req-74c1728c-ee80-4810-9a96-0b27b1f0c2af req-0a961aab-3904-41d6-8e29-88725e795708 service nova] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Neutron deleted interface 04080c14-c686-4c06-9e4b-aa8bb3939e69; detaching it from the instance and deleting it from the info cache [ 1493.762584] env[62954]: DEBUG nova.network.neutron [req-74c1728c-ee80-4810-9a96-0b27b1f0c2af req-0a961aab-3904-41d6-8e29-88725e795708 service nova] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.248015] env[62954]: DEBUG nova.network.neutron [-] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.265168] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91a31e26-1e96-4a14-86ed-376d486acd7a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.274824] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af31811b-f06c-4f68-9f3c-14292f89909a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.299939] env[62954]: DEBUG nova.compute.manager [req-74c1728c-ee80-4810-9a96-0b27b1f0c2af req-0a961aab-3904-41d6-8e29-88725e795708 service nova] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Detach interface failed, port_id=04080c14-c686-4c06-9e4b-aa8bb3939e69, reason: Instance b3ce6439-c16d-487b-868a-6b38e276d188 could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1494.750898] env[62954]: INFO nova.compute.manager [-] [instance: b3ce6439-c16d-487b-868a-6b38e276d188] Took 1.43 seconds to deallocate network for instance. [ 1495.257184] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3098c8f1-1264-4fbe-88cb-98f13683c7c0 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.257581] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3098c8f1-1264-4fbe-88cb-98f13683c7c0 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.257679] env[62954]: DEBUG nova.objects.instance [None req-3098c8f1-1264-4fbe-88cb-98f13683c7c0 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Lazy-loading 'resources' on Instance uuid b3ce6439-c16d-487b-868a-6b38e276d188 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1495.812718] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38333072-d64e-45f9-8da4-732f5591e1ad {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.820402] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd7cbcb-ef54-44fb-b4e7-28b6b453fe4b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.849648] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2d6473-7e99-4522-a0b6-5cce296742ab {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.856401] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843fed94-bdaa-4b93-9976-0cc8ce54df44 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.868825] env[62954]: DEBUG nova.compute.provider_tree [None req-3098c8f1-1264-4fbe-88cb-98f13683c7c0 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Updating inventory in ProviderTree for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1496.389770] env[62954]: ERROR nova.scheduler.client.report [None req-3098c8f1-1264-4fbe-88cb-98f13683c7c0 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [req-bd83bb84-3799-40be-9de6-5f33cf776bad] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6fcf5ae7-e825-4914-bf51-14f0c81039d4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bd83bb84-3799-40be-9de6-5f33cf776bad"}]} [ 1496.405761] env[62954]: DEBUG nova.scheduler.client.report [None req-3098c8f1-1264-4fbe-88cb-98f13683c7c0 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Refreshing inventories for resource provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1496.418441] env[62954]: DEBUG nova.scheduler.client.report [None req-3098c8f1-1264-4fbe-88cb-98f13683c7c0 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Updating ProviderTree inventory for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1496.418659] env[62954]: DEBUG nova.compute.provider_tree [None req-3098c8f1-1264-4fbe-88cb-98f13683c7c0 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Updating inventory in ProviderTree for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1496.428625] env[62954]: DEBUG nova.scheduler.client.report [None req-3098c8f1-1264-4fbe-88cb-98f13683c7c0 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Refreshing aggregate associations for resource provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4, aggregates: None {{(pid=62954) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1496.446204] env[62954]: DEBUG nova.scheduler.client.report [None req-3098c8f1-1264-4fbe-88cb-98f13683c7c0 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Refreshing trait associations for resource provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62954) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1496.486227] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794de2b0-9367-4e84-820b-c6a24f3ef164 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.493537] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73765d2-71c5-4fb9-aed9-ffe9cbd25c42 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.523712] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20838271-199c-4d3e-9fcd-d14967846118 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.530348] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2551e4dd-b338-40a4-bf46-d86765000925 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.543055] env[62954]: DEBUG nova.compute.provider_tree [None req-3098c8f1-1264-4fbe-88cb-98f13683c7c0 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Updating inventory in ProviderTree for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1497.073066] env[62954]: DEBUG nova.scheduler.client.report [None req-3098c8f1-1264-4fbe-88cb-98f13683c7c0 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Updated inventory for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 with generation 173 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1497.073373] env[62954]: DEBUG nova.compute.provider_tree [None req-3098c8f1-1264-4fbe-88cb-98f13683c7c0 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Updating resource provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 generation from 173 to 174 during operation: update_inventory {{(pid=62954) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1497.073558] env[62954]: DEBUG nova.compute.provider_tree [None req-3098c8f1-1264-4fbe-88cb-98f13683c7c0 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Updating inventory in ProviderTree for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1497.578101] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3098c8f1-1264-4fbe-88cb-98f13683c7c0 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.320s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1497.599312] env[62954]: INFO nova.scheduler.client.report [None req-3098c8f1-1264-4fbe-88cb-98f13683c7c0 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Deleted allocations for instance b3ce6439-c16d-487b-868a-6b38e276d188 [ 1498.106682] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3098c8f1-1264-4fbe-88cb-98f13683c7c0 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Lock "b3ce6439-c16d-487b-868a-6b38e276d188" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.394s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.856447] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3d8a9a85-8a51-4d93-b7c9-72f0ce9d65d6 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquiring lock "5c5995c2-6c3c-4d68-81eb-65bf753d4ced" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.856849] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3d8a9a85-8a51-4d93-b7c9-72f0ce9d65d6 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Lock "5c5995c2-6c3c-4d68-81eb-65bf753d4ced" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.856953] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3d8a9a85-8a51-4d93-b7c9-72f0ce9d65d6 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquiring lock "5c5995c2-6c3c-4d68-81eb-65bf753d4ced-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.857160] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3d8a9a85-8a51-4d93-b7c9-72f0ce9d65d6 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Lock "5c5995c2-6c3c-4d68-81eb-65bf753d4ced-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.857338] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3d8a9a85-8a51-4d93-b7c9-72f0ce9d65d6 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Lock "5c5995c2-6c3c-4d68-81eb-65bf753d4ced-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.859479] env[62954]: INFO nova.compute.manager [None req-3d8a9a85-8a51-4d93-b7c9-72f0ce9d65d6 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Terminating instance [ 1503.363845] env[62954]: DEBUG nova.compute.manager [None req-3d8a9a85-8a51-4d93-b7c9-72f0ce9d65d6 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1503.364230] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8a9a85-8a51-4d93-b7c9-72f0ce9d65d6 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1503.365612] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34a93af-c66f-46e4-b9b3-4f963919e436 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.374894] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d8a9a85-8a51-4d93-b7c9-72f0ce9d65d6 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1503.375124] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4033e042-750a-4f06-83c6-57918a2c9343 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.381574] env[62954]: DEBUG oslo_vmware.api [None req-3d8a9a85-8a51-4d93-b7c9-72f0ce9d65d6 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1503.381574] env[62954]: value = "task-2598521" [ 1503.381574] env[62954]: _type = "Task" [ 1503.381574] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.390525] env[62954]: DEBUG oslo_vmware.api [None req-3d8a9a85-8a51-4d93-b7c9-72f0ce9d65d6 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.892104] env[62954]: DEBUG oslo_vmware.api [None req-3d8a9a85-8a51-4d93-b7c9-72f0ce9d65d6 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598521, 'name': PowerOffVM_Task, 'duration_secs': 0.204152} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.892466] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d8a9a85-8a51-4d93-b7c9-72f0ce9d65d6 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1503.892551] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8a9a85-8a51-4d93-b7c9-72f0ce9d65d6 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1503.892728] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3cd8c2b-322d-447b-b145-bbe1171d6c7d {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.950657] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8a9a85-8a51-4d93-b7c9-72f0ce9d65d6 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1503.950934] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8a9a85-8a51-4d93-b7c9-72f0ce9d65d6 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1503.951169] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d8a9a85-8a51-4d93-b7c9-72f0ce9d65d6 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Deleting the datastore file [datastore1] 5c5995c2-6c3c-4d68-81eb-65bf753d4ced {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1503.951433] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8edd104-d3ae-4432-bb6f-ad761365910b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.957738] env[62954]: DEBUG oslo_vmware.api [None req-3d8a9a85-8a51-4d93-b7c9-72f0ce9d65d6 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1503.957738] env[62954]: value = "task-2598523" [ 1503.957738] env[62954]: _type = "Task" [ 1503.957738] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.964869] env[62954]: DEBUG oslo_vmware.api [None req-3d8a9a85-8a51-4d93-b7c9-72f0ce9d65d6 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.467663] env[62954]: DEBUG oslo_vmware.api [None req-3d8a9a85-8a51-4d93-b7c9-72f0ce9d65d6 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598523, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277065} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.467964] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d8a9a85-8a51-4d93-b7c9-72f0ce9d65d6 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1504.468112] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8a9a85-8a51-4d93-b7c9-72f0ce9d65d6 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1504.468310] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8a9a85-8a51-4d93-b7c9-72f0ce9d65d6 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1504.468506] env[62954]: INFO nova.compute.manager [None req-3d8a9a85-8a51-4d93-b7c9-72f0ce9d65d6 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1504.468785] env[62954]: DEBUG oslo.service.loopingcall [None req-3d8a9a85-8a51-4d93-b7c9-72f0ce9d65d6 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1504.468948] env[62954]: DEBUG nova.compute.manager [-] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1504.469038] env[62954]: DEBUG nova.network.neutron [-] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1504.732732] env[62954]: DEBUG nova.compute.manager [req-d4bdf2c4-091b-4f39-9d23-eacb69e2e91c req-88a62c47-d170-4df2-b064-e956a2dd7344 service nova] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Received event network-vif-deleted-a21dafc0-c6b9-4525-9994-b5c4ec8818fb {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1504.732980] env[62954]: INFO nova.compute.manager [req-d4bdf2c4-091b-4f39-9d23-eacb69e2e91c req-88a62c47-d170-4df2-b064-e956a2dd7344 service nova] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Neutron deleted interface a21dafc0-c6b9-4525-9994-b5c4ec8818fb; detaching it from the instance and deleting it from the info cache [ 1504.733101] env[62954]: DEBUG nova.network.neutron [req-d4bdf2c4-091b-4f39-9d23-eacb69e2e91c req-88a62c47-d170-4df2-b064-e956a2dd7344 service nova] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.217728] env[62954]: DEBUG nova.network.neutron [-] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.235604] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43569ad3-5520-4cf0-a93f-5c4ebf8ae18b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.245316] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06eed018-a69c-4363-824f-1445f9941c46 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.269785] env[62954]: DEBUG nova.compute.manager [req-d4bdf2c4-091b-4f39-9d23-eacb69e2e91c req-88a62c47-d170-4df2-b064-e956a2dd7344 service nova] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Detach interface failed, port_id=a21dafc0-c6b9-4525-9994-b5c4ec8818fb, reason: Instance 5c5995c2-6c3c-4d68-81eb-65bf753d4ced could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1505.720119] env[62954]: INFO nova.compute.manager [-] [instance: 5c5995c2-6c3c-4d68-81eb-65bf753d4ced] Took 1.25 seconds to deallocate network for instance. [ 1506.226816] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3d8a9a85-8a51-4d93-b7c9-72f0ce9d65d6 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.227168] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3d8a9a85-8a51-4d93-b7c9-72f0ce9d65d6 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.227328] env[62954]: DEBUG nova.objects.instance [None req-3d8a9a85-8a51-4d93-b7c9-72f0ce9d65d6 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Lazy-loading 'resources' on Instance uuid 5c5995c2-6c3c-4d68-81eb-65bf753d4ced {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1506.772543] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09b8a2c-94ad-4f71-b08c-b9000c056a4b {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.780170] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553af5a8-c56e-4f5b-96ae-87bd99f50265 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.809387] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2759ea42-5a07-415c-9492-80930c2ebf26 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.816086] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4c2720-cb08-4c4b-83ab-c2d7977ae57e {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.828726] env[62954]: DEBUG nova.compute.provider_tree [None req-3d8a9a85-8a51-4d93-b7c9-72f0ce9d65d6 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1507.331788] env[62954]: DEBUG nova.scheduler.client.report [None req-3d8a9a85-8a51-4d93-b7c9-72f0ce9d65d6 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1507.836938] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3d8a9a85-8a51-4d93-b7c9-72f0ce9d65d6 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.858133] env[62954]: INFO nova.scheduler.client.report [None req-3d8a9a85-8a51-4d93-b7c9-72f0ce9d65d6 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Deleted allocations for instance 5c5995c2-6c3c-4d68-81eb-65bf753d4ced [ 1507.931939] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.366787] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3d8a9a85-8a51-4d93-b7c9-72f0ce9d65d6 tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Lock "5c5995c2-6c3c-4d68-81eb-65bf753d4ced" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.509s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.499924] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3e619f6d-231a-4f80-9ff1-1aa53c6d244f tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquiring lock "66c5785f-b56c-4115-a1a4-3d61e48cac19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.500342] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3e619f6d-231a-4f80-9ff1-1aa53c6d244f tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Lock "66c5785f-b56c-4115-a1a4-3d61e48cac19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.500483] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3e619f6d-231a-4f80-9ff1-1aa53c6d244f tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquiring lock "66c5785f-b56c-4115-a1a4-3d61e48cac19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.500622] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3e619f6d-231a-4f80-9ff1-1aa53c6d244f tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Lock "66c5785f-b56c-4115-a1a4-3d61e48cac19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.500796] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3e619f6d-231a-4f80-9ff1-1aa53c6d244f tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Lock "66c5785f-b56c-4115-a1a4-3d61e48cac19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.502940] env[62954]: INFO nova.compute.manager [None req-3e619f6d-231a-4f80-9ff1-1aa53c6d244f tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Terminating instance [ 1510.006661] env[62954]: DEBUG nova.compute.manager [None req-3e619f6d-231a-4f80-9ff1-1aa53c6d244f tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Start destroying the instance on the hypervisor. {{(pid=62954) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1510.006901] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3e619f6d-231a-4f80-9ff1-1aa53c6d244f tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Destroying instance {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1510.007809] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24569cb-6e9c-4fbc-89d3-d68f295de13a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.015849] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e619f6d-231a-4f80-9ff1-1aa53c6d244f tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Powering off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1510.016228] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-587617a5-a838-40d5-9c2b-163cb9e1981f {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.021601] env[62954]: DEBUG oslo_vmware.api [None req-3e619f6d-231a-4f80-9ff1-1aa53c6d244f tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1510.021601] env[62954]: value = "task-2598524" [ 1510.021601] env[62954]: _type = "Task" [ 1510.021601] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.029228] env[62954]: DEBUG oslo_vmware.api [None req-3e619f6d-231a-4f80-9ff1-1aa53c6d244f tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.531684] env[62954]: DEBUG oslo_vmware.api [None req-3e619f6d-231a-4f80-9ff1-1aa53c6d244f tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598524, 'name': PowerOffVM_Task, 'duration_secs': 0.252552} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.532084] env[62954]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e619f6d-231a-4f80-9ff1-1aa53c6d244f tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Powered off the VM {{(pid=62954) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1510.532141] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3e619f6d-231a-4f80-9ff1-1aa53c6d244f tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Unregistering the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1510.532349] env[62954]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d04a1cc-0534-40a6-819b-1e49aab22461 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.920342] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3e619f6d-231a-4f80-9ff1-1aa53c6d244f tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Unregistered the VM {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1510.920629] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3e619f6d-231a-4f80-9ff1-1aa53c6d244f tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Deleting contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1510.920820] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e619f6d-231a-4f80-9ff1-1aa53c6d244f tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Deleting the datastore file [datastore1] 66c5785f-b56c-4115-a1a4-3d61e48cac19 {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1510.921102] env[62954]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99872e73-3b26-4a76-9010-4cb846831db7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.927674] env[62954]: DEBUG oslo_vmware.api [None req-3e619f6d-231a-4f80-9ff1-1aa53c6d244f tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for the task: (returnval){ [ 1510.927674] env[62954]: value = "task-2598526" [ 1510.927674] env[62954]: _type = "Task" [ 1510.927674] env[62954]: } to complete. {{(pid=62954) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.934915] env[62954]: DEBUG oslo_vmware.api [None req-3e619f6d-231a-4f80-9ff1-1aa53c6d244f tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598526, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.437994] env[62954]: DEBUG oslo_vmware.api [None req-3e619f6d-231a-4f80-9ff1-1aa53c6d244f tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Task: {'id': task-2598526, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146794} completed successfully. {{(pid=62954) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.438263] env[62954]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e619f6d-231a-4f80-9ff1-1aa53c6d244f tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Deleted the datastore file {{(pid=62954) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1511.438488] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3e619f6d-231a-4f80-9ff1-1aa53c6d244f tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Deleted contents of the VM from datastore datastore1 {{(pid=62954) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1511.438691] env[62954]: DEBUG nova.virt.vmwareapi.vmops [None req-3e619f6d-231a-4f80-9ff1-1aa53c6d244f tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Instance destroyed {{(pid=62954) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1511.438874] env[62954]: INFO nova.compute.manager [None req-3e619f6d-231a-4f80-9ff1-1aa53c6d244f tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Took 1.43 seconds to destroy the instance on the hypervisor. [ 1511.439141] env[62954]: DEBUG oslo.service.loopingcall [None req-3e619f6d-231a-4f80-9ff1-1aa53c6d244f tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62954) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1511.439334] env[62954]: DEBUG nova.compute.manager [-] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Deallocating network for instance {{(pid=62954) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1511.439433] env[62954]: DEBUG nova.network.neutron [-] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] deallocate_for_instance() {{(pid=62954) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1511.666263] env[62954]: DEBUG nova.compute.manager [req-96fc607c-2be3-4224-be3f-56542a68ee53 req-30b3789d-2f49-4431-8682-20481cce5791 service nova] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Received event network-vif-deleted-35f7c31a-3e84-44af-80b0-72df699b5ba6 {{(pid=62954) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1511.666263] env[62954]: INFO nova.compute.manager [req-96fc607c-2be3-4224-be3f-56542a68ee53 req-30b3789d-2f49-4431-8682-20481cce5791 service nova] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Neutron deleted interface 35f7c31a-3e84-44af-80b0-72df699b5ba6; detaching it from the instance and deleting it from the info cache [ 1511.666580] env[62954]: DEBUG nova.network.neutron [req-96fc607c-2be3-4224-be3f-56542a68ee53 req-30b3789d-2f49-4431-8682-20481cce5791 service nova] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.931626] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.931808] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Starting heal instance info cache {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1511.931853] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Rebuilding the list of instances to heal {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1512.149394] env[62954]: DEBUG nova.network.neutron [-] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Updating instance_info_cache with network_info: [] {{(pid=62954) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.169046] env[62954]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9dd5ccf-eeaf-4252-9f86-a3e11c321125 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.178797] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8312d9cc-78e5-45f0-a684-827e20f3afcf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.203139] env[62954]: DEBUG nova.compute.manager [req-96fc607c-2be3-4224-be3f-56542a68ee53 req-30b3789d-2f49-4431-8682-20481cce5791 service nova] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Detach interface failed, port_id=35f7c31a-3e84-44af-80b0-72df699b5ba6, reason: Instance 66c5785f-b56c-4115-a1a4-3d61e48cac19 could not be found. {{(pid=62954) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1512.434742] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Skipping network cache update for instance because it is being deleted. {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 1512.435033] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Didn't find any instances for network info cache update. {{(pid=62954) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1512.435311] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.652325] env[62954]: INFO nova.compute.manager [-] [instance: 66c5785f-b56c-4115-a1a4-3d61e48cac19] Took 1.21 seconds to deallocate network for instance. [ 1513.159049] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3e619f6d-231a-4f80-9ff1-1aa53c6d244f tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.159453] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3e619f6d-231a-4f80-9ff1-1aa53c6d244f tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.159557] env[62954]: DEBUG nova.objects.instance [None req-3e619f6d-231a-4f80-9ff1-1aa53c6d244f tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Lazy-loading 'resources' on Instance uuid 66c5785f-b56c-4115-a1a4-3d61e48cac19 {{(pid=62954) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1513.692597] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89c8783-fa04-46fe-b3eb-e9c5d4e737ea {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.699838] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db662567-35a0-40c8-94e2-0cc640281128 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.728919] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b683596f-ba0d-48ae-9465-7ec3d04434ad {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.735433] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b30cb7-9ec3-4953-9ac4-f672aee91794 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.747939] env[62954]: DEBUG nova.compute.provider_tree [None req-3e619f6d-231a-4f80-9ff1-1aa53c6d244f tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1513.931457] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.931642] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.931765] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.931901] env[62954]: DEBUG nova.compute.manager [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62954) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1514.251038] env[62954]: DEBUG nova.scheduler.client.report [None req-3e619f6d-231a-4f80-9ff1-1aa53c6d244f tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1514.756452] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3e619f6d-231a-4f80-9ff1-1aa53c6d244f tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.597s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.775943] env[62954]: INFO nova.scheduler.client.report [None req-3e619f6d-231a-4f80-9ff1-1aa53c6d244f tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Deleted allocations for instance 66c5785f-b56c-4115-a1a4-3d61e48cac19 [ 1514.931200] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1514.931514] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.282555] env[62954]: DEBUG oslo_concurrency.lockutils [None req-3e619f6d-231a-4f80-9ff1-1aa53c6d244f tempest-ServerRescueNegativeTestJSON-1510536965 tempest-ServerRescueNegativeTestJSON-1510536965-project-member] Lock "66c5785f-b56c-4115-a1a4-3d61e48cac19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.782s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1515.434787] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.435079] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1515.435187] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1515.435338] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62954) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1515.436207] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f8edd7-ef30-48c5-a150-214948534064 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.444400] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc3eb18-184a-4bf6-a3c0-81172f1d6931 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.457700] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd5c658-8bc1-4fdb-9eab-23a09093cc15 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.463751] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e43fbb-01c7-46ba-968f-5b1c31e7cd39 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.491690] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180613MB free_disk=128GB free_vcpus=48 pci_devices=None {{(pid=62954) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1515.491847] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.492023] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.512730] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62954) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1516.513351] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62954) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1516.527089] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bae74ae-b77a-4a0a-9cbc-349739a3cfbf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.536208] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87aedf6d-e0e1-49a4-8464-3611fa532e9a {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.565600] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3fa864-2b59-40ea-bf21-61571ef8c4c7 {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.572345] env[62954]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c9e0b5-2ef8-4718-9223-6342c3a58dcf {{(pid=62954) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.585521] env[62954]: DEBUG nova.compute.provider_tree [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Inventory has not changed in ProviderTree for provider: 6fcf5ae7-e825-4914-bf51-14f0c81039d4 {{(pid=62954) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1517.089064] env[62954]: DEBUG nova.scheduler.client.report [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Inventory has not changed for provider 6fcf5ae7-e825-4914-bf51-14f0c81039d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62954) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1517.593851] env[62954]: DEBUG nova.compute.resource_tracker [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62954) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1517.594131] env[62954]: DEBUG oslo_concurrency.lockutils [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.102s {{(pid=62954) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.590403] env[62954]: DEBUG oslo_service.periodic_task [None req-4780cc48-58d0-4579-ba34-f52ce31072a2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62954) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}